{ "model_id": "qwen3_0_6b_npu", "model_name": "Qwen3-0.6B", "runtime": "genie", "precision": "w8a16", "tool_versions": { "qairt": "2.45.0.260326154327" }, "model_files": { "part1_of_2.bin": { "inputs": { "input_ids": { "shape": [ 1, 1 ], "dtype": "int32" } }, "outputs": { "embedding": { "shape": [ 1, 1, 1024 ], "dtype": "uint16", "quantization_parameters": { "scale": 8.300073204736691e-6, "zero_point": 38356 } } } }, "part2_of_2.bin": { "inputs": { "past_key_0_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.01514680590480566, "zero_point": 33520 } }, "past_value_0_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00006288545409915969, "zero_point": 29077 } }, "past_key_1_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.006116469390690327, "zero_point": 30070 } }, "past_value_1_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00002948170185845811, "zero_point": 34582 } }, "past_key_2_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.006509043276309967, "zero_point": 32034 } }, "past_value_2_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00013698484690394253, "zero_point": 32926 } }, "past_key_3_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0033356137573719025, "zero_point": 32262 } }, "past_value_3_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00012183708167867735, "zero_point": 32233 } }, "past_key_4_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.004159356001764536, "zero_point": 34010 } }, "past_value_4_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00011150265345349908, "zero_point": 34712 } }, "past_key_5_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.004372680094093084, "zero_point": 32744 } }, "past_value_5_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00014019905938766897, "zero_point": 32453 } }, "past_key_6_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0031579467467963696, "zero_point": 32442 } }, "past_value_6_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00012165195221314207, "zero_point": 29773 } }, "past_key_7_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0024296336341649294, "zero_point": 33293 } }, "past_value_7_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00018584915960673243, "zero_point": 35084 } }, "past_key_8_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011534877121448517, "zero_point": 34032 } }, "past_value_8_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0007002258789725602, "zero_point": 27524 } }, "past_key_9_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001540491241030395, "zero_point": 29415 } }, "past_value_9_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0003006058104801923, "zero_point": 31763 } }, "past_key_10_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.002732789609581232, "zero_point": 32193 } }, "past_value_10_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00038435470196418464, "zero_point": 25364 } }, "past_key_11_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011764428345486522, "zero_point": 38425 } }, "past_value_11_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0006490038358606398, "zero_point": 30679 } }, "past_key_12_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.002166978782042861, "zero_point": 32571 } }, "past_value_12_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0012457185657694936, "zero_point": 32087 } }, "past_key_13_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0006925937486812472, "zero_point": 31066 } }, "past_value_13_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011710195103660226, "zero_point": 32641 } }, "past_key_14_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0012579679023474455, "zero_point": 29627 } }, "past_value_14_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001263198209926486, "zero_point": 38758 } }, "past_key_15_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.002640528604388237, "zero_point": 32375 } }, "past_value_15_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00038205384043976665, "zero_point": 35413 } }, "past_key_16_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001078408327884972, "zero_point": 36204 } }, "past_value_16_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.000510859361384064, "zero_point": 29818 } }, "past_key_17_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0016937809996306896, "zero_point": 30441 } }, "past_value_17_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0007974939071573317, "zero_point": 31533 } }, "past_key_18_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.000904390006326139, "zero_point": 31620 } }, "past_value_18_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0006367643945850432, "zero_point": 33611 } }, "past_key_19_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0009183129877783358, "zero_point": 30690 } }, "past_value_19_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0007513195159845054, "zero_point": 33830 } }, "past_key_20_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0009578181197866797, "zero_point": 27484 } }, "past_value_20_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0009153229184448719, "zero_point": 31115 } }, "past_key_21_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001361033064313233, "zero_point": 33168 } }, "past_value_21_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0015158370370045304, "zero_point": 35317 } }, "past_key_22_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0006858902052044868, "zero_point": 32562 } }, "past_value_22_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0016521678771823645, "zero_point": 33371 } }, "past_key_23_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0010678678518161178, "zero_point": 32034 } }, "past_value_23_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0020134346559643745, "zero_point": 31520 } }, "past_key_24_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001393401063978672, "zero_point": 32228 } }, "past_value_24_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.002205447992309928, "zero_point": 31957 } }, "past_key_25_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011470435420051217, "zero_point": 32674 } }, "past_value_25_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.003514690790325403, "zero_point": 34896 } }, "past_key_26_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0009380523697473109, "zero_point": 38600 } }, "past_value_26_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.003251975169405341, "zero_point": 32189 } }, "past_key_27_in": { "shape": [ 8, 1, 128, 1023 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0014751299750059843, "zero_point": 33702 } }, "past_value_27_in": { "shape": [ 8, 1, 1023, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.003433647332713008, "zero_point": 29775 } }, "embedding": { "shape": [ 1, 1, 1024 ], "dtype": "uint16", "quantization_parameters": { "scale": 8.300073204736691e-6, "zero_point": 38356 } }, "position_ids_cos": { "shape": [ 1, 1, 1, 64 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00003051804378628731, "zero_point": 32768 } }, "position_ids_sin": { "shape": [ 1, 1, 1, 64 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00003051804378628731, "zero_point": 32768 } }, "attention_mask": { "shape": [ 1, 1, 1, 1024 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0015259021893143654, "zero_point": 65535 } } }, "outputs": { "logits": { "shape": [ 1, 1, 151936 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011091675842180848, "zero_point": 28403 } }, "past_key_0_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.01514680590480566, "zero_point": 33520 } }, "past_value_0_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00006288545409915969, "zero_point": 29077 } }, "past_key_1_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.006116469390690327, "zero_point": 30070 } }, "past_value_1_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00002948170185845811, "zero_point": 34582 } }, "past_key_2_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.006509043276309967, "zero_point": 32034 } }, "past_value_2_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00013698484690394253, "zero_point": 32926 } }, "past_key_3_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0033356137573719025, "zero_point": 32262 } }, "past_value_3_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00012183708167867735, "zero_point": 32233 } }, "past_key_4_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.004159356001764536, "zero_point": 34010 } }, "past_value_4_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00011150265345349908, "zero_point": 34712 } }, "past_key_5_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.004372680094093084, "zero_point": 32744 } }, "past_value_5_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00014019905938766897, "zero_point": 32453 } }, "past_key_6_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0031579467467963696, "zero_point": 32442 } }, "past_value_6_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00012165195221314207, "zero_point": 29773 } }, "past_key_7_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0024296336341649294, "zero_point": 33293 } }, "past_value_7_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00018584915960673243, "zero_point": 35084 } }, "past_key_8_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011534877121448517, "zero_point": 34032 } }, "past_value_8_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0007002258789725602, "zero_point": 27524 } }, "past_key_9_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001540491241030395, "zero_point": 29415 } }, "past_value_9_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0003006058104801923, "zero_point": 31763 } }, "past_key_10_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.002732789609581232, "zero_point": 32193 } }, "past_value_10_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00038435470196418464, "zero_point": 25364 } }, "past_key_11_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011764428345486522, "zero_point": 38425 } }, "past_value_11_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0006490038358606398, "zero_point": 30679 } }, "past_key_12_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.002166978782042861, "zero_point": 32571 } }, "past_value_12_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0012457185657694936, "zero_point": 32087 } }, "past_key_13_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0006925937486812472, "zero_point": 31066 } }, "past_value_13_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011710195103660226, "zero_point": 32641 } }, "past_key_14_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0012579679023474455, "zero_point": 29627 } }, "past_value_14_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001263198209926486, "zero_point": 38758 } }, "past_key_15_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.002640528604388237, "zero_point": 32375 } }, "past_value_15_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.00038205384043976665, "zero_point": 35413 } }, "past_key_16_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001078408327884972, "zero_point": 36204 } }, "past_value_16_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.000510859361384064, "zero_point": 29818 } }, "past_key_17_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0016937809996306896, "zero_point": 30441 } }, "past_value_17_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0007974939071573317, "zero_point": 31533 } }, "past_key_18_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.000904390006326139, "zero_point": 31620 } }, "past_value_18_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0006367643945850432, "zero_point": 33611 } }, "past_key_19_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0009183129877783358, "zero_point": 30690 } }, "past_value_19_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0007513195159845054, "zero_point": 33830 } }, "past_key_20_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0009578181197866797, "zero_point": 27484 } }, "past_value_20_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0009153229184448719, "zero_point": 31115 } }, "past_key_21_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001361033064313233, "zero_point": 33168 } }, "past_value_21_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0015158370370045304, "zero_point": 35317 } }, "past_key_22_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0006858902052044868, "zero_point": 32562 } }, "past_value_22_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0016521678771823645, "zero_point": 33371 } }, "past_key_23_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0010678678518161178, "zero_point": 32034 } }, "past_value_23_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0020134346559643745, "zero_point": 31520 } }, "past_key_24_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.001393401063978672, "zero_point": 32228 } }, "past_value_24_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.002205447992309928, "zero_point": 31957 } }, "past_key_25_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0011470435420051217, "zero_point": 32674 } }, "past_value_25_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.003514690790325403, "zero_point": 34896 } }, "past_key_26_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0009380523697473109, "zero_point": 38600 } }, "past_value_26_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.003251975169405341, "zero_point": 32189 } }, "past_key_27_out": { "shape": [ 8, 1, 128, 1 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.0014751299750059843, "zero_point": 33702 } }, "past_value_27_out": { "shape": [ 8, 1, 1, 128 ], "dtype": "uint16", "quantization_parameters": { "scale": 0.003433647332713008, "zero_point": 29775 } } } } }, "supplementary_files": { "htp_backend_ext_config.json": "HTP backend configuration for the target device.", "genie_config.json": "Genie SDK configuration for on-device LLM inference.", "sample_prompt.txt": "Sample prompt for on-device inference.", "tokenizer.json": "Tokenizer for encoding/decoding text." }, "genie": { "chat_template": { "system_prefix": "<|im_start|>system\n", "system_suffix": "<|im_end|>\n", "user_prefix": "<|im_start|>user\n", "user_suffix": "<|im_end|>\n", "assistant_prefix": "<|im_start|>assistant\n", "assistant_suffix": "<|im_end|>\n", "default_system_prompt": "You are a helpful AI assistant." }, "context_lengths": [ 1024 ], "supports_thinking": true }, "chipset_attributes": { "aliases": [ "qualcomm-snapdragon-8-elite-gen5", "sm8850" ], "marketing_name": "Snapdragon® 8 Elite Gen 5 Mobile", "world": "Mobile", "supports_fp16": true, "htp_version": 81, "soc_model": 87, "reference_device": "Snapdragon 8 Elite Gen 5 QRD", "supports_weight_sharing": true, "name": "qualcomm-snapdragon-8-elite-gen5" } }