File size: 6,507 Bytes
15e71db | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 | {
"artifact": {
"name": "Qwen3.8-Flash-Next-AWQ-g32",
"proposed_repository": "leoncca/Qwen3.8-Flash-Next-AWQ-g32",
"proposed_tag": "v1-formal-r6-da62ba7b",
"schema_version": 1
},
"sources": {
"base_model": {
"repository": "Qwen/Qwen3.8-Flash-Next",
"revision": "f5d08274bafd880402bd16f5e3e6c514136ec06c"
},
"ple": {
"repository": "Qwen/Qwen3.8-Flash-Next-FP8",
"revision": "bcd9f01ddc9cff2316eb84281bebcd5b058bddce"
},
"license": {
"filename": "LICENSE",
"name": "Qwen Community License 1.0",
"sha256": "a0dc422560841fd68e06d974907f8b4c709bca44a67daad2b528437bdf676c08"
}
},
"quantization": {
"method": "AWQ",
"weight_bits": 4,
"activation_dtype": "float16",
"group_size": 32,
"zero_point": true,
"checkpoint_format": "gemm",
"layout": "per-expert asymmetric routed-expert projections",
"quantized_projection_names": [
"gate_proj",
"up_proj",
"down_proj"
],
"protected": [
"vision",
"ple",
"attention",
"linear_attention",
"router",
"shared_expert",
"embeddings",
"lm_head",
"hyper_connections",
"mtp"
],
"quantizer": "gptqmodel:7.3.2",
"calibration_record_count": 684,
"calibration_corpus_sha256": "d2fbb16c5dcfaf26b713fd44d090cc8a3f2bbb31f1713f179e149f1f196b3dbb",
"processor_audit_sha256": "1ca4205795e83f3cf341cb3d8eb10ef7169bb4934a4435878af7bef8507a8c05",
"selective_bypass_selected_pairs": 93,
"selective_bypass_target_manifest_sha256": "9d4c2372bb065d2f9aadce457d98b0314c3844e1989e8fc6e36ce2a7088770c9",
"selective_bypass_source_report_sha256": "69d421dd1a57cf04ea55c533b20f042e9dc6a99e2b6f489c54aae3d2039b05a1",
"expert_coverage": {
"filename": "EXPERT_COVERAGE.json",
"natural_unique_expert_ids": "512/512",
"natural_layer_expert_pairs": "24568/24576",
"natural_layer_expert_coverage_fraction": 0.9996744791666666,
"fully_naturally_covered_layers": "45/48",
"zero_natural_token_pairs": 8,
"below_128_natural_token_pairs": 93,
"selective_augmentation_pairs": 93,
"runtime_zero_coverage_fallback_pairs": 0,
"native_route_matrix_sha256": "6c987b6d2a1506978f38bc0b4fa167d205250ba8f0629f05adddc880a26828b1"
},
"group_size_rationale": {
"expert_intermediate_width": 640,
"validated_tensor_parallel_size": 4,
"local_intermediate_width": 160,
"g32_divides_local_width": true,
"g128_divides_local_width": false,
"g128_runtime_effective_group_size": 32,
"native_g32_checkpoint_scale_and_zero_point_metadata_gib_approx": 8.79,
"g128_checkpoint_scale_and_zero_point_metadata_gib_approx": 2.20,
"native_g32_checkpoint_metadata_increase_gib_approx": 6.59,
"tp4_runtime_metadata_increase_vs_expanded_g128": false,
"decision": "Store native g32 so checkpoint groups align exactly with the TP4 expert partition and do not depend on load-time g128-to-g32 expansion.",
"quality_claim_boundary": "Native g32 was quality-validated; no matched full-checkpoint g32-versus-g128 quality comparison was performed."
}
},
"ple_splice": {
"dtype": "float8_e4m3fn",
"indexed_tensor_count": 129,
"indexed_payload_bytes": 51200245762,
"shard_count": 33,
"scale_value": 0.00019931793212890625,
"requantized": false
},
"checkpoint": {
"index_filename": "model.safetensors.index.json",
"base_awq_index_sha256": "da62ba7bfef57f8117f35fc78bf5daf14c0ab5eb1b8173b4d712c1f4d294819b",
"index_sha256": "f066a0154a9101b359c3a4d4fa6a83fb12b7126a9cf0f19cb772611d08cc07ee",
"indexed_tensor_count": 222771,
"indexed_payload_bytes": 137042968666,
"index_metadata_total_size": 137073585730,
"index_metadata_total_size_contract": "AWQ shard file bytes plus indexed PLE tensor bytes plus complete QSA scale shard bytes",
"physical_weight_shard_bytes": 138133206482,
"physical_model_shard_bytes": 138133209122,
"stored_tensor_count_in_all_selected_shards": 223827,
"unindexed_tensor_count_in_reused_ple_shards": 1056,
"awq_shard_count": 10,
"ple_shard_count": 33,
"qsa_kv_scale_shard_count": 1,
"qsa_kv_scale_filename": "model-kvscales.safetensors",
"qsa_kv_scale_tensor_count": 24,
"qsa_kv_scale_file_sha256": "c89b08bacde7d869342190b2f95046a83af37080241ae00ccae3a3d6888852fd",
"carrier_completion_sha256": "70fb852c73620edbf75858ab36c519005a5b4cec6597d2493c1355b4b901f077",
"host_side_final_audit_sha256": "b854f56010a564d7db9636c9977154f10c4ac2280f852899802ad7145cf85475",
"host_side_final_audit_status": "PASS"
},
"runtime_provenance": {
"fp16_kv_quality_source_commit": "c9af1be6e11011e398e8f89808e62d43fa453031",
"safetensors_index_assignment_commit": "1f8c110fb044a7ac3767e3b790d4efc936797dc9",
"awq_tp_group_alignment_commit": "ad4bfbec41b4ffb20877e2895f07957685d6438b",
"awq_tp_group_alignment_effect_for_g32_tp4": "inactive: effective group g32 and repeat factor 1",
"qsa_e4m3_core_pr": "https://github.com/1CatAI/1Cat-vLLM/pull/447",
"qsa_e4m3_core_commit": "58542ea69d43c6fc66242d218fbddbfdae7cd3b9",
"qsa_e4m3_bitcast_pr": "https://github.com/1CatAI/1Cat-vLLM/pull/452",
"qsa_e4m3_bitcast_commit": "6e42fb899767b4ac0769acaff9156314fb193d3a",
"qsa_e4m3_scale_hoist_pr": "https://github.com/1CatAI/1Cat-vLLM/pull/453",
"qsa_e4m3_scale_hoist_commit": "10a7bd0b36ff4684432b6e235013b7ad817a3534",
"combined_performance_test_commit": "526570c756e456a867aab86ea3ffd345195a082b",
"qwen4exp_multimodal_enablement_pr": "https://github.com/1CatAI/1Cat-vLLM/pull/458",
"qwen4exp_multimodal_enablement_commit": "dd68b9e8f44d248ad7082b871243a66c5fc1696a"
},
"publication": {
"internal_build_files_excluded": [
"final-checkpoint-audit.json",
"fp8-ple-splice.json",
"quant_log.csv",
"quantization-provenance.json"
],
"public_replacements": [
"MODEL_PROVENANCE.json",
"EXPERT_COVERAGE.json",
"VALIDATION.json",
"PUBLIC_RELEASE_AUDIT.json",
"SHA256SUMS"
],
"config_sanitization": {
"gpu_profile": "single-rtx-3090",
"offload_to_disk_path_removed": true,
"runtime_quantization_fields_changed": false
},
"weights_repacked": false,
"model_index_changed": true,
"model_index_change": "Added 24 checkpoint-bound QSA K/V scale assignments without changing AWQ or PLE weight payloads."
}
}
|