{ "schema": "qwen38-awq-expert-coverage-v1", "status": "PASS", "scope": "Natural BF16 router activation observed during AWQ calibration before selective augmentation.", "checkpoint_binding": { "run_id": "qwen38-flash-next-awq-g32-formal-r6-s3090-ckpt-l47fix", "base_model_revision": "f5d08274bafd880402bd16f5e3e6c514136ec06c", "awq_weight_index_sha256": "da62ba7bfef57f8117f35fc78bf5daf14c0ab5eb1b8173b4d712c1f4d294819b" }, "calibration": { "arm": "public80-v1mix20", "records": 684, "active_tokens": 202750, "category_active_tokens": { "chinese_instruction": 60000, "code_instruction": 40000, "english_instruction": 50000, "math_reasoning": 43278, "vision": 9472 }, "routed_layers": 48, "experts_per_layer": 512, "router_top_k": 10, "routed_token_assignments_per_layer": 2027500, "routed_token_assignments_all_layers": 97320000 }, "natural_coverage": { "unique_expert_ids_activated_somewhere": 512, "unique_expert_ids_total": 512, "active_layer_expert_pairs": 24568, "total_layer_expert_pairs": 24576, "layer_expert_coverage_fraction": 0.9996744791666666, "fully_covered_layers": 45, "zero_natural_token_pairs": 8, "below_128_natural_token_pairs": 93, "zero_pairs": [ {"layer": 0, "expert": 181}, {"layer": 0, "expert": 236}, {"layer": 0, "expert": 244}, {"layer": 0, "expert": 271}, {"layer": 0, "expert": 413}, {"layer": 0, "expert": 424}, {"layer": 1, "expert": 116}, {"layer": 47, "expert": 371} ] }, "selective_augmentation": { "threshold_natural_tokens": 128, "augmented_layer_expert_pairs": 93, "augmented_projection_targets": 279, "projection_closure": [ "gate_proj", "up_proj", "down_proj" ], "runtime_zero_coverage_fallback_pairs": 0 }, "percentile_method": "NumPy linear", "per_layer_natural_coverage": [ {"layer": 0, "active_experts": 506, "zero_experts": 6, "below_128_experts": 10, "min_tokens": 0, "p1_tokens": 1.8700000000000054, "p5_tokens": 653.4, "median_tokens": 3512.5}, {"layer": 1, "active_experts": 511, "zero_experts": 1, "below_128_experts": 7, "min_tokens": 0, "p1_tokens": 79.55, "p5_tokens": 696.9, "median_tokens": 3265.5}, {"layer": 2, "active_experts": 512, "zero_experts": 0, "below_128_experts": 6, "min_tokens": 31, "p1_tokens": 93.05000000000001, "p5_tokens": 839.95, "median_tokens": 3428.5}, {"layer": 3, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 184, "p1_tokens": 306.43, "p5_tokens": 637.3, "median_tokens": 2849}, {"layer": 4, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 98, "p1_tokens": 398.82, "p5_tokens": 714.85, "median_tokens": 2950.5}, {"layer": 5, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 177, "p1_tokens": 497.51, "p5_tokens": 929.7, "median_tokens": 3225.5}, {"layer": 6, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 443, "p1_tokens": 653.98, "p5_tokens": 1005.15, "median_tokens": 3412}, {"layer": 7, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 414, "p1_tokens": 612.1, "p5_tokens": 1024.7, "median_tokens": 3351.5}, {"layer": 8, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 108, "p1_tokens": 530.33, "p5_tokens": 962.1, "median_tokens": 3084.5}, {"layer": 9, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 334, "p1_tokens": 629.21, "p5_tokens": 867.4, "median_tokens": 2957.5}, {"layer": 10, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 262, "p1_tokens": 484.86, "p5_tokens": 986.95, "median_tokens": 3068}, {"layer": 11, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 183, "p1_tokens": 589.07, "p5_tokens": 923.1, "median_tokens": 3048}, {"layer": 12, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 142, "p1_tokens": 418.43, "p5_tokens": 750.6, "median_tokens": 2928}, {"layer": 13, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 186, "p1_tokens": 373.37, "p5_tokens": 914.4, "median_tokens": 2933}, {"layer": 14, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 294, "p1_tokens": 403.53000000000003, "p5_tokens": 898.5500000000001, "median_tokens": 3065}, {"layer": 15, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 121, "p1_tokens": 403.55, "p5_tokens": 721.85, "median_tokens": 2884}, {"layer": 16, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 310, "p1_tokens": 491.07, "p5_tokens": 876.05, "median_tokens": 2861}, {"layer": 17, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 99, "p1_tokens": 631.41, "p5_tokens": 880.35, "median_tokens": 3161.5}, {"layer": 18, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 320, "p1_tokens": 381.96000000000004, "p5_tokens": 817.95, "median_tokens": 3066.5}, {"layer": 19, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 284, "p1_tokens": 503.33, "p5_tokens": 950, "median_tokens": 3146}, {"layer": 20, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 326, "p1_tokens": 527.08, "p5_tokens": 868.6, "median_tokens": 3220.5}, {"layer": 21, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 241, "p1_tokens": 549.42, "p5_tokens": 937.15, "median_tokens": 3016}, {"layer": 22, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 195, "p1_tokens": 542.36, "p5_tokens": 990.25, "median_tokens": 3467}, {"layer": 23, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 284, "p1_tokens": 428.39000000000004, "p5_tokens": 822.3, "median_tokens": 3264}, {"layer": 24, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 215, "p1_tokens": 419.85, "p5_tokens": 736.75, "median_tokens": 3061.5}, {"layer": 25, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 174, "p1_tokens": 336.70000000000005, "p5_tokens": 775, "median_tokens": 3073}, {"layer": 26, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 313, "p1_tokens": 436.53000000000003, "p5_tokens": 722.2, "median_tokens": 3025.5}, {"layer": 27, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 90, "p1_tokens": 314.99, "p5_tokens": 668.85, "median_tokens": 2920.5}, {"layer": 28, "active_experts": 512, "zero_experts": 0, "below_128_experts": 2, "min_tokens": 15, "p1_tokens": 228.22, "p5_tokens": 539.05, "median_tokens": 2742}, {"layer": 29, "active_experts": 512, "zero_experts": 0, "below_128_experts": 2, "min_tokens": 91, "p1_tokens": 362.19, "p5_tokens": 730.1, "median_tokens": 2764}, {"layer": 30, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 34, "p1_tokens": 281.09000000000003, "p5_tokens": 694.2, "median_tokens": 3058.5}, {"layer": 31, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 165, "p1_tokens": 322.1, "p5_tokens": 637.2, "median_tokens": 2956}, {"layer": 32, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 222, "p1_tokens": 394, "p5_tokens": 692.8, "median_tokens": 2801}, {"layer": 33, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 240, "p1_tokens": 408.32, "p5_tokens": 698.75, "median_tokens": 3190}, {"layer": 34, "active_experts": 512, "zero_experts": 0, "below_128_experts": 3, "min_tokens": 67, "p1_tokens": 185.1, "p5_tokens": 526.95, "median_tokens": 2804.5}, {"layer": 35, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 55, "p1_tokens": 328.33, "p5_tokens": 568.4, "median_tokens": 3020.5}, {"layer": 36, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 154, "p1_tokens": 265.65, "p5_tokens": 497.55, "median_tokens": 3134.5}, {"layer": 37, "active_experts": 512, "zero_experts": 0, "below_128_experts": 4, "min_tokens": 59, "p1_tokens": 183.44, "p5_tokens": 371.2, "median_tokens": 2803.5}, {"layer": 38, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 92, "p1_tokens": 227.55, "p5_tokens": 482, "median_tokens": 3153.5}, {"layer": 39, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 118, "p1_tokens": 313.33, "p5_tokens": 539.5, "median_tokens": 3125.5}, {"layer": 40, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 158, "p1_tokens": 365.11, "p5_tokens": 626.65, "median_tokens": 2994}, {"layer": 41, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 145, "p1_tokens": 377.66, "p5_tokens": 579.85, "median_tokens": 3025.5}, {"layer": 42, "active_experts": 512, "zero_experts": 0, "below_128_experts": 3, "min_tokens": 49, "p1_tokens": 180, "p5_tokens": 372.55, "median_tokens": 3063}, {"layer": 43, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 115, "p1_tokens": 306.52, "p5_tokens": 537, "median_tokens": 2876.5}, {"layer": 44, "active_experts": 512, "zero_experts": 0, "below_128_experts": 4, "min_tokens": 53, "p1_tokens": 164.43, "p5_tokens": 357.75, "median_tokens": 2790.5}, {"layer": 45, "active_experts": 512, "zero_experts": 0, "below_128_experts": 5, "min_tokens": 43, "p1_tokens": 164.33, "p5_tokens": 381.3, "median_tokens": 2678.5}, {"layer": 46, "active_experts": 512, "zero_experts": 0, "below_128_experts": 11, "min_tokens": 33, "p1_tokens": 76.55, "p5_tokens": 290.1, "median_tokens": 2588.5}, {"layer": 47, "active_experts": 511, "zero_experts": 1, "below_128_experts": 26, "min_tokens": 0, "p1_tokens": 25, "p5_tokens": 121.10000000000002, "median_tokens": 2033.5} ], "evidence_sha256": { "native_route_matrix": "6c987b6d2a1506978f38bc0b4fa167d205250ba8f0629f05adddc880a26828b1", "native_route_manifest": "69d421dd1a57cf04ea55c533b20f042e9dc6a99e2b6f489c54aae3d2039b05a1", "selective_bypass_targets": "9d4c2372bb065d2f9aadce457d98b0314c3844e1989e8fc6e36ce2a7088770c9", "formal_r6_preflight": "649ff87afe74523c692c4f45c891bb8d89cc4fc49918a282a65237b2dc9ba3c6", "formal_r6_layer47_report": "501c9dffc94521619444b9d0675f74f08e8f53c77c775b83a50d3c617769f377", "calibration_corpus": "d2fbb16c5dcfaf26b713fd44d090cc8a3f2bbb31f1713f179e149f1f196b3dbb", "calibration_corpus_manifest": "15b540f089f4e93a31ee07db1d439d8e05a0e6e7e55b2868f476facf22287e29", "processor_audit": "1ca4205795e83f3cf341cb3d8eb10ef7169bb4934a4435878af7bef8507a8c05" }, "interpretation": "Natural coverage excludes selective-bypass augmentation. The eight zero-natural-token layer/expert pairs were explicitly augmented for AWQ calibration; no runtime fallback pair was accepted." }