{ "schema": 1, "mother_revision": "356e5abe1fbc83bb3613b46e470f6e2a5565ca47", "mtp_revision": "dc4d348443bc740c68e2d77492492c11606384d5", "tool": "GPTQModel", "tool_commit": "f6f1ab12fe8115f84c52253871ca039ac6c425ee", "tool_multimodal_patch_sha256": "320bc1b739acc798dca6561f4dc2b95f33b53b9d96e622c2d7f30c759bbcc6a8", "tool_selective_patch_sha256": "320bc1b739acc798dca6561f4dc2b95f33b53b9d96e622c2d7f30c759bbcc6a8", "selective_bypass_target_manifest_sha256": "6ad4207efa3b1178425275325bd67c36d5fe35c76e9f3d7e4e5d89c4a84b54df", "quantization_script_sha256": "4d98214fab5ddd38917d609a0fb187ff6ef2f42e859f81f9b20a9aeaa183665b", "recipe": { "status": "PASS", "mode": "full", "created_utc": "2026-08-10T10:01:24.084321+00:00", "elapsed_seconds_before_save": 23812.731488522, "routing": "selective-bypass", "bypass_batch_size": null, "selective_match_audit": { "target_manifest_sha256": "6ad4207efa3b1178425275325bd67c36d5fe35c76e9f3d7e4e5d89c4a84b54df", "source_report_sha256": "b04e218e105d57c8afd76a0c5b10e39bdc29b6252dae078839f35e623c347127", "manifest_pairs": 47, "protected_pairs_excluded": [ [ 0, 207 ] ], "selected_pairs": 46, "module_patterns": [ ".*\\.layers\\.24\\.mlp\\.experts\\.199\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.30\\.mlp\\.experts\\.31\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.30\\.mlp\\.experts\\.97\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.32\\.mlp\\.experts\\.45\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.33\\.mlp\\.experts\\.14\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.33\\.mlp\\.experts\\.24\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.33\\.mlp\\.experts\\.105\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.34\\.mlp\\.experts\\.37\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.35\\.mlp\\.experts\\.8\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.36\\.mlp\\.experts\\.33\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.37\\.mlp\\.experts\\.65\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.37\\.mlp\\.experts\\.140\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.37\\.mlp\\.experts\\.183\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.37\\.mlp\\.experts\\.218\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.38\\.mlp\\.experts\\.4\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.38\\.mlp\\.experts\\.16\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.38\\.mlp\\.experts\\.69\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.33\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.51\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.84\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.91\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.146\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.205\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.40\\.mlp\\.experts\\.12\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.40\\.mlp\\.experts\\.92\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.36\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.41\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.76\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.94\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.121\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.25\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.50\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.59\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.125\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.134\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.43\\.mlp\\.experts\\.30\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.43\\.mlp\\.experts\\.70\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.43\\.mlp\\.experts\\.210\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.44\\.mlp\\.experts\\.127\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.44\\.mlp\\.experts\\.166\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.45\\.mlp\\.experts\\.72\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.45\\.mlp\\.experts\\.88\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.46\\.mlp\\.experts\\.8\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.46\\.mlp\\.experts\\.50\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.46\\.mlp\\.experts\\.100\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.46\\.mlp\\.experts\\.128\\.(?:gate_proj|up_proj|down_proj)$" ], "matcher_calls": 12309440, "runtime_matched_modules": [ "model.language_model.layers.24.mlp.experts.199.down_proj", "model.language_model.layers.24.mlp.experts.199.gate_proj", "model.language_model.layers.24.mlp.experts.199.up_proj", "model.language_model.layers.30.mlp.experts.31.down_proj", "model.language_model.layers.30.mlp.experts.31.gate_proj", "model.language_model.layers.30.mlp.experts.31.up_proj", "model.language_model.layers.30.mlp.experts.97.down_proj", "model.language_model.layers.30.mlp.experts.97.gate_proj", "model.language_model.layers.30.mlp.experts.97.up_proj", "model.language_model.layers.32.mlp.experts.45.down_proj", "model.language_model.layers.32.mlp.experts.45.gate_proj", "model.language_model.layers.32.mlp.experts.45.up_proj", "model.language_model.layers.33.mlp.experts.105.down_proj", "model.language_model.layers.33.mlp.experts.105.gate_proj", "model.language_model.layers.33.mlp.experts.105.up_proj", "model.language_model.layers.33.mlp.experts.14.down_proj", "model.language_model.layers.33.mlp.experts.14.gate_proj", "model.language_model.layers.33.mlp.experts.14.up_proj", "model.language_model.layers.33.mlp.experts.24.down_proj", "model.language_model.layers.33.mlp.experts.24.gate_proj", "model.language_model.layers.33.mlp.experts.24.up_proj", "model.language_model.layers.34.mlp.experts.37.down_proj", "model.language_model.layers.34.mlp.experts.37.gate_proj", "model.language_model.layers.34.mlp.experts.37.up_proj", "model.language_model.layers.35.mlp.experts.8.down_proj", "model.language_model.layers.35.mlp.experts.8.gate_proj", "model.language_model.layers.35.mlp.experts.8.up_proj", "model.language_model.layers.36.mlp.experts.33.down_proj", "model.language_model.layers.36.mlp.experts.33.gate_proj", "model.language_model.layers.36.mlp.experts.33.up_proj", "model.language_model.layers.37.mlp.experts.140.down_proj", "model.language_model.layers.37.mlp.experts.140.gate_proj", "model.language_model.layers.37.mlp.experts.140.up_proj", "model.language_model.layers.37.mlp.experts.183.down_proj", "model.language_model.layers.37.mlp.experts.183.gate_proj", "model.language_model.layers.37.mlp.experts.183.up_proj", "model.language_model.layers.37.mlp.experts.218.down_proj", "model.language_model.layers.37.mlp.experts.218.gate_proj", "model.language_model.layers.37.mlp.experts.218.up_proj", "model.language_model.layers.37.mlp.experts.65.down_proj", "model.language_model.layers.37.mlp.experts.65.gate_proj", "model.language_model.layers.37.mlp.experts.65.up_proj", "model.language_model.layers.38.mlp.experts.16.down_proj", "model.language_model.layers.38.mlp.experts.16.gate_proj", "model.language_model.layers.38.mlp.experts.16.up_proj", "model.language_model.layers.38.mlp.experts.4.down_proj", "model.language_model.layers.38.mlp.experts.4.gate_proj", "model.language_model.layers.38.mlp.experts.4.up_proj", "model.language_model.layers.38.mlp.experts.69.down_proj", "model.language_model.layers.38.mlp.experts.69.gate_proj", "model.language_model.layers.38.mlp.experts.69.up_proj", "model.language_model.layers.39.mlp.experts.146.down_proj", "model.language_model.layers.39.mlp.experts.146.gate_proj", "model.language_model.layers.39.mlp.experts.146.up_proj", "model.language_model.layers.39.mlp.experts.205.down_proj", "model.language_model.layers.39.mlp.experts.205.gate_proj", "model.language_model.layers.39.mlp.experts.205.up_proj", "model.language_model.layers.39.mlp.experts.33.down_proj", "model.language_model.layers.39.mlp.experts.33.gate_proj", "model.language_model.layers.39.mlp.experts.33.up_proj", "model.language_model.layers.39.mlp.experts.51.down_proj", "model.language_model.layers.39.mlp.experts.51.gate_proj", "model.language_model.layers.39.mlp.experts.51.up_proj", "model.language_model.layers.39.mlp.experts.84.down_proj", "model.language_model.layers.39.mlp.experts.84.gate_proj", "model.language_model.layers.39.mlp.experts.84.up_proj", "model.language_model.layers.39.mlp.experts.91.down_proj", "model.language_model.layers.39.mlp.experts.91.gate_proj", "model.language_model.layers.39.mlp.experts.91.up_proj", "model.language_model.layers.40.mlp.experts.12.down_proj", "model.language_model.layers.40.mlp.experts.12.gate_proj", "model.language_model.layers.40.mlp.experts.12.up_proj", "model.language_model.layers.40.mlp.experts.92.down_proj", "model.language_model.layers.40.mlp.experts.92.gate_proj", "model.language_model.layers.40.mlp.experts.92.up_proj", "model.language_model.layers.41.mlp.experts.121.down_proj", "model.language_model.layers.41.mlp.experts.121.gate_proj", "model.language_model.layers.41.mlp.experts.121.up_proj", "model.language_model.layers.41.mlp.experts.36.down_proj", "model.language_model.layers.41.mlp.experts.36.gate_proj", "model.language_model.layers.41.mlp.experts.36.up_proj", "model.language_model.layers.41.mlp.experts.41.down_proj", "model.language_model.layers.41.mlp.experts.41.gate_proj", "model.language_model.layers.41.mlp.experts.41.up_proj", "model.language_model.layers.41.mlp.experts.76.down_proj", "model.language_model.layers.41.mlp.experts.76.gate_proj", "model.language_model.layers.41.mlp.experts.76.up_proj", "model.language_model.layers.41.mlp.experts.94.down_proj", "model.language_model.layers.41.mlp.experts.94.gate_proj", "model.language_model.layers.41.mlp.experts.94.up_proj", "model.language_model.layers.42.mlp.experts.125.down_proj", "model.language_model.layers.42.mlp.experts.125.gate_proj", "model.language_model.layers.42.mlp.experts.125.up_proj", "model.language_model.layers.42.mlp.experts.134.down_proj", "model.language_model.layers.42.mlp.experts.134.gate_proj", "model.language_model.layers.42.mlp.experts.134.up_proj", "model.language_model.layers.42.mlp.experts.25.down_proj", "model.language_model.layers.42.mlp.experts.25.gate_proj", "model.language_model.layers.42.mlp.experts.25.up_proj", "model.language_model.layers.42.mlp.experts.50.down_proj", "model.language_model.layers.42.mlp.experts.50.gate_proj", "model.language_model.layers.42.mlp.experts.50.up_proj", "model.language_model.layers.42.mlp.experts.59.down_proj", "model.language_model.layers.42.mlp.experts.59.gate_proj", "model.language_model.layers.42.mlp.experts.59.up_proj", "model.language_model.layers.43.mlp.experts.210.down_proj", "model.language_model.layers.43.mlp.experts.210.gate_proj", "model.language_model.layers.43.mlp.experts.210.up_proj", "model.language_model.layers.43.mlp.experts.30.down_proj", "model.language_model.layers.43.mlp.experts.30.gate_proj", "model.language_model.layers.43.mlp.experts.30.up_proj", "model.language_model.layers.43.mlp.experts.70.down_proj", "model.language_model.layers.43.mlp.experts.70.gate_proj", "model.language_model.layers.43.mlp.experts.70.up_proj", "model.language_model.layers.44.mlp.experts.127.down_proj", "model.language_model.layers.44.mlp.experts.127.gate_proj", "model.language_model.layers.44.mlp.experts.127.up_proj", "model.language_model.layers.44.mlp.experts.166.down_proj", "model.language_model.layers.44.mlp.experts.166.gate_proj", "model.language_model.layers.44.mlp.experts.166.up_proj", "model.language_model.layers.45.mlp.experts.72.down_proj", "model.language_model.layers.45.mlp.experts.72.gate_proj", "model.language_model.layers.45.mlp.experts.72.up_proj", "model.language_model.layers.45.mlp.experts.88.down_proj", "model.language_model.layers.45.mlp.experts.88.gate_proj", "model.language_model.layers.45.mlp.experts.88.up_proj", "model.language_model.layers.46.mlp.experts.100.down_proj", "model.language_model.layers.46.mlp.experts.100.gate_proj", "model.language_model.layers.46.mlp.experts.100.up_proj", "model.language_model.layers.46.mlp.experts.128.down_proj", "model.language_model.layers.46.mlp.experts.128.gate_proj", "model.language_model.layers.46.mlp.experts.128.up_proj", "model.language_model.layers.46.mlp.experts.50.down_proj", "model.language_model.layers.46.mlp.experts.50.gate_proj", "model.language_model.layers.46.mlp.experts.50.up_proj", "model.language_model.layers.46.mlp.experts.8.down_proj", "model.language_model.layers.46.mlp.experts.8.gate_proj", "model.language_model.layers.46.mlp.experts.8.up_proj" ], "runtime_not_matched_unique": 35958 }, "scale_search_mode": "eager", "stop_after_layer": null, "gpu_inventory": [ { "index": 0, "name": "NVIDIA GeForce RTX 3090", "total_memory": 25296044032, "capability": [ 8, 6 ] }, { "index": 1, "name": "NVIDIA GeForce RTX 5060 Ti", "total_memory": 16617635840, "capability": [ 12, 0 ] }, { "index": 2, "name": "NVIDIA GeForce RTX 5060 Ti", "total_memory": 16617635840, "capability": [ 12, 0 ] } ], "calibration_records": 320, "calibration_batch_size": 1, "python_abiflags": "t", "gil_enabled_start": false, "gil_enabled_after_quantize": false, "calibration_corpus_sha256": "de8c3c856c55afd065ade04929659cf990cde7b8cf5fd846c6ee1867b3a13690", "target_rows": 36096, "sample_count": { "min": 190590, "max": 190590, "average": 190590.0 }, "numeric_loss_rows": 12032, "numeric_loss": { "min": 0.0, "max": 0.0022568187, "average": 1.2630501171875001e-05 }, "activation_audit_sha256": "863ff53fe6f780e1b453fee4367df5fdcf3c0ada2bfb2573eecde2a65e82808e", "quant_region_snapshot": { "model_load": { "total": 0.0, "count": 0, "last": 0.0, "source": null }, "model_reload": { "total": 0.0, "count": 0, "last": 0.0, "source": null }, "capture_inputs": { "total": 8.796026252999582, "count": 1, "last": 8.796026252999582, "source": "cache_inputs:Qwen3_5MoeDecoderLayer" }, "forward_hook": { "total": 0.0, "count": 0, "last": 0.0, "source": null }, "pre_quant_forward": { "total": 7886.129302892012, "count": 94, "last": 65.27452646700112, "source": "model.language_model.layers.47:subset2/2" }, "process_quant": { "total": 11775.943316487834, "count": 36096, "last": 242.45624845600105, "source": "model.language_model.layers.47.mlp.experts.253.down_proj" }, "post_quant_forward": { "total": 828.9648931480069, "count": 47, "last": 15.581714604999434, "source": "model.language_model.layers.46:subset2/2" }, "submodule_finalize": { "total": 9470.999369561014, "count": 36096, "last": 0.2103655680002703, "source": "model.language_model.layers.47.mlp.experts.244.down_proj" }, "submodule_finalize_create": { "total": 38.79714003192021, "count": 36096, "last": 0.0006912799981364515, "source": "model.language_model.layers.47.mlp.experts.244.down_proj" }, "submodule_finalize_pack": { "total": 619.6664903547644, "count": 36096, "last": 0.016588545997365145, "source": "model.language_model.layers.47.mlp.experts.244.down_proj [module.pack]" }, "submodule_finalize_offload": { "total": 8761.405527707895, "count": 36096, "last": 0.19250635400021565, "source": "model.language_model.layers.47.mlp.experts.244.down_proj" }, "process_finalize": { "total": 0.01086837200273294, "count": 1, "last": 0.01086837200273294, "source": "awq" }, "model_save": { "total": 0.0, "count": 0, "last": 0.0, "source": null }, "forward_prepare": { "total": 1929.6547351709933, "count": 94, "last": 24.664295677001064, "source": "model.language_model.layers.47:subset2/2" }, "forward_pre_hook": { "total": 1244.6365709993097, "count": 9635568, "last": 0.00012077399878762662, "source": "model.language_model.layers.47.mlp.experts.255.down_proj" }, "quant_prepare": { "total": 1.7790389380015768, "count": 94, "last": 0.013142626998160267, "source": "model.language_model.layers.47:subset2/2" }, "awq_feature_collapse": { "total": 5.86256467100975, "count": 47, "last": 0.12174136400062707, "source": "layer.47" }, "awq_scale_prepare": { "total": 35.26187936900351, "count": 47, "last": 0.7515521109999099, "source": "layer.47" }, "awq_scale_search": { "total": 10871.376989805005, "count": 47, "last": 231.7219501590007, "source": "layer.47" }, "awq_apply_scale": { "total": 16.592611976993794, "count": 47, "last": 0.3582302119975793, "source": "layer.47" }, "awq_clip_search": { "total": 334.61752983098904, "count": 47, "last": 6.905459759000223, "source": "layer.47" }, "awq_apply_quant": { "total": 92.85140260299795, "count": 47, "last": 1.9605657399988559, "source": "layer.47" } }, "save_seconds": 261.9970909959993 } }