{ "created_at": "2026-10-04T03:14:39.274275Z", "input_files": [ { "path": "calibration-corpus.json", "sha256": "4ce5463b8b9e1e3e5998bd73e812208a209b3c7e989214140eba97225d9afcd5", "size_bytes": 1698 } ], "method": "observed-input-and-expert-replay-absmax", "runtime": "vllm", "runtime_version": "0.25.1", "schema_version": "axquant.cuda-activation.v1", "source_precision": "bfloat16", "statistics": [ { "absolute_maximum": 78.5, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.2.mlp.gate_proj.weight" }, { "absolute_maximum": 78.5, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.2.mlp.up_proj.weight" }, { "absolute_maximum": 17.625, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.2.mlp.down_proj.weight" }, { "absolute_maximum": 63.0, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.3.mlp.gate_proj.weight" }, { "absolute_maximum": 63.0, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.3.mlp.up_proj.weight" }, { "absolute_maximum": 21.875, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.3.mlp.down_proj.weight" }, { "absolute_maximum": 38.75, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.4.mlp.gate_proj.weight" }, { "absolute_maximum": 38.75, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.4.mlp.up_proj.weight" }, { "absolute_maximum": 22.875, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.4.mlp.down_proj.weight" }, { "absolute_maximum": 25.375, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.5.mlp.gate_proj.weight" }, { "absolute_maximum": 25.375, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.5.mlp.up_proj.weight" }, { "absolute_maximum": 13.625, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.5.mlp.down_proj.weight" }, { "absolute_maximum": 170.0, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.6.mlp.gate_proj.weight" }, { "absolute_maximum": 170.0, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.6.mlp.up_proj.weight" }, { "absolute_maximum": 4512.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.6.mlp.down_proj.weight" }, { "absolute_maximum": 39.0, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.7.mlp.gate_proj.weight" }, { "absolute_maximum": 39.0, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.7.mlp.up_proj.weight" }, { "absolute_maximum": 15.5, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.7.mlp.down_proj.weight" }, { "absolute_maximum": 7.125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.8.mlp.gate_proj.weight" }, { "absolute_maximum": 7.125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.8.mlp.up_proj.weight" }, { "absolute_maximum": 15.875, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.8.mlp.down_proj.weight" }, { "absolute_maximum": 7.71875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.9.mlp.gate_proj.weight" }, { "absolute_maximum": 7.71875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.9.mlp.up_proj.weight" }, { "absolute_maximum": 17.125, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.9.mlp.down_proj.weight" }, { "absolute_maximum": 8.5, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.10.mlp.gate_proj.weight" }, { "absolute_maximum": 8.5, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.10.mlp.up_proj.weight" }, { "absolute_maximum": 18.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.10.mlp.down_proj.weight" }, { "absolute_maximum": 8.5, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.11.mlp.gate_proj.weight" }, { "absolute_maximum": 8.5, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.11.mlp.up_proj.weight" }, { "absolute_maximum": 20.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.11.mlp.down_proj.weight" }, { "absolute_maximum": 9.3125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.12.mlp.gate_proj.weight" }, { "absolute_maximum": 9.3125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.12.mlp.up_proj.weight" }, { "absolute_maximum": 42.25, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.12.mlp.down_proj.weight" }, { "absolute_maximum": 10.875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.13.mlp.gate_proj.weight" }, { "absolute_maximum": 10.875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.13.mlp.up_proj.weight" }, { "absolute_maximum": 10.5625, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.13.mlp.down_proj.weight" }, { "absolute_maximum": 13.1875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.14.mlp.gate_proj.weight" }, { "absolute_maximum": 13.1875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.14.mlp.up_proj.weight" }, { "absolute_maximum": 49.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.14.mlp.down_proj.weight" }, { "absolute_maximum": 14.625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.15.mlp.gate_proj.weight" }, { "absolute_maximum": 14.625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.15.mlp.up_proj.weight" }, { "absolute_maximum": 21.875, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.15.mlp.down_proj.weight" }, { "absolute_maximum": 33.5, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.16.mlp.gate_proj.weight" }, { "absolute_maximum": 33.5, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.16.mlp.up_proj.weight" }, { "absolute_maximum": 90.5, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.16.mlp.down_proj.weight" }, { "absolute_maximum": 11.125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.17.mlp.gate_proj.weight" }, { "absolute_maximum": 11.125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.17.mlp.up_proj.weight" }, { "absolute_maximum": 8.4375, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.17.mlp.down_proj.weight" }, { "absolute_maximum": 10.6875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.18.mlp.gate_proj.weight" }, { "absolute_maximum": 10.6875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.18.mlp.up_proj.weight" }, { "absolute_maximum": 48.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.18.mlp.down_proj.weight" }, { "absolute_maximum": 10.4375, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.19.mlp.gate_proj.weight" }, { "absolute_maximum": 10.4375, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.19.mlp.up_proj.weight" }, { "absolute_maximum": 9.6875, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.19.mlp.down_proj.weight" }, { "absolute_maximum": 11.25, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.20.mlp.gate_proj.weight" }, { "absolute_maximum": 11.25, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.20.mlp.up_proj.weight" }, { "absolute_maximum": 14.5, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.20.mlp.down_proj.weight" }, { "absolute_maximum": 10.0625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.21.mlp.gate_proj.weight" }, { "absolute_maximum": 10.0625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.21.mlp.up_proj.weight" }, { "absolute_maximum": 14.5625, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.21.mlp.down_proj.weight" }, { "absolute_maximum": 9.1875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.22.mlp.gate_proj.weight" }, { "absolute_maximum": 9.1875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.22.mlp.up_proj.weight" }, { "absolute_maximum": 33.75, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.22.mlp.down_proj.weight" }, { "absolute_maximum": 9.6875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.23.mlp.gate_proj.weight" }, { "absolute_maximum": 9.6875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.23.mlp.up_proj.weight" }, { "absolute_maximum": 54.75, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.23.mlp.down_proj.weight" }, { "absolute_maximum": 10.875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.24.mlp.gate_proj.weight" }, { "absolute_maximum": 10.875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.24.mlp.up_proj.weight" }, { "absolute_maximum": 97.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.24.mlp.down_proj.weight" }, { "absolute_maximum": 11.1875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.25.mlp.gate_proj.weight" }, { "absolute_maximum": 11.1875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.25.mlp.up_proj.weight" }, { "absolute_maximum": 92.5, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.25.mlp.down_proj.weight" }, { "absolute_maximum": 11.9375, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.26.mlp.gate_proj.weight" }, { "absolute_maximum": 11.9375, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.26.mlp.up_proj.weight" }, { "absolute_maximum": 80.5, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.26.mlp.down_proj.weight" }, { "absolute_maximum": 11.875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.27.mlp.gate_proj.weight" }, { "absolute_maximum": 11.875, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.27.mlp.up_proj.weight" }, { "absolute_maximum": 137.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.27.mlp.down_proj.weight" }, { "absolute_maximum": 12.0625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.28.mlp.gate_proj.weight" }, { "absolute_maximum": 12.0625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.28.mlp.up_proj.weight" }, { "absolute_maximum": 129.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.28.mlp.down_proj.weight" }, { "absolute_maximum": 11.5625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.29.mlp.gate_proj.weight" }, { "absolute_maximum": 11.5625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.29.mlp.up_proj.weight" }, { "absolute_maximum": 104.5, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.29.mlp.down_proj.weight" }, { "absolute_maximum": 10.8125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.30.mlp.gate_proj.weight" }, { "absolute_maximum": 10.8125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.30.mlp.up_proj.weight" }, { "absolute_maximum": 92.5, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.30.mlp.down_proj.weight" }, { "absolute_maximum": 11.5625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.31.mlp.gate_proj.weight" }, { "absolute_maximum": 11.5625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.31.mlp.up_proj.weight" }, { "absolute_maximum": 95.5, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.31.mlp.down_proj.weight" }, { "absolute_maximum": 13.125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.32.mlp.gate_proj.weight" }, { "absolute_maximum": 13.125, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.32.mlp.up_proj.weight" }, { "absolute_maximum": 203.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.32.mlp.down_proj.weight" }, { "absolute_maximum": 26.625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.33.mlp.gate_proj.weight" }, { "absolute_maximum": 26.625, "input_columns": 4096, "sample_count": 530, "tensor_name": "layers.33.mlp.up_proj.weight" }, { "absolute_maximum": 101.0, "input_columns": 12288, "sample_count": 530, "tensor_name": "layers.33.mlp.down_proj.weight" } ], "status": "complete", "weight_plan_sha256": "072bc6e4412dc0b1447a8a3d3d0f0e3f5041e021ab9141830e60682b3a178921" }