| { |
| "axquant_version": "1.2.0", |
| "calibration": null, |
| "created_at": "2026-08-05T13:39:34.268276Z", |
| "effective_bpw": 5.999999959946398, |
| "files": [ |
| { |
| "path": "README.md", |
| "sha256": "6820fb1bcb278a7d44d17292849849fd2dff99b7f4ef3eec65b12a25dc2015f5", |
| "size_bytes": 10309 |
| }, |
| { |
| "path": "axquant_mtp_sidecar_manifest.json", |
| "sha256": "c0f5463aa1557c67bd0adb7498e507c9dffe8de34aadc0f72a1fd86a3ba2bcf7", |
| "size_bytes": 1066 |
| }, |
| { |
| "path": "axquant_plan.json", |
| "sha256": "07b6cecbf58a9f1c71814ba8b9050bf0aff2adec41ecc4a884e18629635b01cf", |
| "size_bytes": 987594 |
| }, |
| { |
| "path": "axquant_quantizer_execution.json", |
| "sha256": "c164ccc95fcb87945b85399defcfd22dd132f7426cffd404ebf7533f22e855bb", |
| "size_bytes": 124464 |
| }, |
| { |
| "path": "axquant_runtime.json", |
| "sha256": "4c7df1a009cc989f9dedd9113b377c88e52235e55dbd209b1ab5466eda033620", |
| "size_bytes": 1676 |
| }, |
| { |
| "path": "axquant_vision_sidecar_manifest.json", |
| "sha256": "af9e491342387394a21292114a19b464357375314c30b1799b168d3120c1e84d", |
| "size_bytes": 1072 |
| }, |
| { |
| "path": "chat_template.jinja", |
| "sha256": "e84f32a23fdda27689f868aa4a1a5621f41133e51a48d7f3efcbea2839574259", |
| "size_bytes": 7764 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "30898a68ce3c1dc40ef83ae9ca8606013e97e1a6e9281409c9351395e4ff03ba", |
| "size_bytes": 138993 |
| }, |
| { |
| "path": "generation_config.json", |
| "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e", |
| "size_bytes": 202 |
| }, |
| { |
| "path": "model-00001-of-00005.safetensors", |
| "sha256": "860f667408f32e2353c15e7f88efcb8882b5e93e73afc222cb29b9cdf3a89c44", |
| "size_bytes": 5367600594 |
| }, |
| { |
| "path": "model-00002-of-00005.safetensors", |
| "sha256": "2dba4e082f746e20d94ee9623e5ba879379a1c2a9079bcf79a457df5b8856e29", |
| "size_bytes": 5358260540 |
| }, |
| { |
| "path": "model-00003-of-00005.safetensors", |
| "sha256": "f6c517b13633c3c3455f8c1f05b7a804fa0e6bcecb091f61a2c7cb825436e8ba", |
| "size_bytes": 5349479920 |
| }, |
| { |
| "path": "model-00004-of-00005.safetensors", |
| "sha256": "d2fbee3ba144584f68333788d2d31f0339a51d4aa6f0d5cbfdfd8c5260b0333c", |
| "size_bytes": 5252632964 |
| }, |
| { |
| "path": "model-00005-of-00005.safetensors", |
| "sha256": "860cfe8a94c0b2d8ca4ab509545096e5af73b480724147e1ffc92e2ce02b0df0", |
| "size_bytes": 3053704637 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "e2316c3702cf36cd3ed4a1ce3aa9cd507a3832944b3e8e99a1b10258da701e92", |
| "size_bytes": 186677 |
| }, |
| { |
| "path": "mtp.safetensors", |
| "sha256": "ba25d917acc7ed17b0df9f3d16809b44478bf56c0de615020a39c7b09b961f77", |
| "size_bytes": 1689283776 |
| }, |
| { |
| "path": "mtplx_runtime.json", |
| "sha256": "9f8e8c16ec3bbbcdc194127ed55a01bf8ca0490e4e961feaa7424d3a73b539a2", |
| "size_bytes": 888 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523", |
| "size_bytes": 19989325 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "95c557768e6b88a7128befc7bfd3c7de50e5d51af9b8b33a9f4dee0e04f99679", |
| "size_bytes": 1161 |
| }, |
| { |
| "path": "vision.safetensors", |
| "sha256": "6623410d69074faf0ea027f1c1c3cabd731bd70d5bcb3b878a595eaba4c17767", |
| "size_bytes": 893179624 |
| } |
| ], |
| "format": "mlx", |
| "logical_parameters": 35951822704, |
| "main_logical_parameters": 35107181936, |
| "main_weight_file_size_bytes": 25274858279, |
| "measured_main_bpw": 5.759472993321032, |
| "measured_total_bpw": 6.000061199011191, |
| "mtp_acceptance_retention": null, |
| "mtp_distribution": { |
| "bf16": { |
| "fraction": 1.0, |
| "parameters": 844640768 |
| } |
| }, |
| "mtp_measured_speedup": null, |
| "mtp_policy": { |
| "candidate_bits": [ |
| 8, |
| 16 |
| ], |
| "min_bits": 8, |
| "mode": "protected", |
| "optimize_for_acceptance": true, |
| "preserve_external_sidecar": true, |
| "protect_norms": true, |
| "protect_output_head": true |
| }, |
| "mtp_present": true, |
| "mtp_weight_file_size_bytes": 1689283776, |
| "plan_sha256": "b1f023ba3430624efdd56327af37b5b814d093e4b9a114788d5c1dcc1f88da3c", |
| "profile": "general", |
| "protected_weight_file_size_bytes": 893179624, |
| "quantizer": "axquant", |
| "runtime": { |
| "ax_engine": { |
| "decode_kernel": null, |
| "fused_mtp": null, |
| "kernel_evidence": "unmeasured", |
| "model_manifest": "model-manifest.json", |
| "preferred_group_size": 32 |
| }, |
| "compatible_runtimes": [ |
| { |
| "compatibility_level": "B", |
| "manifest": "config.json", |
| "mtp_support": "runtime-dependent", |
| "name": "mlx-lm", |
| "notes": [ |
| "Standard backbone inference is the compatibility target.", |
| "AXQuant MTP metadata may be ignored by MLX-LM." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "standard-inference" |
| } |
| ], |
| "created_at": "2026-08-05T13:39:05.854633Z", |
| "kv_cache": null, |
| "memory_policy": { |
| "kv_cache_precision": "runtime-default", |
| "mtp_buffers": "preallocate-when-enabled", |
| "prefix_cache": "runtime-managed", |
| "unified_memory_safety_margin": "benchmark-required" |
| }, |
| "mtp": { |
| "acceptance_retention": null, |
| "detected": true, |
| "draft_tokens": 1, |
| "enabled_by_default": true, |
| "head_precision": null, |
| "measured_speedup": null, |
| "optimized": false, |
| "recommended_temperature_max": null, |
| "sidecar_file": "mtp.safetensors", |
| "verification_mode": "runtime-default" |
| }, |
| "optimization_scope": "text-path", |
| "primary_runtime": { |
| "compatibility_level": "A", |
| "manifest": "model-manifest.json", |
| "mtp_support": "native", |
| "name": "ax-engine", |
| "notes": [ |
| "Runtime claims require a passing AX Engine doctor and benchmark report." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "optimized" |
| }, |
| "schema_version": "axquant.runtime.v1" |
| }, |
| "schema_version": "axquant.artifact.v2", |
| "software_versions": { |
| "ax_engine": null, |
| "axquant": "1.2.0", |
| "mlx": "0.32.0", |
| "mlx_lm": "0.31.3", |
| "pydantic": "2.13.4", |
| "python": "3.13.14", |
| "safetensors": "0.8.0" |
| }, |
| "source_model": { |
| "architecture": "Qwen3_5MoeForConditionalGeneration", |
| "format": "mlx", |
| "local_path": null, |
| "model_id": "Qwen/Qwen3.6-35B-A3B", |
| "revision": "995ad96eacd98c81ed38be0c5b274b04031597b0" |
| }, |
| "target_class": "6bit", |
| "weight_distribution": { |
| "4bit": { |
| "fraction": 0.6869209985632332, |
| "parameters": 24696061952 |
| }, |
| "6bit": { |
| "fraction": 0.2434625553220185, |
| "parameters": 8752922624 |
| }, |
| "8bit": { |
| "fraction": 0.019523428722346983, |
| "parameters": 701902848 |
| }, |
| "bf16": { |
| "fraction": 0.0500930173924013, |
| "parameters": 1800935280 |
| } |
| }, |
| "weight_file_size_bytes": 26964142055 |
| } |
|
|
