{ "axquant_version": "1.9.0", "calibration": null, "created_at": "2026-10-04T22:12:29.822736Z", "effective_bpw": 9.350650324235088, "files": [ { "path": "README.md", "sha256": "e468afccafac4cadf1d655794791fc6af5500a38ac85b2e420df36f09f99d4f3", "size_bytes": 8565 }, { "path": "ax_expert_stream.json", "sha256": "95670e3511f87939a1959d6246aa1a0798115cf8bfee114a0873e4bac991c661", "size_bytes": 65823 }, { "path": "axquant_mtp_sidecar_manifest.json", "sha256": "3d0ac7b666aa175f47424480867c5ca921aa2e801aa8cbdba2aa8cc578ece0da", "size_bytes": 912 }, { "path": "axquant_plan.json", "sha256": "20c7d21ea58e8cf2c176e525fb331d3a8a4252600af6ab4931b75ae511db8d0d", "size_bytes": 2578074 }, { "path": "axquant_quantizer_execution.json", "sha256": "a1afaffa9fdc2ce14652f6096991b828a41f85a450f4cd6251eba3fcb517127c", "size_bytes": 135746 }, { "path": "axquant_runtime.json", "sha256": "38d0d6e2e6f934cb2f8db41a3be22d12d24f737f416ee06d5c81960b5b4612c8", "size_bytes": 1764 }, { "path": "axquant_source_binding.json", "sha256": "de5470dc6600f20ee158b2684d1a102f1565417cba748040cf73e25015a67b0e", "size_bytes": 1289 }, { "path": "axquant_vision_sidecar_manifest.json", "sha256": "13b75c577b1bc6b5fa0c1bd2dee9259eb32045fa1e83389e89c34b44567a8a52", "size_bytes": 928 }, { "path": "chat_template.jinja", "sha256": "b629ec1ffdcf88bd8b547f3eb7d5dbde61002fe2a2727c5720b2f48f5b6545e7", "size_bytes": 30529 }, { "path": "config.json", "sha256": "8990d524663b982768fb76f10dd10becf53bc8fa630943900e3da61debe86b42", "size_bytes": 138635 }, { "path": "generation_config.json", "sha256": "50b05379117ff67c301f3c4f975a82484550fea3c2c33a5b3d84de7d5a1f2762", "size_bytes": 178 }, { "path": "merges.txt", "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d", "size_bytes": 3353259 }, { "path": "model-00001-of-00007.safetensors", "sha256": "2432953bbd6048c30d356c373dbd3f549dcd3fc936c3cd857495e7c389b87251", "size_bytes": 5175320821 }, { "path": "model-00002-of-00007.safetensors", "sha256": "001d5e0d8384b95f3b521486999df4edf228bcfc45779cabefdcf89b9e9f9c54", "size_bytes": 5201075972 }, { "path": "model-00003-of-00007.safetensors", "sha256": "09481882a8e50669c716adb2b08bc45f429d78df3a03ce9eeb9400aa56b7e746", "size_bytes": 5207764795 }, { "path": "model-00004-of-00007.safetensors", "sha256": "bf7c520b0a76410398ebae1aa92e1de507ad7813fbb8a87f7d936831c845266a", "size_bytes": 5201076190 }, { "path": "model-00005-of-00007.safetensors", "sha256": "4455111dcd9e064243c6df6726cd115dcffbbdfe722cced6051a9c8845cf8f4c", "size_bytes": 5207764869 }, { "path": "model-00006-of-00007.safetensors", "sha256": "8c41a9f7bfe78e5b9a7e1e5ffeea5bf64f0a148eabb8a64c16210de384c9239c", "size_bytes": 5201076130 }, { "path": "model-00007-of-00007.safetensors", "sha256": "f2a251a5aa48071096ad1aeebaad9637b6fd641d1e54f3d5f6700c2071e3db0e", "size_bytes": 5043632617 }, { "path": "model.safetensors.index.json", "sha256": "d2b1bd9647b037dd7b7b33e5d5b49027c4f551fb3aa0676868af7b258b27cb4c", "size_bytes": 132309 }, { "path": "mtp.safetensors", "sha256": "590e87c9c3fbbaa370c8dddbcc22611f00bbc78019d28e3192f180841c030527", "size_bytes": 1689387928 }, { "path": "mtplx_runtime.json", "sha256": "f004052d2cf52bd7bab68d30ade118cab28484394b5eb6b2271127a08ee70138", "size_bytes": 108 }, { "path": "preprocessor_config.json", "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", "size_bytes": 390 }, { "path": "processor_config.json", "sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1", "size_bytes": 1191 }, { "path": "tokenizer.json", "sha256": "5f9e4d4901a92b997e463c1f46055088b6cca5ca61a6522d1b9f64c4bb81cb42", "size_bytes": 12807982 }, { "path": "tokenizer_config.json", "sha256": "0d3ab89dbad9454de6881edbc97b9365eb82c8b46dc8067bcbb7af828f05a75c", "size_bytes": 38347 }, { "path": "vision.safetensors", "sha256": "56ee429e45e42b276c8a94fb84b5391994d5c701b24880a74b0908f2f1ffd251", "size_bytes": 893179624 }, { "path": "vocab.json", "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003", "size_bytes": 6722759 } ], "format": "mlx", "logical_parameters": 35951822704, "main_logical_parameters": 35107181936, "main_weight_file_size_bytes": 37130891018, "measured_main_bpw": 8.461149877694929, "measured_total_bpw": 8.638288915834213, "mtp_acceptance_retention": null, "mtp_distribution": { "bf16": { "fraction": 1.0, "parameters": 844640768 } }, "mtp_measured_speedup": null, "mtp_policy": { "candidate_bits": [ 8, 16 ], "min_bits": 8, "mode": "protected", "optimize_for_acceptance": true, "preserve_external_sidecar": true, "protect_norms": true, "protect_output_head": true }, "mtp_present": true, "mtp_weight_file_size_bytes": 1689387928, "plan_sha256": "67860cc1750a4546525340ab3d2914bd901c9bedfd0615bb80c9c21cd541db34", "profile": "agent-coding", "protected_weight_file_size_bytes": 893179624, "quantizer": "axquant", "runtime": { "ax_engine": { "decode_kernel": null, "fused_mtp": null, "kernel_evidence": "unmeasured", "model_manifest": "model-manifest.json", "preferred_group_size": 32 }, "compatible_runtimes": [ { "compatibility_level": "B", "manifest": "config.json", "mtp_support": "runtime-dependent", "name": "mlx-lm", "notes": [ "Standard backbone inference is the compatibility target.", "AXQuant MTP metadata may be ignored by MLX-LM." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "standard-inference" } ], "created_at": "2026-10-04T22:12:11.889458Z", "kv_cache": null, "memory_policy": { "expert_stream": "optional", "expert_stream_manifest": "ax_expert_stream.json", "kv_cache_precision": "runtime-default", "mtp_buffers": "preallocate-when-enabled", "prefix_cache": "runtime-managed", "unified_memory_safety_margin": "benchmark-required" }, "mtp": { "acceptance_retention": null, "detected": true, "draft_tokens": 1, "enabled_by_default": true, "head_precision": null, "measured_speedup": null, "optimized": false, "recommended_temperature_max": null, "sidecar_file": "mtp.safetensors", "verification_mode": "runtime-default" }, "optimization_scope": "text-path", "primary_runtime": { "compatibility_level": "A", "manifest": "model-manifest.json", "mtp_support": "native", "name": "ax-engine", "notes": [ "Runtime claims require a passing AX Engine doctor and benchmark report." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "optimized" }, "schema_version": "axquant.runtime.v1" }, "schema_version": "axquant.artifact.v2", "software_versions": { "ax_engine": "7.5.7", "axquant": "1.9.0", "mlx": "0.32.1", "mlx_lm": "0.31.3", "pydantic": "2.13.4", "python": "3.12.13", "safetensors": "0.8.0" }, "source_model": { "architecture": "Qwen3_5MoeForConditionalGeneration", "format": "mlx", "local_path": null, "model_id": "peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-MLX-oQ6e-MTP", "revision": "a443d4e30fd5228942cb7695f916f4b14a88fae9" }, "target_class": "9p4bpw", "weight_distribution": { "8bit": { "fraction": 0.9499070965378446, "parameters": 34150891520 }, "bf16": { "fraction": 0.05009290346215543, "parameters": 1800931184 } }, "weight_file_size_bytes": 38820278946 }