{ "axquant_version": "1.9.0", "calibration": null, "created_at": "2026-10-06T21:01:54.225577+00:00", "effective_bpw": 9.350650324235088, "files": [ { "path": "README.md", "sha256": "1638ba9e522dbabcf5c8a9846b516cee12326e20470e8036b6a29bc08e29e6f0", "size_bytes": 9236 }, { "path": "ax_expert_stream.json", "sha256": "95670e3511f87939a1959d6246aa1a0798115cf8bfee114a0873e4bac991c661", "size_bytes": 65823 }, { "path": "axquant_mtp_sidecar_manifest.json", "sha256": "741823e14934647e617c9cc6d278d42287e7f01efcb71421cf723345a33b18fc", "size_bytes": 906 }, { "path": "axquant_plan.json", "sha256": "8e13d8d530873231c5a7fa47eb6acedb5dc2b2df21326941adfe137a55d809ff", "size_bytes": 2578068 }, { "path": "axquant_quantizer_execution.json", "sha256": "fbe6b8f018aa69cfe7628437bee4406b936f62db3fe18ef7215d1a43a3ca888e", "size_bytes": 135746 }, { "path": "axquant_runtime.json", "sha256": "e37ea1622f0e7241586845ce1488c365e1298771a14d8cf09f7baa653fefae7a", "size_bytes": 1764 }, { "path": "axquant_source_binding.json", "sha256": "a8c25566cfeb552db8d97ff3bd23eff3422a9542d932d3962b4d81cfbdc7ce59", "size_bytes": 1283 }, { "path": "axquant_vision_sidecar_manifest.json", "sha256": "1b275f8d890d062462ec4680476961f61871b84efbb795c7247cb991e35cf5a9", "size_bytes": 922 }, { "path": "chat_template.jinja", "sha256": "cdff39fb26b60dc90faa292e726655c6b21f62db497846e02e4c4bbab942a84a", "size_bytes": 30411 }, { "path": "config.json", "sha256": "19ba4f1e9ca1e1576bf2b3dd1968ce59facb31ea75f4f37271db9e1b01f5bec3", "size_bytes": 138633 }, { "path": "generation_config.json", "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e", "size_bytes": 202 }, { "path": "merges.txt", "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d", "size_bytes": 3353259 }, { "path": "model-00001-of-00007.safetensors", "sha256": "1b0040af5421394bed13f02818a9227499e0da98d27ddf676bd2b919ba4f56de", "size_bytes": 5175320821 }, { "path": "model-00002-of-00007.safetensors", "sha256": "37ba6bf75efc302d94bcaa7e26d52ac97e9107104349d113f1506551fe2a47cb", "size_bytes": 5201075972 }, { "path": "model-00003-of-00007.safetensors", "sha256": "091715ecbcf62541898c451d5ae3a1f5028b2ea1da54b1ba9c7d0f602d4d0c3e", "size_bytes": 5207764795 }, { "path": "model-00004-of-00007.safetensors", "sha256": "3e2f45228836fcea1224dd9f13cbaa416a456e45b7b14b48325da05d44b12177", "size_bytes": 5201076190 }, { "path": "model-00005-of-00007.safetensors", "sha256": "b36e935205879c8563c7305fd46646d456419962673571fb3935b061c2115938", "size_bytes": 5207764869 }, { "path": "model-00006-of-00007.safetensors", "sha256": "8c79981a35b593af8b2c5becabdce095ed4c32be0de4780c48d317cb3623efd4", "size_bytes": 5201076130 }, { "path": "model-00007-of-00007.safetensors", "sha256": "ffa71702e41916d51f965d7781ad0004d735d0b992da15e064a0ed25aa97b2ad", "size_bytes": 5043632617 }, { "path": "model.safetensors.index.json", "sha256": "d2b1bd9647b037dd7b7b33e5d5b49027c4f551fb3aa0676868af7b258b27cb4c", "size_bytes": 132309 }, { "path": "mtp.safetensors", "sha256": "0ced87b0462269a98bd393a808e1c9c02ace7054801c0e2745dd9dd9a4077915", "size_bytes": 1689387928 }, { "path": "mtplx_runtime.json", "sha256": "f004052d2cf52bd7bab68d30ade118cab28484394b5eb6b2271127a08ee70138", "size_bytes": 108 }, { "path": "preprocessor_config.json", "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", "size_bytes": 390 }, { "path": "processor_config.json", "sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1", "size_bytes": 1191 }, { "path": "runtime_audit.json", "sha256": "0e6707484b7e699905fb8b6372b0fcbb4535c6355b47b1abb2de2b0d62f710b7", "size_bytes": 3948 }, { "path": "tokenizer.json", "sha256": "5f9e4d4901a92b997e463c1f46055088b6cca5ca61a6522d1b9f64c4bb81cb42", "size_bytes": 12807982 }, { "path": "tokenizer_config.json", "sha256": "8c1db672bc4454589079d02146be2bf7276fd84969966870e5a6b93cfc02df0b", "size_bytes": 38229 }, { "path": "vision.safetensors", "sha256": "b6fc71a34d6eeb55216a00fc8aee2bf238a4fce7d4177c6dcc1dbe84e18ae78e", "size_bytes": 893179624 }, { "path": "vocab.json", "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003", "size_bytes": 6722759 } ], "format": "mlx", "logical_parameters": 35951822704, "main_logical_parameters": 35107181936, "main_weight_file_size_bytes": 37130891018, "measured_main_bpw": 8.461149877694929, "measured_total_bpw": 8.638288915834213, "mtp_acceptance_retention": null, "mtp_distribution": { "bf16": { "fraction": 1.0, "parameters": 844640768 } }, "mtp_measured_speedup": null, "mtp_policy": { "candidate_bits": [ 8, 16 ], "min_bits": 8, "mode": "protected", "optimize_for_acceptance": true, "preserve_external_sidecar": true, "protect_norms": true, "protect_output_head": true }, "mtp_present": true, "mtp_weight_file_size_bytes": 1689387928, "plan_sha256": "cdf6d427d7988391ebc58e0edda9f2b91e2b8ed1b2116fe7ea75694755452b6c", "profile": "agent-coding", "protected_weight_file_size_bytes": 893179624, "quantizer": "axquant", "runtime": { "ax_engine": { "decode_kernel": null, "fused_mtp": null, "kernel_evidence": "unmeasured", "model_manifest": "model-manifest.json", "preferred_group_size": 32 }, "compatible_runtimes": [ { "compatibility_level": "B", "manifest": "config.json", "mtp_support": "runtime-dependent", "name": "mlx-lm", "notes": [ "Standard backbone inference is the compatibility target.", "AXQuant MTP metadata may be ignored by MLX-LM." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "standard-inference" } ], "created_at": "2026-10-04T22:09:09.023462Z", "kv_cache": null, "memory_policy": { "expert_stream": "optional", "expert_stream_manifest": "ax_expert_stream.json", "kv_cache_precision": "runtime-default", "mtp_buffers": "preallocate-when-enabled", "prefix_cache": "runtime-managed", "unified_memory_safety_margin": "benchmark-required" }, "mtp": { "acceptance_retention": null, "detected": true, "draft_tokens": 1, "enabled_by_default": true, "head_precision": null, "measured_speedup": null, "optimized": false, "recommended_temperature_max": null, "sidecar_file": "mtp.safetensors", "verification_mode": "runtime-default" }, "optimization_scope": "text-path", "primary_runtime": { "compatibility_level": "A", "manifest": "model-manifest.json", "mtp_support": "native", "name": "ax-engine", "notes": [ "Runtime claims require a passing AX Engine doctor and benchmark report." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "optimized" }, "schema_version": "axquant.runtime.v1" }, "schema_version": "axquant.artifact.v2", "software_versions": { "ax_engine": "7.5.7", "axquant": "1.9.0", "mlx": "0.32.1", "mlx_lm": "0.31.3", "pydantic": "2.13.4", "python": "3.12.13", "safetensors": "0.8.0" }, "source_model": { "architecture": "Qwen3_5MoeForConditionalGeneration", "format": "mlx", "local_path": null, "model_id": "peculiar-ragdoll/Tiel-Coder-35B-A3B-MLX-oQ6e-MTP", "revision": "88625754ac91b542280a5602239ce6b2166366f0" }, "target_class": "9p4bpw", "weight_distribution": { "8bit": { "fraction": 0.9499070965378446, "parameters": 34150891520 }, "bf16": { "fraction": 0.05009290346215543, "parameters": 1800931184 } }, "weight_file_size_bytes": 38820278946 }