| { |
| "axquant_version": "1.9.0", |
| "calibration": null, |
| "created_at": "2026-10-06T21:00:28.724844+00:00", |
| "effective_bpw": 9.350650324235088, |
| "files": [ |
| { |
| "path": "README.md", |
| "sha256": "6806b2a2c7168c4d1056290bb0c946b4ce553a54c488a3c2c4253c2b0c8b7ece", |
| "size_bytes": 9302 |
| }, |
| { |
| "path": "ax_expert_stream.json", |
| "sha256": "95670e3511f87939a1959d6246aa1a0798115cf8bfee114a0873e4bac991c661", |
| "size_bytes": 65823 |
| }, |
| { |
| "path": "axquant_mtp_sidecar_manifest.json", |
| "sha256": "3d0ac7b666aa175f47424480867c5ca921aa2e801aa8cbdba2aa8cc578ece0da", |
| "size_bytes": 912 |
| }, |
| { |
| "path": "axquant_plan.json", |
| "sha256": "20c7d21ea58e8cf2c176e525fb331d3a8a4252600af6ab4931b75ae511db8d0d", |
| "size_bytes": 2578074 |
| }, |
| { |
| "path": "axquant_quantizer_execution.json", |
| "sha256": "a1afaffa9fdc2ce14652f6096991b828a41f85a450f4cd6251eba3fcb517127c", |
| "size_bytes": 135746 |
| }, |
| { |
| "path": "axquant_runtime.json", |
| "sha256": "38d0d6e2e6f934cb2f8db41a3be22d12d24f737f416ee06d5c81960b5b4612c8", |
| "size_bytes": 1764 |
| }, |
| { |
| "path": "axquant_source_binding.json", |
| "sha256": "de5470dc6600f20ee158b2684d1a102f1565417cba748040cf73e25015a67b0e", |
| "size_bytes": 1289 |
| }, |
| { |
| "path": "axquant_vision_sidecar_manifest.json", |
| "sha256": "13b75c577b1bc6b5fa0c1bd2dee9259eb32045fa1e83389e89c34b44567a8a52", |
| "size_bytes": 928 |
| }, |
| { |
| "path": "chat_template.jinja", |
| "sha256": "b629ec1ffdcf88bd8b547f3eb7d5dbde61002fe2a2727c5720b2f48f5b6545e7", |
| "size_bytes": 30529 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "19ba4f1e9ca1e1576bf2b3dd1968ce59facb31ea75f4f37271db9e1b01f5bec3", |
| "size_bytes": 138633 |
| }, |
| { |
| "path": "generation_config.json", |
| "sha256": "50b05379117ff67c301f3c4f975a82484550fea3c2c33a5b3d84de7d5a1f2762", |
| "size_bytes": 178 |
| }, |
| { |
| "path": "merges.txt", |
| "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d", |
| "size_bytes": 3353259 |
| }, |
| { |
| "path": "model-00001-of-00007.safetensors", |
| "sha256": "2432953bbd6048c30d356c373dbd3f549dcd3fc936c3cd857495e7c389b87251", |
| "size_bytes": 5175320821 |
| }, |
| { |
| "path": "model-00002-of-00007.safetensors", |
| "sha256": "001d5e0d8384b95f3b521486999df4edf228bcfc45779cabefdcf89b9e9f9c54", |
| "size_bytes": 5201075972 |
| }, |
| { |
| "path": "model-00003-of-00007.safetensors", |
| "sha256": "09481882a8e50669c716adb2b08bc45f429d78df3a03ce9eeb9400aa56b7e746", |
| "size_bytes": 5207764795 |
| }, |
| { |
| "path": "model-00004-of-00007.safetensors", |
| "sha256": "bf7c520b0a76410398ebae1aa92e1de507ad7813fbb8a87f7d936831c845266a", |
| "size_bytes": 5201076190 |
| }, |
| { |
| "path": "model-00005-of-00007.safetensors", |
| "sha256": "4455111dcd9e064243c6df6726cd115dcffbbdfe722cced6051a9c8845cf8f4c", |
| "size_bytes": 5207764869 |
| }, |
| { |
| "path": "model-00006-of-00007.safetensors", |
| "sha256": "8c41a9f7bfe78e5b9a7e1e5ffeea5bf64f0a148eabb8a64c16210de384c9239c", |
| "size_bytes": 5201076130 |
| }, |
| { |
| "path": "model-00007-of-00007.safetensors", |
| "sha256": "f2a251a5aa48071096ad1aeebaad9637b6fd641d1e54f3d5f6700c2071e3db0e", |
| "size_bytes": 5043632617 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "d2b1bd9647b037dd7b7b33e5d5b49027c4f551fb3aa0676868af7b258b27cb4c", |
| "size_bytes": 132309 |
| }, |
| { |
| "path": "mtp.safetensors", |
| "sha256": "590e87c9c3fbbaa370c8dddbcc22611f00bbc78019d28e3192f180841c030527", |
| "size_bytes": 1689387928 |
| }, |
| { |
| "path": "mtplx_runtime.json", |
| "sha256": "f004052d2cf52bd7bab68d30ade118cab28484394b5eb6b2271127a08ee70138", |
| "size_bytes": 108 |
| }, |
| { |
| "path": "preprocessor_config.json", |
| "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", |
| "size_bytes": 390 |
| }, |
| { |
| "path": "processor_config.json", |
| "sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1", |
| "size_bytes": 1191 |
| }, |
| { |
| "path": "runtime_audit.json", |
| "sha256": "850e38fa7ec1eaacbd11831f77dec8ef10c9ab160332ece2031043a5ee9d534a", |
| "size_bytes": 3954 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "5f9e4d4901a92b997e463c1f46055088b6cca5ca61a6522d1b9f64c4bb81cb42", |
| "size_bytes": 12807982 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "0d3ab89dbad9454de6881edbc97b9365eb82c8b46dc8067bcbb7af828f05a75c", |
| "size_bytes": 38347 |
| }, |
| { |
| "path": "vision.safetensors", |
| "sha256": "56ee429e45e42b276c8a94fb84b5391994d5c701b24880a74b0908f2f1ffd251", |
| "size_bytes": 893179624 |
| }, |
| { |
| "path": "vocab.json", |
| "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003", |
| "size_bytes": 6722759 |
| } |
| ], |
| "format": "mlx", |
| "logical_parameters": 35951822704, |
| "main_logical_parameters": 35107181936, |
| "main_weight_file_size_bytes": 37130891018, |
| "measured_main_bpw": 8.461149877694929, |
| "measured_total_bpw": 8.638288915834213, |
| "mtp_acceptance_retention": null, |
| "mtp_distribution": { |
| "bf16": { |
| "fraction": 1.0, |
| "parameters": 844640768 |
| } |
| }, |
| "mtp_measured_speedup": null, |
| "mtp_policy": { |
| "candidate_bits": [ |
| 8, |
| 16 |
| ], |
| "min_bits": 8, |
| "mode": "protected", |
| "optimize_for_acceptance": true, |
| "preserve_external_sidecar": true, |
| "protect_norms": true, |
| "protect_output_head": true |
| }, |
| "mtp_present": true, |
| "mtp_weight_file_size_bytes": 1689387928, |
| "plan_sha256": "67860cc1750a4546525340ab3d2914bd901c9bedfd0615bb80c9c21cd541db34", |
| "profile": "agent-coding", |
| "protected_weight_file_size_bytes": 893179624, |
| "quantizer": "axquant", |
| "runtime": { |
| "ax_engine": { |
| "decode_kernel": null, |
| "fused_mtp": null, |
| "kernel_evidence": "unmeasured", |
| "model_manifest": "model-manifest.json", |
| "preferred_group_size": 32 |
| }, |
| "compatible_runtimes": [ |
| { |
| "compatibility_level": "B", |
| "manifest": "config.json", |
| "mtp_support": "runtime-dependent", |
| "name": "mlx-lm", |
| "notes": [ |
| "Standard backbone inference is the compatibility target.", |
| "AXQuant MTP metadata may be ignored by MLX-LM." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "standard-inference" |
| } |
| ], |
| "created_at": "2026-10-04T22:12:11.889458Z", |
| "kv_cache": null, |
| "memory_policy": { |
| "expert_stream": "optional", |
| "expert_stream_manifest": "ax_expert_stream.json", |
| "kv_cache_precision": "runtime-default", |
| "mtp_buffers": "preallocate-when-enabled", |
| "prefix_cache": "runtime-managed", |
| "unified_memory_safety_margin": "benchmark-required" |
| }, |
| "mtp": { |
| "acceptance_retention": null, |
| "detected": true, |
| "draft_tokens": 1, |
| "enabled_by_default": true, |
| "head_precision": null, |
| "measured_speedup": null, |
| "optimized": false, |
| "recommended_temperature_max": null, |
| "sidecar_file": "mtp.safetensors", |
| "verification_mode": "runtime-default" |
| }, |
| "optimization_scope": "text-path", |
| "primary_runtime": { |
| "compatibility_level": "A", |
| "manifest": "model-manifest.json", |
| "mtp_support": "native", |
| "name": "ax-engine", |
| "notes": [ |
| "Runtime claims require a passing AX Engine doctor and benchmark report." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "optimized" |
| }, |
| "schema_version": "axquant.runtime.v1" |
| }, |
| "schema_version": "axquant.artifact.v2", |
| "software_versions": { |
| "ax_engine": "7.5.7", |
| "axquant": "1.9.0", |
| "mlx": "0.32.1", |
| "mlx_lm": "0.31.3", |
| "pydantic": "2.13.4", |
| "python": "3.12.13", |
| "safetensors": "0.8.0" |
| }, |
| "source_model": { |
| "architecture": "Qwen3_5MoeForConditionalGeneration", |
| "format": "mlx", |
| "local_path": null, |
| "model_id": "peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-MLX-oQ6e-MTP", |
| "revision": "a443d4e30fd5228942cb7695f916f4b14a88fae9" |
| }, |
| "target_class": "9p4bpw", |
| "weight_distribution": { |
| "8bit": { |
| "fraction": 0.9499070965378446, |
| "parameters": 34150891520 |
| }, |
| "bf16": { |
| "fraction": 0.05009290346215543, |
| "parameters": 1800931184 |
| } |
| }, |
| "weight_file_size_bytes": 38820278946 |
| } |
|
|
