| { |
| "axquant_version": "1.9.0", |
| "calibration": null, |
| "created_at": "2026-10-06T21:01:40.804425+00:00", |
| "effective_bpw": 9.957347609436535, |
| "files": [ |
| { |
| "path": ".cache/huggingface/.gitignore", |
| "sha256": "684888c0ebb17f374298b65ee2807526c066094c701bcc7ebbe1c1095f494fc1", |
| "size_bytes": 1 |
| }, |
| { |
| "path": ".cache/huggingface/CACHEDIR.TAG", |
| "sha256": "f6572428f6d5e1575e73a1502895a8731f10757dfbb634909c6e154b849af91d", |
| "size_bytes": 191 |
| }, |
| { |
| "path": ".cache/huggingface/download/.gitattributes.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/.gitattributes.metadata", |
| "sha256": "31f1b4bec6d8a4ca5f2a15e69c8db00b4ca41812b67866fef9d3d2a7dea9183f", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/README.md.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/README.md.metadata", |
| "sha256": "2bc038e781cfce4bba3d2cf988ff151991412f4aa7cc9c4f68115bfd65f25650", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/chat_template.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/chat_template.json.metadata", |
| "sha256": "49bfbbab1aa9536dff6bf67058ba17a1f83d2cda3df6a586311e73e7e4416813", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/config.json.metadata", |
| "sha256": "d09661f3b050a928873a61830328cc3f14478e70c3b70aa7505e44b00dbfd5f2", |
| "size_bytes": 101 |
| }, |
| { |
| "path": ".cache/huggingface/download/generation_config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/generation_config.json.metadata", |
| "sha256": "b38b45a108e9739edda7984a3f1ab51d6016fbef4aba5558f205611c6c33d117", |
| "size_bytes": 99 |
| }, |
| { |
| "path": ".cache/huggingface/download/merges.txt.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/merges.txt.metadata", |
| "sha256": "0413531eb0c39bc40f53d3c826a6d32ac3338eda3e450c5fc9f61370bca1c896", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00001-of-00004.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00001-of-00004.safetensors.metadata", |
| "sha256": "b5a1116b246628f975ab6eab6dd154153df176f9e904a4e5a74b6a8f88ea0882", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00002-of-00004.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00002-of-00004.safetensors.metadata", |
| "sha256": "02bfcd753be1d48555dda7b53ae0ea2a9333ab3565c0cf281fa542fa5c330001", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00003-of-00004.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00003-of-00004.safetensors.metadata", |
| "sha256": "02373ef5c289fecd28bed21fc1e72b66ccd60826e4b88f4d1e7276593ee151fb", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00004-of-00004.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00004-of-00004.safetensors.metadata", |
| "sha256": "4123a164b98867b126d49a7cc2d8257d65fcf23a7160705a42f9dc1b5cb6d3ac", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model.safetensors.index.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model.safetensors.index.json.metadata", |
| "sha256": "05f6355c1f711e90ebc2a6d6deb63f400ccb306348448b8d008b4a847fd50001", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/preprocessor_config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/preprocessor_config.json.metadata", |
| "sha256": "70625e7938e7468dee59ad74f181b34c8093db6a559589a42e0d4bc95e2be418", |
| "size_bytes": 101 |
| }, |
| { |
| "path": ".cache/huggingface/download/tokenizer.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/tokenizer.json.metadata", |
| "sha256": "1277f94a4c6330b4d905f0feb5a3076f5d71e81d9ab0534fc3395ed1d5adcb87", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/tokenizer_config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/tokenizer_config.json.metadata", |
| "sha256": "b84c4b091d6862c64e46275a63bcc39690c5155b362f4b8ebd544bfa9e0a9bd9", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/video_preprocessor_config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/video_preprocessor_config.json.metadata", |
| "sha256": "a303c3c73e08d28bedcfdbb5d22c27fa02eb73365e1454b49e61f508a574e0ad", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/vocab.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/vocab.json.metadata", |
| "sha256": "0ba9bc4043bc5f0fee8420355f2dd35ad71876ff6e293c1a40a87b0121b9c5a4", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/trees/0c351dd01ed87e9c1b53cbc748cba10e6187ff3b.json", |
| "sha256": "0b69c6246b0cb01b5e2b26f2efa02fcfb5203a32f321c494fd2217ce6e2c8921", |
| "size_bytes": 2582 |
| }, |
| { |
| "path": "README.md", |
| "sha256": "969609d4299819dfcdf5c9d725392b242b9fc3c75aed332cd0cdd516699ba60c", |
| "size_bytes": 8356 |
| }, |
| { |
| "path": "axquant_plan.json", |
| "sha256": "05f046633e51afae71bb13091d954f26c307a21cc097410e550265706327f836", |
| "size_bytes": 683120 |
| }, |
| { |
| "path": "axquant_quantizer_execution.json", |
| "sha256": "3bf798f8bf9f768f035eb6aa079227ab95d0699e5f1079e4f86b0dd34bd9633a", |
| "size_bytes": 65761 |
| }, |
| { |
| "path": "axquant_runtime.json", |
| "sha256": "11a754b53f68caac8f5e67e980b55d8dd9cbf9647c156f09661be93210f54146", |
| "size_bytes": 1252 |
| }, |
| { |
| "path": "axquant_source_binding.json", |
| "sha256": "7b58c04d48a5138721e8de34527ad31e94ac5a2d4ca2f68303b89b884e584ce1", |
| "size_bytes": 986 |
| }, |
| { |
| "path": "chat_template.jinja", |
| "sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4", |
| "size_bytes": 5292 |
| }, |
| { |
| "path": "chat_template.json", |
| "sha256": "5c72a170d2a4a1a3bc5adad2e689ae28138a9700e5b8c96c0266331e86c0acce", |
| "size_bytes": 5499 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "f21859567110d8a3ea49c3f170534aac747c0d837af2aca6f7ab679c5e8d16a7", |
| "size_bytes": 78864 |
| }, |
| { |
| "path": "generation_config.json", |
| "sha256": "8469742d1fce0de951c8909b26a2c0c0d8490837ce476efb114da9e0cefc4d44", |
| "size_bytes": 269 |
| }, |
| { |
| "path": "merges.txt", |
| "sha256": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", |
| "size_bytes": 1671839 |
| }, |
| { |
| "path": "model-00001-of-00002.safetensors", |
| "sha256": "5eff1c5fbc271c231b5781f294efd5b5939a2791030e7f1b4c38cde255d061e8", |
| "size_bytes": 5324446910 |
| }, |
| { |
| "path": "model-00002-of-00002.safetensors", |
| "sha256": "6e9cf9b2160316c76a0498db01a5145aebdfcb59510ac24177ea2329e604aad2", |
| "size_bytes": 4878330370 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "34438f9032774adac94d97ffcf0d57f1ecaab15661717d7cc9cd057a4e37f5c0", |
| "size_bytes": 96111 |
| }, |
| { |
| "path": "preprocessor_config.json", |
| "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", |
| "size_bytes": 390 |
| }, |
| { |
| "path": "processor_config.json", |
| "sha256": "45fc17c8dd2474af6b493b52483c26c0584b0082d368c480f9fa611e73070040", |
| "size_bytes": 991 |
| }, |
| { |
| "path": "runtime_audit.json", |
| "sha256": "7fcae21289164e81ffc760662b0ff4fc49d1ee43a702fcf24a5840f1b27ed9a9", |
| "size_bytes": 1980 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506", |
| "size_bytes": 11422650 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "7ce86d685d3fb775073b9b1c0f576dd89b7943194c771dd2573cc10e5cae4a48", |
| "size_bytes": 734 |
| }, |
| { |
| "path": "video_preprocessor_config.json", |
| "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13", |
| "size_bytes": 385 |
| }, |
| { |
| "path": "vocab.json", |
| "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910", |
| "size_bytes": 2776833 |
| } |
| ], |
| "format": "mlx", |
| "logical_parameters": 8767123696, |
| "main_logical_parameters": 8767123696, |
| "main_weight_file_size_bytes": 10202777280, |
| "measured_main_bpw": 9.310033834385175, |
| "measured_total_bpw": 9.310033834385175, |
| "mtp_acceptance_retention": null, |
| "mtp_distribution": {}, |
| "mtp_measured_speedup": null, |
| "mtp_policy": { |
| "candidate_bits": [ |
| 8, |
| 16 |
| ], |
| "min_bits": 8, |
| "mode": "protected", |
| "optimize_for_acceptance": true, |
| "preserve_external_sidecar": true, |
| "protect_norms": true, |
| "protect_output_head": true |
| }, |
| "mtp_present": false, |
| "mtp_weight_file_size_bytes": 0, |
| "plan_sha256": "d72ae9af557116a27c51338f841c72f2d9b8d22c8ced3c7b4c73fc1ca52c87f8", |
| "profile": "agent-coding", |
| "protected_weight_file_size_bytes": 0, |
| "quantizer": "axquant", |
| "runtime": { |
| "ax_engine": { |
| "decode_kernel": null, |
| "fused_mtp": null, |
| "kernel_evidence": "unmeasured", |
| "model_manifest": "model-manifest.json", |
| "preferred_group_size": 32 |
| }, |
| "compatible_runtimes": [], |
| "created_at": "2026-10-04T01:42:02.276883Z", |
| "kv_cache": null, |
| "memory_policy": { |
| "expert_stream": "off", |
| "kv_cache_precision": "runtime-default", |
| "mtp_buffers": "not-required", |
| "prefix_cache": "runtime-managed", |
| "unified_memory_safety_margin": "benchmark-required" |
| }, |
| "mtp": { |
| "acceptance_retention": null, |
| "detected": false, |
| "draft_tokens": null, |
| "enabled_by_default": false, |
| "head_precision": null, |
| "measured_speedup": null, |
| "optimized": false, |
| "recommended_temperature_max": null, |
| "sidecar_file": null, |
| "verification_mode": null |
| }, |
| "optimization_scope": "text-path", |
| "primary_runtime": { |
| "compatibility_level": "A", |
| "manifest": "config.json", |
| "mtp_support": "none", |
| "name": "mlx-vlm", |
| "notes": [ |
| "MLX-VLM loads the protected modality tower and AXQ language decoder." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "standard-inference" |
| }, |
| "schema_version": "axquant.runtime.v1" |
| }, |
| "schema_version": "axquant.artifact.v2", |
| "software_versions": { |
| "ax_engine": "7.5.7", |
| "axquant": "1.9.0", |
| "mlx": "0.32.1", |
| "mlx_lm": "0.31.3", |
| "pydantic": "2.13.4", |
| "python": "3.12.13", |
| "safetensors": "0.8.0" |
| }, |
| "source_model": { |
| "architecture": "Qwen3VLForConditionalGeneration", |
| "format": "mlx", |
| "local_path": null, |
| "model_id": "Qwen/Qwen3-VL-8B-Instruct", |
| "revision": "0c351dd01ed87e9c1b53cbc748cba10e6187ff3b" |
| }, |
| "target_class": "16p0bpw", |
| "weight_distribution": { |
| "8bit": { |
| "fraction": 0.8632360557947807, |
| "parameters": 7568097280 |
| }, |
| "bf16": { |
| "fraction": 0.1367639442052193, |
| "parameters": 1199026416 |
| } |
| }, |
| "weight_file_size_bytes": 10202777280 |
| } |
|
|
