{
  "axquant_version": "1.9.0",
  "calibration": null,
  "created_at": "2026-10-06T21:01:43.468877+00:00",
  "effective_bpw": 5.6719817910099914,
  "files": [
    {
      "path": "README.md",
      "sha256": "0821757f35bdeeea75401cdd530ce7832da4dec0965db8b0da44d701e8c12545",
      "size_bytes": 9844
    },
    {
      "path": "axquant_mtp_sidecar_manifest.json",
      "sha256": "65b5b43ba1951fbe2be29db9113643ed04a968aef4f36f93b3b3f7819e400504",
      "size_bytes": 880
    },
    {
      "path": "axquant_omlx_compat.json",
      "sha256": "211a3b00bde87ce684d2817c6250738488fa308a9af21e199f9e00b5360d70a5",
      "size_bytes": 1034
    },
    {
      "path": "axquant_plan.json",
      "sha256": "04cefba998b61c0938e571b4dc143354060aca9196245acced6cd212b60ba9d0",
      "size_bytes": 1090819
    },
    {
      "path": "axquant_quantizer_execution.json",
      "sha256": "f65d9c8333b146d1dee416450d959e9f403a0ca48262be7917b39030ac18a44f",
      "size_bytes": 129604
    },
    {
      "path": "axquant_runtime.json",
      "sha256": "f0cd02cce04d192eced3dbd34169edb41b41b1b757fd2d7f6539a0d647a5d1aa",
      "size_bytes": 1704
    },
    {
      "path": "axquant_source_binding.json",
      "sha256": "b25d5ef759649db215772b8535b5870c1130fe3cd39f619f548415d2337ac76c",
      "size_bytes": 2293
    },
    {
      "path": "axquant_vision_sidecar_manifest.json",
      "sha256": "634c27a2e02b48dd6e3634c5972f17a78111e475c7e5a4a8a356a44f1b19092d",
      "size_bytes": 887
    },
    {
      "path": "chat_template.jinja",
      "sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
      "size_bytes": 8952
    },
    {
      "path": "config.json",
      "sha256": "5fb63c8d952c521b289e1fd412a1e225020301c37cebcb44dfa881e334003619",
      "size_bytes": 131203
    },
    {
      "path": "generation_config.json",
      "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e",
      "size_bytes": 202
    },
    {
      "path": "merges.txt",
      "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
      "size_bytes": 3353259
    },
    {
      "path": "model-00001-of-00003.safetensors",
      "sha256": "cf4901a75d3c819b69df7002d8134d81982c94d20ba600522add8a2df858033b",
      "size_bytes": 5347788696
    },
    {
      "path": "model-00002-of-00003.safetensors",
      "sha256": "e710ff4cc5964f52e422be8881cd17eacd007831d67a903ce52f3d7452dc29e8",
      "size_bytes": 5368506182
    },
    {
      "path": "model-00003-of-00003.safetensors",
      "sha256": "5cd45370f41b0d6bf5b8f10def7b0be1cbaf76cdc392320c5778726763a639f5",
      "size_bytes": 4927126499
    },
    {
      "path": "model.safetensors.index.json",
      "sha256": "e20dbf6b96058c7b6ccfc1d79745c3f5f4cf8ea4d287ed408da95bdaa4833911",
      "size_bytes": 138731
    },
    {
      "path": "mtp.safetensors",
      "sha256": "914bef4ec6fcfde83925f9c138559253db030d9138b0a375623d6fdc06ebe898",
      "size_bytes": 849400520
    },
    {
      "path": "mtplx_runtime.json",
      "sha256": "840c099003ecd5e25bcf8cbad13c83ff2335bfb9aebf5d743bfd82b4c0c058ae",
      "size_bytes": 919
    },
    {
      "path": "preprocessor_config.json",
      "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
      "size_bytes": 390
    },
    {
      "path": "runtime_audit.json",
      "sha256": "a48762e34b6b2c1c469a9cf612d9cb1bdf9a63b95285c32322fa44b077f74a9c",
      "size_bytes": 2944
    },
    {
      "path": "tokenizer.json",
      "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523",
      "size_bytes": 19989325
    },
    {
      "path": "tokenizer_config.json",
      "sha256": "95c557768e6b88a7128befc7bfd3c7de50e5d51af9b8b33a9f4dee0e04f99679",
      "size_bytes": 1161
    },
    {
      "path": "vision.safetensors",
      "sha256": "d0d927c489250588557d5761dcd47ca267ef64c95f7e7d58dd6a0cccf54ac68f",
      "size_bytes": 921497320
    },
    {
      "path": "vocab.json",
      "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
      "size_bytes": 6722759
    }
  ],
  "format": "mlx",
  "logical_parameters": 27781427952,
  "main_logical_parameters": 27356728560,
  "main_weight_file_size_bytes": 16564918697,
  "measured_main_bpw": 4.84412269125501,
  "measured_total_bpw": 5.014664976066166,
  "mtp_acceptance_retention": null,
  "mtp_distribution": {
    "bf16": {
      "fraction": 1.0,
      "parameters": 424699392
    }
  },
  "mtp_measured_speedup": null,
  "mtp_policy": {
    "candidate_bits": [
      8,
      16
    ],
    "min_bits": 8,
    "mode": "protected",
    "optimize_for_acceptance": true,
    "preserve_external_sidecar": true,
    "protect_norms": true,
    "protect_output_head": true
  },
  "mtp_present": true,
  "mtp_weight_file_size_bytes": 849400520,
  "plan_sha256": "c80f0982facd6110ddd9355e025599081b1cfca641eda241fc09a5e1157f9b81",
  "profile": "agent-coding",
  "protected_weight_file_size_bytes": 921497320,
  "quantizer": "axquant",
  "runtime": {
    "ax_engine": {
      "decode_kernel": null,
      "fused_mtp": null,
      "kernel_evidence": "unmeasured",
      "model_manifest": "model-manifest.json",
      "preferred_group_size": 32
    },
    "compatible_runtimes": [
      {
        "compatibility_level": "B",
        "manifest": "config.json",
        "mtp_support": "runtime-dependent",
        "name": "mlx-lm",
        "notes": [
          "Standard backbone inference is the compatibility target.",
          "AXQuant MTP metadata may be ignored by MLX-LM."
        ],
        "standard_inference": true,
        "standard_mlx_weights": true,
        "support_level": "standard-inference"
      }
    ],
    "created_at": "2026-10-04T19:41:17.898482Z",
    "kv_cache": null,
    "memory_policy": {
      "expert_stream": "off",
      "kv_cache_precision": "runtime-default",
      "mtp_buffers": "preallocate-when-enabled",
      "prefix_cache": "runtime-managed",
      "unified_memory_safety_margin": "benchmark-required"
    },
    "mtp": {
      "acceptance_retention": null,
      "detected": true,
      "draft_tokens": 1,
      "enabled_by_default": true,
      "head_precision": null,
      "measured_speedup": null,
      "optimized": false,
      "recommended_temperature_max": null,
      "sidecar_file": "mtp.safetensors",
      "verification_mode": "runtime-default"
    },
    "optimization_scope": "text-path",
    "primary_runtime": {
      "compatibility_level": "A",
      "manifest": "model-manifest.json",
      "mtp_support": "native",
      "name": "ax-engine",
      "notes": [
        "Runtime claims require a passing AX Engine doctor and benchmark report."
      ],
      "standard_inference": true,
      "standard_mlx_weights": true,
      "support_level": "optimized"
    },
    "schema_version": "axquant.runtime.v1"
  },
  "schema_version": "axquant.artifact.v2",
  "software_versions": {
    "ax_engine": "7.5.7",
    "axquant": "1.9.0",
    "mlx": "0.32.1",
    "mlx_lm": "0.31.3",
    "pydantic": "2.13.4",
    "python": "3.12.13",
    "safetensors": "0.8.0"
  },
  "source_model": {
    "architecture": "Qwen3_5ForConditionalGeneration",
    "format": "mlx",
    "local_path": null,
    "model_id": "Qwen/Qwen3.8-27B",
    "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0"
  },
  "target_class": "6bit",
  "weight_distribution": {
    "4bit": {
      "fraction": 0.8765048435261222,
      "parameters": 24350556160
    },
    "8bit": {
      "fraction": 0.0915286573603551,
      "parameters": 2542796800
    },
    "bf16": {
      "fraction": 0.0319664991135226,
      "parameters": 888074992
    }
  },
  "weight_file_size_bytes": 17414319217
}