{
  "axquant_version": "1.9.0",
  "calibration": null,
  "created_at": "2026-10-06T21:01:24.862078+00:00",
  "effective_bpw": 5.287772547993305,
  "files": [
    {
      "path": "1_Pooling/config.json",
      "sha256": "2e1da26b3fd65cf7e370d2fabf28a8c59efa7edb525d1b8b50be8e5ca1048ea6",
      "size_bytes": 313
    },
    {
      "path": "README.md",
      "sha256": "c77e61e72a0eaa91bba823df16adb1c15798b31c3f3cd9961e20817f1b6535ba",
      "size_bytes": 8361
    },
    {
      "path": "axquant_plan.json",
      "sha256": "5b477633777d5e1f1b9234fd70f574d024a86344c3294d8a944549c820281b7b",
      "size_bytes": 351550
    },
    {
      "path": "axquant_quantizer_execution.json",
      "sha256": "a30e2ed7a4438d925dfa89e61f807de57e4b7b426c3b2fcfee4f6b7d226885e5",
      "size_bytes": 59943
    },
    {
      "path": "axquant_runtime.json",
      "sha256": "60f72f1232ed29584a67bb181b77308c316f6fe42772f10638ca436482c0d653",
      "size_bytes": 1656
    },
    {
      "path": "axquant_source_binding.json",
      "sha256": "496374ef20c8355cf644961eff7ad84f3cb48a9d788a3a8ac171094a7149bf19",
      "size_bytes": 968
    },
    {
      "path": "chat_template.jinja",
      "sha256": "44d5f08f3f72b837eaad09f13a54c1f9f4eb58d75240334548b7fd52a5437fa5",
      "size_bytes": 2427
    },
    {
      "path": "config.json",
      "sha256": "2f904fa350d2a8e42c85c6e4387722e9e415879b3b4b4b4a3a6e31141e832cb3",
      "size_bytes": 69860
    },
    {
      "path": "config_sentence_transformers.json",
      "sha256": "10667c72ddb772627bf1780cb7f86af8e2ae0032b8c243c731172064105c6961",
      "size_bytes": 215
    },
    {
      "path": "generation_config.json",
      "sha256": "28396d421a2108acce96383f6a7de78008f7f1b17f807958f3c14c51dbfb65fb",
      "size_bytes": 117
    },
    {
      "path": "merges.txt",
      "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
      "size_bytes": 1671853
    },
    {
      "path": "model.safetensors",
      "sha256": "e39949c394dde768e98dd49081bc2146787f0a16ff6c0bd67b9c24f673e2c36c",
      "size_bytes": 4350675460
    },
    {
      "path": "model.safetensors.index.json",
      "sha256": "2e57114e2df1fa97154323c49df2dc3710c777d52a32df76488485060ba92d57",
      "size_bytes": 46286
    },
    {
      "path": "modules.json",
      "sha256": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf",
      "size_bytes": 349
    },
    {
      "path": "runtime_audit.json",
      "sha256": "ab91559ac3ff70b592aeb0a567c3d5fea564c44569ecbf98e26222652435166d",
      "size_bytes": 1773
    },
    {
      "path": "tokenizer.json",
      "sha256": "31f82e8f8c173bff1b34626d065393d33938f6d27a7448cfb706bbf9d3c0e651",
      "size_bytes": 11422943
    },
    {
      "path": "tokenizer_config.json",
      "sha256": "d93ac1a2c7adb9ad022f354d822f1f0f57e32e62ef2989e902782d6ab896acfe",
      "size_bytes": 413
    },
    {
      "path": "vocab.json",
      "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
      "size_bytes": 2776833
    }
  ],
  "format": "mlx",
  "logical_parameters": 7567295488,
  "main_logical_parameters": 7567295488,
  "main_weight_file_size_bytes": 4350675460,
  "measured_main_bpw": 4.599450852050565,
  "measured_total_bpw": 4.599450852050565,
  "mtp_acceptance_retention": null,
  "mtp_distribution": {},
  "mtp_measured_speedup": null,
  "mtp_policy": {
    "candidate_bits": [
      8,
      16
    ],
    "min_bits": 8,
    "mode": "protected",
    "optimize_for_acceptance": true,
    "preserve_external_sidecar": true,
    "protect_norms": true,
    "protect_output_head": true
  },
  "mtp_present": false,
  "mtp_weight_file_size_bytes": 0,
  "plan_sha256": "4b2aecf5f3635444aa53420de951623b7017348f6ca5931a00d5edc942b351e7",
  "profile": "agent-coding",
  "protected_weight_file_size_bytes": 0,
  "quantizer": "axquant",
  "runtime": {
    "ax_engine": {
      "decode_kernel": null,
      "fused_mtp": null,
      "kernel_evidence": "unmeasured",
      "model_manifest": "model-manifest.json",
      "preferred_group_size": 64
    },
    "compatible_runtimes": [
      {
        "compatibility_level": "B",
        "manifest": "config.json",
        "mtp_support": "none",
        "name": "mlx-lm",
        "notes": [
          "Standard backbone inference is the compatibility target.",
          "AXQuant MTP metadata may be ignored by MLX-LM."
        ],
        "standard_inference": true,
        "standard_mlx_weights": true,
        "support_level": "standard-inference"
      }
    ],
    "created_at": "2026-10-04T02:07:28.042839Z",
    "kv_cache": null,
    "memory_policy": {
      "expert_stream": "off",
      "kv_cache_precision": "runtime-default",
      "mtp_buffers": "not-required",
      "prefix_cache": "runtime-managed",
      "unified_memory_safety_margin": "benchmark-required"
    },
    "mtp": {
      "acceptance_retention": null,
      "detected": false,
      "draft_tokens": null,
      "enabled_by_default": false,
      "head_precision": null,
      "measured_speedup": null,
      "optimized": false,
      "recommended_temperature_max": null,
      "sidecar_file": null,
      "verification_mode": null
    },
    "optimization_scope": "text-path",
    "primary_runtime": {
      "compatibility_level": "A",
      "manifest": "model-manifest.json",
      "mtp_support": "none",
      "name": "ax-engine",
      "notes": [
        "Runtime claims require a passing AX Engine doctor and benchmark report."
      ],
      "standard_inference": true,
      "standard_mlx_weights": true,
      "support_level": "optimized"
    },
    "schema_version": "axquant.runtime.v1"
  },
  "schema_version": "axquant.artifact.v2",
  "software_versions": {
    "ax_engine": "7.5.7",
    "axquant": "1.9.0",
    "mlx": "0.32.1",
    "mlx_lm": "0.31.3",
    "pydantic": "2.13.4",
    "python": "3.12.13",
    "safetensors": "0.8.0"
  },
  "source_model": {
    "architecture": "Qwen3ForCausalLM",
    "format": "mlx",
    "local_path": null,
    "model_id": "Qwen/Qwen3-Embedding-8B",
    "revision": "1d8ad4ca9b3dd8059ad90a75d4983776a23d44af"
  },
  "target_class": "8bit",
  "weight_distribution": {
    "4bit": {
      "fraction": 0.9178665528542395,
      "parameters": 6945767424
    },
    "8bit": {
      "fraction": 0.08209271608134143,
      "parameters": 621219840
    },
    "bf16": {
      "fraction": 4.073106441908774e-05,
      "parameters": 308224
    }
  },
  "weight_file_size_bytes": 4350675460
}