{
  "axquant_version": "1.9.0",
  "calibration": null,
  "created_at": "2026-10-06T21:00:40.440983+00:00",
  "effective_bpw": 5.824132230218152,
  "files": [
    {
      "path": "1_Pooling/config.json",
      "sha256": "6dcf44c2f7e7878ac0ee2e992c8e7d1f6812e12724b00d1d0cb0fa3336f07f0d",
      "size_bytes": 298
    },
    {
      "path": "README.md",
      "sha256": "d5d1cf2901f2899c12dbef19749e3d2547e4150ef45141d965c511241a469853",
      "size_bytes": 8416
    },
    {
      "path": "axquant_plan.json",
      "sha256": "821eb401ca9b75d18d422eb40a47c06655e35ae0d306791299ac7d11f21426eb",
      "size_bytes": 131060
    },
    {
      "path": "axquant_quantizer_execution.json",
      "sha256": "a9f1a427d8368a7e7b4c040539e023e0d4e2502b5ffb9473026f10023cad9c97",
      "size_bytes": 26843
    },
    {
      "path": "axquant_runtime.json",
      "sha256": "8872a18936840373fe28782885f984d1d4d1df4e86ea9b707a845f1f22e01c7b",
      "size_bytes": 1656
    },
    {
      "path": "axquant_source_binding.json",
      "sha256": "9fb75bdf74c37f5493a74bef8fe874f44bd0ba2a5550b70e9c23cec167fb5475",
      "size_bytes": 679
    },
    {
      "path": "config.json",
      "sha256": "88008efd186723ab03e22dbde6903f9167a654c1b96f4f14cd7990157ea8e6de",
      "size_bytes": 32110
    },
    {
      "path": "config_sentence_transformers.json",
      "sha256": "dc2bc223baa9e5eedd8593d1d4230210681001e7dec73ac53d89697df97079ee",
      "size_bytes": 261
    },
    {
      "path": "model.safetensors",
      "sha256": "eef6d2022c3b89aac19ec097e1bc9367efdccccaef54f8373965c10b59930d2c",
      "size_bytes": 748847214
    },
    {
      "path": "model.safetensors.index.json",
      "sha256": "9829bfd479252cf6202d53f64a2f17a8cfef92a6e4b07bb02226a0646f59435d",
      "size_bytes": 18381
    },
    {
      "path": "modules.json",
      "sha256": "21ddb3037a55ebf4549eb5c1dc44c3f28f10b56ec7f1335c92fd90e5b30d88ac",
      "size_bytes": 350
    },
    {
      "path": "runtime_audit.json",
      "sha256": "fb074e2d71f459abf1d4349d31b11203e1f801c590a85c5d8aa2c734c4b2c365",
      "size_bytes": 1779
    },
    {
      "path": "sentence_bert_config.json",
      "sha256": "0b1d25d4d13c72c255a7eaaf8921ca481c4cd61ad894e7209c52dc5e1ac3f3bd",
      "size_bytes": 56
    },
    {
      "path": "tokenizer.json",
      "sha256": "797410dfb649a5b9ba92bc4fef7dbf4022d00e73de6867c4ac199a8846439421",
      "size_bytes": 17077678
    },
    {
      "path": "tokenizer_config.json",
      "sha256": "7bbb77c55282bc679b86d21a1b3953ed8d5d63aaf75f10800c20596eab30b980",
      "size_bytes": 21139
    }
  ],
  "format": "mlx",
  "logical_parameters": 1140918272,
  "main_logical_parameters": 1140918272,
  "main_weight_file_size_bytes": 748847214,
  "measured_main_bpw": 5.250838608709739,
  "measured_total_bpw": 5.250838608709739,
  "mtp_acceptance_retention": null,
  "mtp_distribution": {},
  "mtp_measured_speedup": null,
  "mtp_policy": {
    "candidate_bits": [
      8,
      16
    ],
    "min_bits": 8,
    "mode": "protected",
    "optimize_for_acceptance": true,
    "preserve_external_sidecar": true,
    "protect_norms": true,
    "protect_output_head": true
  },
  "mtp_present": false,
  "mtp_weight_file_size_bytes": 0,
  "plan_sha256": "18d6d9ed0578d32e498d03d249dfdaceda57fb56ae4155423c6b43fc35444216",
  "profile": "agent-coding",
  "protected_weight_file_size_bytes": 0,
  "quantizer": "axquant",
  "runtime": {
    "ax_engine": {
      "decode_kernel": null,
      "fused_mtp": null,
      "kernel_evidence": "unmeasured",
      "model_manifest": "model-manifest.json",
      "preferred_group_size": 64
    },
    "compatible_runtimes": [
      {
        "compatibility_level": "B",
        "manifest": "config.json",
        "mtp_support": "none",
        "name": "mlx-lm",
        "notes": [
          "Standard backbone inference is the compatibility target.",
          "AXQuant MTP metadata may be ignored by MLX-LM."
        ],
        "standard_inference": true,
        "standard_mlx_weights": true,
        "support_level": "standard-inference"
      }
    ],
    "created_at": "2026-10-04T02:08:48.521587Z",
    "kv_cache": null,
    "memory_policy": {
      "expert_stream": "off",
      "kv_cache_precision": "runtime-default",
      "mtp_buffers": "not-required",
      "prefix_cache": "runtime-managed",
      "unified_memory_safety_margin": "benchmark-required"
    },
    "mtp": {
      "acceptance_retention": null,
      "detected": false,
      "draft_tokens": null,
      "enabled_by_default": false,
      "head_precision": null,
      "measured_speedup": null,
      "optimized": false,
      "recommended_temperature_max": null,
      "sidecar_file": null,
      "verification_mode": null
    },
    "optimization_scope": "text-path",
    "primary_runtime": {
      "compatibility_level": "A",
      "manifest": "model-manifest.json",
      "mtp_support": "none",
      "name": "ax-engine",
      "notes": [
        "Runtime claims require a passing AX Engine doctor and benchmark report."
      ],
      "standard_inference": true,
      "standard_mlx_weights": true,
      "support_level": "optimized"
    },
    "schema_version": "axquant.runtime.v1"
  },
  "schema_version": "axquant.artifact.v2",
  "software_versions": {
    "ax_engine": "7.5.7",
    "axquant": "1.9.0",
    "mlx": "0.32.1",
    "mlx_lm": "0.31.3",
    "pydantic": "2.13.4",
    "python": "3.12.13",
    "safetensors": "0.8.0"
  },
  "source_model": {
    "architecture": "Ministral3Model",
    "format": "mlx",
    "local_path": null,
    "model_id": "nvidia/Nemotron-3-Embed-1B-BF16",
    "revision": "c0c9fea93ea424587517f2c59e20db9f1d6bf615"
  },
  "target_class": "8bit",
  "weight_distribution": {
    "4bit": {
      "fraction": 0.7646605838564394,
      "parameters": 872415232
    },
    "8bit": {
      "fraction": 0.23528017964813522,
      "parameters": 268435456
    },
    "bf16": {
      "fraction": 5.923649542532701e-05,
      "parameters": 67584
    }
  },
  "weight_file_size_bytes": 748847214
}