{
  "axquant_version": "1.9.0",
  "calibration": null,
  "created_at": "2026-10-06T21:00:57.954560+00:00",
  "effective_bpw": 5.334694435912908,
  "files": [
    {
      "path": "README.md",
      "sha256": "2d01d1a01bd67ce2f31cbac38ac62af6f3b49c5fb907ea073f63cd5f54611ff4",
      "size_bytes": 2693
    },
    {
      "path": "__init__.py",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "size_bytes": 0
    },
    {
      "path": "ax_expert_stream.json",
      "sha256": "0dd856d943cb4c7c43cad112e4d786c12f61a286e0bdf1bddd43e678541231da",
      "size_bytes": 41994
    },
    {
      "path": "ax_nemotron_mtp_manifest.json",
      "sha256": "545c396f33af22aff5ee268c6c6cd2b20762b5832b40ed9aaecbbbf42e7bde09",
      "size_bytes": 712
    },
    {
      "path": "axquant_mtp_sidecar_manifest.json",
      "sha256": "d6cb74c3630715052a06fbc22329c1464c46ed64006d0f9034d072ffae0402eb",
      "size_bytes": 1091
    },
    {
      "path": "axquant_plan.json",
      "sha256": "5c1291e8a2b67e5d1fd7f7b144e208c6254c08e7ba4ba3222a3c404f0bf61f92",
      "size_bytes": 37812453
    },
    {
      "path": "axquant_quantizer_execution.json",
      "sha256": "75d5d00f45e7e3669c60e59a03d50cce9458897de07685a46e7f9e2e05fb8094",
      "size_bytes": 10623762
    },
    {
      "path": "axquant_runtime.json",
      "sha256": "f644a5020b66c9a1e80a1696c39b8fa2e8b04b6fdc265d066641e2707d5e9f9a",
      "size_bytes": 1768
    },
    {
      "path": "axquant_source_binding.json",
      "sha256": "efe02c3152888d2ef5a2c13ed019c5e647787e2af81f945d6ba978e1142e87a0",
      "size_bytes": 5319
    },
    {
      "path": "chat_template.jinja",
      "sha256": "575fb74f54ed264df9047d0ecce3c98938aae953fb4f50356675706264cbb68a",
      "size_bytes": 10771
    },
    {
      "path": "config.json",
      "sha256": "ddcddc076afc3e6928ef6a37e1ca416e79b1ad7dfbc7dcf4258496b86e725b29",
      "size_bytes": 104601
    },
    {
      "path": "configuration_nemotron_h.py",
      "sha256": "0fc818c10506c91bd02df5a605f49cb0704b5498954f46dbde2d63999ae36c3d",
      "size_bytes": 19822
    },
    {
      "path": "generation_config.json",
      "sha256": "27d520b2df55efe6b978d06fbfe8213ae93288d063d462f40b4ed94637c019bf",
      "size_bytes": 210
    },
    {
      "path": "model-00001-of-00014.safetensors",
      "sha256": "08fae4b3eaa6a4542fe0a5e382490c35f3a5b8de1d97a7f1e02d6abe364de9af",
      "size_bytes": 5367388795
    },
    {
      "path": "model-00002-of-00014.safetensors",
      "sha256": "75321c60d6c13c86b906f407bf0c582c4d0e2bce93c353a9778422cbede9a044",
      "size_bytes": 4840484563
    },
    {
      "path": "model-00003-of-00014.safetensors",
      "sha256": "cd336101592fbf5f8c6f702de39319b3fc8c63d10de1d7a2974205622f5275e5",
      "size_bytes": 4782246993
    },
    {
      "path": "model-00004-of-00014.safetensors",
      "sha256": "37675f2e26ff09a14150f59aad6b97bb767d669e8cad961fe4ca8c85abb1f084",
      "size_bytes": 4782246965
    },
    {
      "path": "model-00005-of-00014.safetensors",
      "sha256": "a75342f29407a5de60ce214b2a95c84b621b68320537e5486fbd9dbc748f0bb9",
      "size_bytes": 4763297849
    },
    {
      "path": "model-00006-of-00014.safetensors",
      "sha256": "baa82df9c1906668a4525b0930503837ee88321d847c685655d15511a47b7643",
      "size_bytes": 4782247005
    },
    {
      "path": "model-00007-of-00014.safetensors",
      "sha256": "da5343b043e326f8a6172415aa0adc73f669d377535c6c212fbd55965498ec5f",
      "size_bytes": 4782246993
    },
    {
      "path": "model-00008-of-00014.safetensors",
      "sha256": "cdf2230d04bbec35e018f8ae6881cb1697a6362334d7c69e67e653c6c0a6324b",
      "size_bytes": 4763297865
    },
    {
      "path": "model-00009-of-00014.safetensors",
      "sha256": "3c013c8e44fbf5a951f6a4190346b249a990c703877dc0e7c8c44096b5b1209f",
      "size_bytes": 4782247017
    },
    {
      "path": "model-00010-of-00014.safetensors",
      "sha256": "af46c2c1cbd138f79f3a07556fd74ce1d5dd3e115417535c2bda9f21e704b6c9",
      "size_bytes": 4763297877
    },
    {
      "path": "model-00011-of-00014.safetensors",
      "sha256": "7ffaddc3f35769e5e512f2140685608f81e7d1f8c1d03c979e2f5cd5a02e34f1",
      "size_bytes": 4782246977
    },
    {
      "path": "model-00012-of-00014.safetensors",
      "sha256": "845b68ada52d749bb821ce3f29a2a718aabf80f7fb182a5cc2d94b9485a7857c",
      "size_bytes": 4782246955
    },
    {
      "path": "model-00013-of-00014.safetensors",
      "sha256": "363621c4efee112c1a7189c718bc4ab195ebc5bfc6cd2a074bdafedab20093ed",
      "size_bytes": 4763297867
    },
    {
      "path": "model-00014-of-00014.safetensors",
      "sha256": "fe7c2ea6549abe9a5489b447525e3cc0787fa92604c66e737e8929172e9e8ff9",
      "size_bytes": 2603209852
    },
    {
      "path": "model.safetensors.index.json",
      "sha256": "df89c5923b8245182e954961effb671d2fff40318c8cec3ab1fa85c6ef7276c0",
      "size_bytes": 100288
    },
    {
      "path": "modeling_nemotron_h.py",
      "sha256": "e1cb5fc02e887983f0a445bf4c1a2604453b2cb2db4624c7004dcf663bbb1b6e",
      "size_bytes": 82338
    },
    {
      "path": "mtp.safetensors",
      "sha256": "6ab5083a1f85cb126ceef21e6ceb7915b6ba36c1971682d7e3893250ab42b210",
      "size_bytes": 5884780864
    },
    {
      "path": "runtime_audit.json",
      "sha256": "40b13422b0d0974f64b0f0c62f1d16da88ab9c192c32958ad2155fa895f7965a",
      "size_bytes": 5049
    },
    {
      "path": "special_tokens_map.json",
      "sha256": "e9435fefd6d838fd9fcbbc44b97a8e3ff322be7f6dfb7e4fd2468586574bb52b",
      "size_bytes": 563
    },
    {
      "path": "super_v3_reasoning_parser.py",
      "sha256": "4e83f1249a66b7b8af2bc7ee8b679a6ff3da8e85f807594c5abc5dfdf956b46e",
      "size_bytes": 1878
    },
    {
      "path": "tokenizer.json",
      "sha256": "623c34567aebb18582765289fbe23d901c62704d6518d71866e0e58db892b5b7",
      "size_bytes": 17077484
    },
    {
      "path": "tokenizer_config.json",
      "sha256": "ec380f0a6c0c2e294eb2435f5ec521fb2121cfc970e6ebf023d06829714a4eaa",
      "size_bytes": 430
    }
  ],
  "format": "mlx",
  "logical_parameters": 123611033088,
  "main_logical_parameters": 120668707840,
  "main_weight_file_size_bytes": 65340003573,
  "measured_main_bpw": 4.3318606616480695,
  "measured_total_bpw": 4.609606936060105,
  "mtp_acceptance_retention": null,
  "mtp_distribution": {
    "bf16": {
      "fraction": 1.0,
      "parameters": 2942325248
    }
  },
  "mtp_measured_speedup": null,
  "mtp_policy": {
    "candidate_bits": [
      8,
      16
    ],
    "min_bits": 16,
    "mode": "protected",
    "optimize_for_acceptance": false,
    "preserve_external_sidecar": true,
    "protect_norms": true,
    "protect_output_head": true
  },
  "mtp_present": true,
  "mtp_weight_file_size_bytes": 5884780864,
  "plan_sha256": "5099b1420d44b7711e4b916b7d887bf9177de050effa84c6b27692163e54187a",
  "profile": "general",
  "protected_weight_file_size_bytes": 0,
  "quantizer": "axquant",
  "runtime": {
    "ax_engine": {
      "decode_kernel": null,
      "fused_mtp": null,
      "kernel_evidence": "unmeasured",
      "model_manifest": "model-manifest.json",
      "preferred_group_size": 32
    },
    "compatible_runtimes": [
      {
        "compatibility_level": "B",
        "manifest": "config.json",
        "mtp_support": "runtime-dependent",
        "name": "mlx-lm",
        "notes": [
          "Standard backbone inference is the compatibility target.",
          "AXQuant MTP metadata may be ignored by MLX-LM."
        ],
        "standard_inference": true,
        "standard_mlx_weights": true,
        "support_level": "standard-inference"
      }
    ],
    "created_at": "2026-10-04T07:59:23.304345Z",
    "kv_cache": null,
    "memory_policy": {
      "expert_stream": "optional",
      "expert_stream_manifest": "ax_expert_stream.json",
      "kv_cache_precision": "runtime-default",
      "mtp_buffers": "preallocate-when-enabled",
      "prefix_cache": "runtime-managed",
      "unified_memory_safety_margin": "benchmark-required"
    },
    "mtp": {
      "acceptance_retention": null,
      "detected": true,
      "draft_tokens": null,
      "enabled_by_default": false,
      "head_precision": null,
      "measured_speedup": null,
      "optimized": false,
      "recommended_temperature_max": null,
      "sidecar_file": "mtp.safetensors",
      "verification_mode": "runtime-default"
    },
    "optimization_scope": "text-path",
    "primary_runtime": {
      "compatibility_level": "A",
      "manifest": "model-manifest.json",
      "mtp_support": "native",
      "name": "ax-engine",
      "notes": [
        "Runtime claims require a passing AX Engine doctor and benchmark report."
      ],
      "standard_inference": true,
      "standard_mlx_weights": true,
      "support_level": "optimized"
    },
    "schema_version": "axquant.runtime.v1"
  },
  "schema_version": "axquant.artifact.v2",
  "software_versions": {
    "ax_engine": "7.5.7",
    "axquant": "1.9.0",
    "mlx": "0.32.1",
    "mlx_lm": "0.31.3",
    "pydantic": "2.13.4",
    "python": "3.12.13",
    "safetensors": "0.8.0"
  },
  "source_model": {
    "architecture": "NemotronHForCausalLM",
    "format": "mlx",
    "local_path": null,
    "model_id": "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16",
    "revision": "2dc98e2afe4face0e4ce40972a915c45368bd34a"
  },
  "target_class": "6bit",
  "weight_distribution": {
    "4bit": {
      "fraction": 0.9668093606734989,
      "parameters": 119508303872
    },
    "8bit": {
      "fraction": 0.004343228096943385,
      "parameters": 536870912
    },
    "bf16": {
      "fraction": 0.028847411229557703,
      "parameters": 3565858304
    }
  },
  "weight_file_size_bytes": 71224784437
}