{
  "schema_version": "5.1",
  "name": "qwen3-coder-30b-a3b",
  "tt_metal_version": "0.65.2.dev8997",
  "arch": "blackhole",
  "device_count": 4,
  "producer": {
    "tt_kernel_version": "0.1.0",
    "created_at": "2026-09-09T12:49:16.042803+00:00",
    "hostname": "qbge-devex-01"
  },
  "weights": {
    "repo_id": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
    "revision": null,
    "allow_patterns": null,
    "ignore_patterns": null,
    "repo_type": "model"
  },
  "mesh": null,
  "entrypoint": null,
  "resources": null,
  "capabilities": null,
  "env": {},
  "bundled": null,
  "deps": null,
  "container": {
    "image": {
      "registry": "hf",
      "repository": "qwen3-coder-30b-a3b",
      "tag": "tt-model/qwen3-coder-30b-a3b:ffb8e42c40ca",
      "digest": "sha256:ffb8e42c40ca9374176736c1fe38c433855ea8ba92259f153a0c4b1d9862deff"
    },
    "kind": "vllm-plugin",
    "runtime": {
      "vllm": {
        "version": "0.24.0"
      },
      "plugin": {
        "path": "/home/raahem/vllm-tt-plugin",
        "sha": "be7d8059957ad60752ccaf763c8eb0e2c394d7e1",
        "dirty": false
      },
      "extra_models_dir": "models/demos/blackhole/qwen3_coder_30b_a3b/vllm_bundle",
      "lock": "requirements.lock"
    },
    "serve": {
      "hardware": null,
      "mesh_device": null,
      "port": 8000,
      "max_model_len": 256000,
      "max_num_seqs": 32,
      "block_size": 64,
      "server_timeout": null,
      "capabilities": {
        "tool_parser": "qwen3_coder",
        "reasoning_parser": null
      },
      "additional_config": {
        "tt": {
          "sample_on_device_mode": "all",
          "trace_region_size": 50331648,
          "fabric_config": "FABRIC_1D_RING"
        }
      },
      "args": [
        [
          "--max-num-batched-tokens",
          "256000"
        ],
        [
          "--max-log-len",
          "32"
        ],
        [
          "--generation-config",
          "vllm"
        ],
        [
          "--override-generation-config",
          "{\"temperature\": 0}"
        ],
        [
          "--seed",
          "9472"
        ]
      ],
      "env": {
        "ARCH_NAME": "blackhole",
        "VLLM_CONFIGURE_LOGGING": "1",
        "VLLM_RPC_TIMEOUT": "900000",
        "VLLM_ALLOW_LONG_MAX_MODEL_LEN": "1",
        "TORCHDYNAMO_DISABLE": "1",
        "TT_METAL_OPERATION_TIMEOUT_SECONDS": "120.0",
        "QWEN3_DECODE_WIDTHS": "1,2,4,8,16,32",
        "QWEN3_WARMUP_SAMPLING": "both",
        "QWEN3_PREFILL_BUCKETS": "proportional",
        "QWEN3_PREFILL_WARMUP": "auto",
        "QWEN3_PREFILL_WARMUP_MAX": "8192",
        "QWEN3_PREFILL_WARMUP_SUFFIX_MAX": "1024"
      }
    },
    "serve_profiles": [
      {
        "hardware": "p300x2",
        "mesh_device": "P300x2",
        "port": null,
        "max_model_len": null,
        "max_num_seqs": null,
        "block_size": null,
        "server_timeout": null,
        "capabilities": null,
        "additional_config": {},
        "args": [],
        "env": {},
        "name": "p300x2",
        "description": null
      },
      {
        "hardware": "p150x4",
        "mesh_device": "P150x4",
        "port": null,
        "max_model_len": null,
        "max_num_seqs": null,
        "block_size": null,
        "server_timeout": null,
        "capabilities": null,
        "additional_config": {},
        "args": [],
        "env": {},
        "name": "p150x4",
        "description": null
      }
    ],
    "default_profile": "p300x2",
    "code_dir": "code",
    "verify": [
      "from pathlib import Path; p = Path('/opt/tt-metal/models/demos/blackhole/qwen3_coder_30b_a3b'); assert (p/'config'/'selected_precision_config.json').is_file(), 'precision config missing — the model would silently use in-code defaults'; assert (p/'config'/'context_contract.json').is_file(), 'context contract missing — _supported_context() would silently fall back'",
      "from models.demos.blackhole.qwen3_coder_30b_a3b.tt.generator_vllm import Qwen3CoderForCausalLM; assert Qwen3CoderForCausalLM"
    ],
    "built": {
      "image": "tt-model/qwen3-coder-30b-a3b:ffb8e42c40ca",
      "repo": "raahemnabeel/qwen3-coder-30b-a3b",
      "tt_model_version": "0.1.0",
      "created_at": "2026-09-09T12:44:17+00:00",
      "tt_metal": {
        "sha": "b032adee2d25909aebbee5ff22e014a829b314cc",
        "describe": "v0.77.0-dev20260818-57-gb032adee2d",
        "dirty": false,
        "scm_version": "0.65.2.dev8997",
        "mode": "local",
        "remote": "https://github.com/tenstorrent/tt-metal.git",
        "branch": "raahem/qwen3-coder-30b-a3b-pr",
        "pushed": false
      },
      "code_sha256": "a6b308b762bd37b304d1995b15e5cf5e096c995d8f90408c36a56499d245591b",
      "plugin": {
        "sha": "be7d8059957ad60752ccaf763c8eb0e2c394d7e1",
        "path": "/home/raahem/vllm-tt-plugin",
        "dirty": false
      },
      "image_digest": "sha256:ffb8e42c40ca9374176736c1fe38c433855ea8ba92259f153a0c4b1d9862deff"
    }
  }
}