File size: 2,302 Bytes
278cf24 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 | {
"schema_version": "6",
"name": "hemmingway-1-p300",
"tt_metal_version": "0.79.0.dev20260929+qwen36p150x2.g9f6b02d",
"arch": "blackhole",
"device_count": 2,
"producer": {
"tt_kernel_version": "0.1.0",
"created_at": "2026-10-04T01:18:16.031583+00:00",
"hostname": "redacted"
},
"weights": {
"repo_id": "Altworld/Hemmingway-1",
"revision": "1a5f363a3dd2d1cc456c28b8abbb403b9555efaf",
"allow_patterns": null,
"ignore_patterns": null,
"repo_type": "model"
},
"mesh": {
"devices": 2,
"topology": "P150x2",
"fabric": null
},
"entrypoint": {
"cls": "models.demos.blackhole.qwen36.tt.qwen36_vllm_dflash:Qwen36DFlashForCausalLM",
"arch_name": "Qwen3_5ForConditionalGeneration"
},
"resources": {
"max_model_len": 262144,
"max_num_seqs": 4,
"block_size": 64,
"trace_region_bytes": null,
"extra_args": [],
"command_override": {}
},
"capabilities": null,
"env": {
"ARCH_NAME": "blackhole",
"QWEN36_SKIP_VISION": "1",
"QWEN_SDPA_BF8": "1",
"TORCHDYNAMO_DISABLE": "1",
"TT_QWEN35_TEXT_VER": "qwen36_blackhole",
"VLLM_RPC_TIMEOUT": "900000",
"VLLM_CONFIGURE_LOGGING": "1",
"QWEN36_DRAFTER": "dflash2",
"DFLASH_WEIGHTS": "incoai/Qwen3.8-27B-DFlash2@dedf8df68adfb1afeaf7b7480c0a0243108177b4",
"QWEN36_DFLASH_TP": "1",
"QWEN36_DFLASH_BLOCK": "8",
"QWEN36_DFLASH_FOLD_SEED": "1",
"QWEN36_DFLASH_SERVE_BLOCK": "32",
"QWEN36_PREFILL_BUCKET_TRACE": "0",
"TT_METAL_PINNED_MEMORY_CACHE_LIMIT_BYTES": "0",
"QWEN36_GDN_SPEC_FUSED": "1",
"QWEN36_MAX_TOKENS_ALL_USERS": "262144"
},
"bundled": null,
"deps": {
"python": "3.12",
"requirements": "requirements.txt",
"wheels": [
"wheels/vllm_tt_plugin-0.1.0-py3-none-any.whl"
],
"wheels_dir": "wheels",
"models_wheels": [
"wheels/ttnn-0.79.0.dev20260929+qwen36p150x2.g9f6b02d-cp312-cp312-linux_x86_64.whl",
"wheels/tt_metal_models-0.79.0.dev20260929+qwen36p150x2.g9f6b02d-py3-none-any.whl"
],
"vllm": {
"version": "0.26.0",
"target_device": "empty",
"overrides": "vllm-overrides.txt",
"common_requirements": null,
"wheel": null
},
"model_dir": ".",
"kind": "vllm",
"app": null
},
"container": null
}
|