| { |
| "schema_version": "6", |
| "name": "hemmingway-1-p300", |
| "tt_metal_version": "0.79.0.dev20260929+qwen36p150x2.g9f6b02d", |
| "arch": "blackhole", |
| "device_count": 2, |
| "producer": { |
| "tt_kernel_version": "0.1.0", |
| "created_at": "2026-10-04T01:18:16.031583+00:00", |
| "hostname": "redacted" |
| }, |
| "weights": { |
| "repo_id": "Altworld/Hemmingway-1", |
| "revision": "1a5f363a3dd2d1cc456c28b8abbb403b9555efaf", |
| "allow_patterns": null, |
| "ignore_patterns": null, |
| "repo_type": "model" |
| }, |
| "mesh": { |
| "devices": 2, |
| "topology": "P150x2", |
| "fabric": null |
| }, |
| "entrypoint": { |
| "cls": "models.demos.blackhole.qwen36.tt.qwen36_vllm_dflash:Qwen36DFlashForCausalLM", |
| "arch_name": "Qwen3_5ForConditionalGeneration" |
| }, |
| "resources": { |
| "max_model_len": 262144, |
| "max_num_seqs": 4, |
| "block_size": 64, |
| "trace_region_bytes": null, |
| "extra_args": [], |
| "command_override": {} |
| }, |
| "capabilities": null, |
| "env": { |
| "ARCH_NAME": "blackhole", |
| "QWEN36_SKIP_VISION": "1", |
| "QWEN_SDPA_BF8": "1", |
| "TORCHDYNAMO_DISABLE": "1", |
| "TT_QWEN35_TEXT_VER": "qwen36_blackhole", |
| "VLLM_RPC_TIMEOUT": "900000", |
| "VLLM_CONFIGURE_LOGGING": "1", |
| "QWEN36_DRAFTER": "dflash2", |
| "DFLASH_WEIGHTS": "incoai/Qwen3.8-27B-DFlash2@dedf8df68adfb1afeaf7b7480c0a0243108177b4", |
| "QWEN36_DFLASH_TP": "1", |
| "QWEN36_DFLASH_BLOCK": "8", |
| "QWEN36_DFLASH_FOLD_SEED": "1", |
| "QWEN36_DFLASH_SERVE_BLOCK": "32", |
| "QWEN36_PREFILL_BUCKET_TRACE": "0", |
| "TT_METAL_PINNED_MEMORY_CACHE_LIMIT_BYTES": "0", |
| "QWEN36_GDN_SPEC_FUSED": "1", |
| "QWEN36_MAX_TOKENS_ALL_USERS": "262144" |
| }, |
| "bundled": null, |
| "deps": { |
| "python": "3.12", |
| "requirements": "requirements.txt", |
| "wheels": [ |
| "wheels/vllm_tt_plugin-0.1.0-py3-none-any.whl" |
| ], |
| "wheels_dir": "wheels", |
| "models_wheels": [ |
| "wheels/ttnn-0.79.0.dev20260929+qwen36p150x2.g9f6b02d-cp312-cp312-linux_x86_64.whl", |
| "wheels/tt_metal_models-0.79.0.dev20260929+qwen36p150x2.g9f6b02d-py3-none-any.whl" |
| ], |
| "vllm": { |
| "version": "0.26.0", |
| "target_device": "empty", |
| "overrides": "vllm-overrides.txt", |
| "common_requirements": null, |
| "wheel": null |
| }, |
| "model_dir": ".", |
| "kind": "vllm", |
| "app": null |
| }, |
| "container": null |
| } |
|
|
