| { |
| "created": "2026-09-28T10:01:00Z", |
| "model": "<WORKSPACE>/models/Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen-fast", |
| "config_sha256": "deffb953c20dafbcdc07199063fa5e203dc574432dd3c7efac3f8e2882bd46a7", |
| "index_sha256": "cdc8a55d6d6f8cf759380c41e3bf8a0aec054a2bc66a5b89336a1a165f9619e9", |
| "launcher_sha256": "6874eb0bc4306d61b57ebb2f2c7cab97b41f11a3e0ec2b1502d9c34d396c47d8", |
| "tokenizer_sha256": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3", |
| "chat_template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041", |
| "shards": { |
| "model-00003-of-00006.safetensors": { |
| "size": 3966050624, |
| "mtime_ns": 1790420289637223015 |
| }, |
| "model-00002-of-00006.safetensors": { |
| "size": 2730582048, |
| "mtime_ns": 1790420535527155687 |
| }, |
| "model-mtp-bf16.safetensors": { |
| "size": 219027824, |
| "mtime_ns": 1790440744542296461 |
| }, |
| "model-00005-of-00006.safetensors": { |
| "size": 3993185016, |
| "mtime_ns": 1790420447135512937 |
| }, |
| "model-00006-of-00006.safetensors": { |
| "size": 248265904, |
| "mtime_ns": 1790420420446626139 |
| }, |
| "model-00001-of-00006.safetensors": { |
| "size": 655565120, |
| "mtime_ns": 1790440653435896019 |
| }, |
| "model_extra_tensors.safetensors": { |
| "size": 173015384, |
| "mtime_ns": 1790440659181921554 |
| }, |
| "model-00004-of-00006.safetensors": { |
| "size": 3966050704, |
| "mtime_ns": 1790420327914040554 |
| } |
| }, |
| "mode": "single-user", |
| "int8_activations": false, |
| "speculation": "mtp", |
| "max_model_len": 150000, |
| "max_num_seqs": 8, |
| "kv_cache_dtype": "fp8", |
| "prefix_cache": true, |
| "gpu_memory_utilization": 0.93, |
| "pid": 112987, |
| "serving_profile": "local-single-user", |
| "vision": true, |
| "draft_tokens": 3, |
| "local_env_sha256": "ce50b2e28ea929a620bd62aa7f94aacb844832f9e3dd5767b6952c2ffa0e74a8", |
| "extra_args": "--limit-mm-per-prompt {\"image\":{\"count\":10}}" |
| } |
|
|
