| { |
| "created": "2026-09-27T13:16:05Z", |
| "model": "<WORKSPACE>/models/Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen", |
| "config_sha256": "7a6b1bbea65bf844cd3d824845dd54d57fe8c92d46249233e1347e90c9f41b3f", |
| "index_sha256": "04a57f3004384efa2cb0aa67400454a478d3d0bd94cbad0dd27f199ee2b2e7e4", |
| "launcher_sha256": "6874eb0bc4306d61b57ebb2f2c7cab97b41f11a3e0ec2b1502d9c34d396c47d8", |
| "tokenizer_sha256": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3", |
| "chat_template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041", |
| "shards": { |
| "model-00003-of-00006.safetensors": { |
| "size": 3966050624, |
| "mtime_ns": 1790420289637223015 |
| }, |
| "model-00002-of-00006.safetensors": { |
| "size": 2730582048, |
| "mtime_ns": 1790420535527155687 |
| }, |
| "model-mtp-bf16.safetensors": { |
| "size": 431364472, |
| "mtime_ns": 1790420539382140680 |
| }, |
| "model-00005-of-00006.safetensors": { |
| "size": 3993185016, |
| "mtime_ns": 1790420447135512937 |
| }, |
| "model-00006-of-00006.safetensors": { |
| "size": 248265904, |
| "mtime_ns": 1790420420446626139 |
| }, |
| "model-00001-of-00006.safetensors": { |
| "size": 1291264336, |
| "mtime_ns": 1790420521965208848 |
| }, |
| "model_extra_tensors.safetensors": { |
| "size": 212992352, |
| "mtime_ns": 1790420543620124231 |
| }, |
| "model-00004-of-00006.safetensors": { |
| "size": 3966050704, |
| "mtime_ns": 1790420327914040554 |
| } |
| }, |
| "mode": "single-user", |
| "int8_activations": false, |
| "speculation": "mtp", |
| "max_model_len": 150000, |
| "max_num_seqs": 8, |
| "kv_cache_dtype": "fp8", |
| "prefix_cache": true, |
| "gpu_memory_utilization": 0.93, |
| "pid": 2125463, |
| "serving_profile": "local-single-user", |
| "vision": true, |
| "draft_tokens": 3, |
| "local_env_sha256": "ce50b2e28ea929a620bd62aa7f94aacb844832f9e3dd5767b6952c2ffa0e74a8", |
| "extra_args": "--limit-mm-per-prompt {\"image\":{\"count\":10}}" |
| } |
|
|
