Hugging Face's logo

daavidhauser
/
Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen

Text Generation
Safetensors
vllm
qwen3_5
compressed-tensors
awq
hyperqwen
efficient-thinking
int8-heads
conversational
Model card Files
xet
 Community
Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen
File size: 1,940 Bytes
2bc6021
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
{
  "created": "2026-09-28T10:01:00Z",
  "model": "<WORKSPACE>/models/Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen-fast",
  "config_sha256": "deffb953c20dafbcdc07199063fa5e203dc574432dd3c7efac3f8e2882bd46a7",
  "index_sha256": "cdc8a55d6d6f8cf759380c41e3bf8a0aec054a2bc66a5b89336a1a165f9619e9",
  "launcher_sha256": "6874eb0bc4306d61b57ebb2f2c7cab97b41f11a3e0ec2b1502d9c34d396c47d8",
  "tokenizer_sha256": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3",
  "chat_template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
  "shards": {
    "model-00003-of-00006.safetensors": {
      "size": 3966050624,
      "mtime_ns": 1790420289637223015
    },
    "model-00002-of-00006.safetensors": {
      "size": 2730582048,
      "mtime_ns": 1790420535527155687
    },
    "model-mtp-bf16.safetensors": {
      "size": 219027824,
      "mtime_ns": 1790440744542296461
    },
    "model-00005-of-00006.safetensors": {
      "size": 3993185016,
      "mtime_ns": 1790420447135512937
    },
    "model-00006-of-00006.safetensors": {
      "size": 248265904,
      "mtime_ns": 1790420420446626139
    },
    "model-00001-of-00006.safetensors": {
      "size": 655565120,
      "mtime_ns": 1790440653435896019
    },
    "model_extra_tensors.safetensors": {
      "size": 173015384,
      "mtime_ns": 1790440659181921554
    },
    "model-00004-of-00006.safetensors": {
      "size": 3966050704,
      "mtime_ns": 1790420327914040554
    }
  },
  "mode": "single-user",
  "int8_activations": false,
  "speculation": "mtp",
  "max_model_len": 150000,
  "max_num_seqs": 8,
  "kv_cache_dtype": "fp8",
  "prefix_cache": true,
  "gpu_memory_utilization": 0.93,
  "pid": 112987,
  "serving_profile": "local-single-user",
  "vision": true,
  "draft_tokens": 3,
  "local_env_sha256": "ce50b2e28ea929a620bd62aa7f94aacb844832f9e3dd5767b6952c2ffa0e74a8",
  "extra_args": "--limit-mm-per-prompt {\"image\":{\"count\":10}}"
}