Hugging Face's logo

ukisai
/
Swift-1.5-5bit-MLX

Text Generation
MLX
Safetensors
qwen3_5
quantized
5-bit
affine
qwen3_8
conversational
Model card Files
xet
 Community
3
Swift-1.5-5bit-MLX
File size: 2,946 Bytes
e476358
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
{
  "checkpoint": {
    "exact_unquantized_tensors": 609,
    "quantized_modules": 590,
    "saved_tensors": 2379,
    "tensor_bytes": 19281804384,
    "weight_shard_names": [
      "model-00001-of-00004.safetensors",
      "model-00002-of-00004.safetensors",
      "model-00003-of-00004.safetensors",
      "model-00004-of-00004.safetensors"
    ],
    "weight_shards": 4
  },
  "limitations": {
    "broad_accuracy_benchmark": "NOT_RUN",
    "full_apple_silicon_generation": "NOT_RUN",
    "integrated_mtp_speculative_generation": "NOT_IMPLEMENTED_BY_PATCH",
    "integrated_multimodal_generation": "NOT_IMPLEMENTED_BY_PATCH",
    "long_context_benchmark": "NOT_RUN"
  },
  "mlx_lm_revision": "c69d1288440a0dc4e6401fc417098b07598dccd5",
  "patches": [
    {
      "path": "compatibility/swift15-mlx-lm.patch",
      "sha256": "f6f1d0bdafa45863bfbf93dac0398c481c993ea04fdf38b9bae98c643f89eaec"
    },
    {
      "path": "compatibility/enable-5bit.patch",
      "sha256": "b985961eac3035e05ca4c9f3a8b283c26e6dd69bab4d113997fc04fe2a4f99cc"
    }
  ],
  "quantization": {
    "bits": 5,
    "group_size": 64,
    "method": "official MLX-LM affine round-to-nearest conversion",
    "mode": "affine"
  },
  "source_manifest_sha256": "0a00065b88ab003281853a7fb9bd5ce0086bc3781b36136d8c39da19933923ae",
  "source_repository": "ukisai/Swift-1.5-Qwen3.8-27b",
  "source_revision": "5ad04445d2686f525e9fbe5c077e6fa0c7df4200",
  "source_revision_url": "https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27b/tree/5ad04445d2686f525e9fbe5c077e6fa0c7df4200",
  "source_tensors": 1199,
  "source_weight_bytes": 55563006776,
  "source_weight_shards": 18,
  "status": "VALIDATED",
  "validation": {
    "all_floating_tensors_finite": true,
    "all_source_tensors_accounted_for": 1199,
    "load_memory_bytes": 19281804392,
    "mtp": {
      "path": "Explicit MTP step with real text hidden states and shared LM head; speculative generation is not integrated",
      "shape": [
        1,
        1,
        248320
      ],
      "status": "PASS"
    },
    "process_peak_rss_bytes": 24964259840,
    "status": "PASS",
    "text_generation": {
      "elapsed_seconds": 495.4394222159999,
      "finish_reason": "stop",
      "prompt": "<|im_start|>user\nReply with exactly: Hello from Swift.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
      "prompt_tokens_per_second": 0.04886516458777248,
      "text": "Hello from Swift.",
      "token_ids": [
        9419,
        494,
        22929,
        13,
        248046
      ],
      "tokens": 5,
      "tokens_per_second": 0.05894060179705689
    },
    "total_validation_seconds": 609.2779944080003,
    "vision": {
      "grid": [
        [
          1,
          16,
          16
        ]
      ],
      "path": "Vision encoder only; image/video insertion and multimodal text generation are not implemented",
      "shape": [
        64,
        5120
      ],
      "status": "PASS"
    }
  }
}