Hugging Face's logo

mlx-community
/
deepseek-ai-DeepSeek-V4-Flash-4bit

Text Generation
MLX
Safetensors
deepseek_v4
4-bit precision
Model card Files
xet
 Community
2
austinbv commited on
Commit
d2cb537
·
verified ·
1 Parent(s): 497eb78

Add files using upload-large-folder tool

Browse files
Files changed (39) hide show
  1. README.md +36 -0
  2. config.json +111 -0
  3. generation_config.json +9 -0
  4. model-00001-of-00033.safetensors +3 -0
  5. model-00002-of-00033.safetensors +3 -0
  6. model-00003-of-00033.safetensors +3 -0
  7. model-00004-of-00033.safetensors +3 -0
  8. model-00005-of-00033.safetensors +3 -0
  9. model-00006-of-00033.safetensors +3 -0
  10. model-00007-of-00033.safetensors +3 -0
  11. model-00008-of-00033.safetensors +3 -0
  12. model-00009-of-00033.safetensors +3 -0
  13. model-00010-of-00033.safetensors +3 -0
  14. model-00011-of-00033.safetensors +3 -0
  15. model-00012-of-00033.safetensors +3 -0
  16. model-00013-of-00033.safetensors +3 -0
  17. model-00014-of-00033.safetensors +3 -0
  18. model-00015-of-00033.safetensors +3 -0
  19. model-00016-of-00033.safetensors +3 -0
  20. model-00017-of-00033.safetensors +3 -0
  21. model-00018-of-00033.safetensors +3 -0
  22. model-00019-of-00033.safetensors +3 -0
  23. model-00020-of-00033.safetensors +3 -0
  24. model-00021-of-00033.safetensors +3 -0
  25. model-00022-of-00033.safetensors +3 -0
  26. model-00023-of-00033.safetensors +3 -0
  27. model-00024-of-00033.safetensors +3 -0
  28. model-00025-of-00033.safetensors +3 -0
  29. model-00026-of-00033.safetensors +3 -0
  30. model-00027-of-00033.safetensors +3 -0
  31. model-00028-of-00033.safetensors +3 -0
  32. model-00029-of-00033.safetensors +3 -0
  33. model-00030-of-00033.safetensors +3 -0
  34. model-00031-of-00033.safetensors +3 -0
  35. model-00032-of-00033.safetensors +3 -0
  36. model-00033-of-00033.safetensors +3 -0
  37. model.safetensors.index.json +0 -0
  38. tokenizer.json +0 -0
  39. tokenizer_config.json +14 -0
README.md ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ library_name: mlx
4
+ base_model: deepseek-ai/DeepSeek-V4-Flash
5
+ pipeline_tag: text-generation
6
+ tags:
7
+ - mlx
8
+ ---
9
+
10
+ # mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit
11
+
12
+ This model [mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit](https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit) was
13
+ converted to MLX format from [deepseek-ai/DeepSeek-V4-Flash](https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash)
14
+ using mlx-lm version **0.31.3**.
15
+
16
+ ## Use with mlx
17
+
18
+ ```bash
19
+ pip install mlx-lm
20
+ ```
21
+
22
+ ```python
23
+ from mlx_lm import load, generate
24
+
25
+ model, tokenizer = load("mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit")
26
+
27
+ prompt = "hello"
28
+
29
+ if tokenizer.chat_template is not None:
30
+ messages = [{"role": "user", "content": prompt}]
31
+ prompt = tokenizer.apply_chat_template(
32
+ messages, add_generation_prompt=True, return_dict=False,
33
+ )
34
+
35
+ response = generate(model, tokenizer, prompt=prompt, verbose=True)
36
+ ```
config.json ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "DeepseekV4ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 0,
8
+ "compress_ratios": [
9
+ 0,
10
+ 0,
11
+ 4,
12
+ 128,
13
+ 4,
14
+ 128,
15
+ 4,
16
+ 128,
17
+ 4,
18
+ 128,
19
+ 4,
20
+ 128,
21
+ 4,
22
+ 128,
23
+ 4,
24
+ 128,
25
+ 4,
26
+ 128,
27
+ 4,
28
+ 128,
29
+ 4,
30
+ 128,
31
+ 4,
32
+ 128,
33
+ 4,
34
+ 128,
35
+ 4,
36
+ 128,
37
+ 4,
38
+ 128,
39
+ 4,
40
+ 128,
41
+ 4,
42
+ 128,
43
+ 4,
44
+ 128,
45
+ 4,
46
+ 128,
47
+ 4,
48
+ 128,
49
+ 4,
50
+ 128,
51
+ 4,
52
+ 0
53
+ ],
54
+ "compress_rope_theta": 160000,
55
+ "eos_token_id": 1,
56
+ "hc_eps": 1e-06,
57
+ "hc_mult": 4,
58
+ "hc_sinkhorn_iters": 20,
59
+ "head_dim": 512,
60
+ "hidden_act": "silu",
61
+ "hidden_size": 4096,
62
+ "index_head_dim": 128,
63
+ "index_n_heads": 64,
64
+ "index_topk": 512,
65
+ "initializer_range": 0.02,
66
+ "max_position_embeddings": 1048576,
67
+ "model_type": "deepseek_v4",
68
+ "moe_intermediate_size": 2048,
69
+ "n_routed_experts": 256,
70
+ "n_shared_experts": 1,
71
+ "norm_topk_prob": true,
72
+ "num_attention_heads": 64,
73
+ "num_experts_per_tok": 6,
74
+ "num_hash_layers": 3,
75
+ "num_hidden_layers": 43,
76
+ "num_key_value_heads": 1,
77
+ "num_nextn_predict_layers": 1,
78
+ "o_groups": 8,
79
+ "o_lora_rank": 1024,
80
+ "q_lora_rank": 1024,
81
+ "qk_rope_head_dim": 64,
82
+ "quantization": {
83
+ "group_size": 64,
84
+ "bits": 4,
85
+ "mode": "affine"
86
+ },
87
+ "quantization_config": {
88
+ "group_size": 64,
89
+ "bits": 4,
90
+ "mode": "affine"
91
+ },
92
+ "rms_norm_eps": 1e-06,
93
+ "rope_scaling": {
94
+ "beta_fast": 32,
95
+ "beta_slow": 1,
96
+ "factor": 16,
97
+ "original_max_position_embeddings": 65536,
98
+ "type": "yarn"
99
+ },
100
+ "rope_theta": 10000,
101
+ "routed_scaling_factor": 1.5,
102
+ "scoring_func": "sqrtsoftplus",
103
+ "sliding_window": 128,
104
+ "swiglu_limit": 10.0,
105
+ "tie_word_embeddings": false,
106
+ "topk_method": "noaux_tc",
107
+ "torch_dtype": "bfloat16",
108
+ "transformers_version": "4.57.1",
109
+ "use_cache": true,
110
+ "vocab_size": 129280
111
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 1,
5
+ "do_sample": true,
6
+ "temperature": 1.0,
7
+ "top_p": 1.0,
8
+ "transformers_version": "4.46.3"
9
+ }
model-00001-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8192a660ad74905fdb9051a542803b61ca34ff4186a5880301f80ce9bfea4b7
3
+ size 5283965219
model-00002-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204baeadbc53b2a96e0d22b8e5b15ea6f37f1d6a3b9d35c532395b2bc12ba32f
3
+ size 4928409965
model-00003-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:640532dd2c51fdda759d32f0cf3832b5c32551533e92d3edeed043b19010992b
3
+ size 5004285119
model-00004-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7349208a3db58c5952c8dfcd09f29e9ed3e9856029532c84a9cb5b364e0c84f6
3
+ size 4913919380
model-00005-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f7c167e789331b583a5a554e0b4a95a5f2fc96829dd7d166dc243733e9fae73
3
+ size 4922205541
model-00006-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf85804edbbd3a7941089e19ed2b03a5ad79d14344939a86b4d7cc356aada450
3
+ size 5004285211
model-00007-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d077321f7935bc387cad20a571e736d4b2b2cf38cb1ae629b9d2dd6b28361387
3
+ size 4913919296
model-00008-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c1341c3b3b529406517341049ad0296d21e764010df202c3f9527a533571ccf
3
+ size 4922205610
model-00009-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:211cef3f5cd16cfa11bacb0a48887e2c9fc8ff16fac683b99030e023a7aed8bd
3
+ size 5004285383
model-00010-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a69144418cb7e8a20f2c2c28cccf5f666dcb8ef23cd5b722ace4bccd68816b3c
3
+ size 4913919544
model-00011-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b022f0c2fc9cd5667b707db391eced4064f9f8660d3626912ac0a9e3d355f920
3
+ size 4922205579
model-00012-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a50088ef4f95c731915f1c7e0057b7c56576f327ffd83c4a7f9e487377e9a245
3
+ size 5004285395
model-00013-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b4a672c624548f78d8c6eb9bd3a51aad3d8c270304b0245dd9f7b52c75419c
3
+ size 4913919540
model-00014-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34fa86bae435c7f23fd45d8ac0ace935143339551f77d0bdfefffb48e82af5b3
3
+ size 4922205629
model-00015-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89203f02ef9f12c7021dc466e20b9c16868bd01a58b7054f069339d16b42a70
3
+ size 5004285401
model-00016-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:742374b9deb806fa5479c3b4a12903bc8db73eb158d8f3ea09dd9f7613b74b5b
3
+ size 4913919572
model-00017-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc93349c6c03f9a8afe77052620f24a86defd53aea7c7e063829916c977b8cf
3
+ size 4922205633
model-00018-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d60c8c2d472e084a1779ebfdbb4da5c197d4f5e4372c1a14bfcfd0c569c0ef
3
+ size 5004285381
model-00019-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6032ebf62677ef939ea01fb3f74daaabd2fd8f3467c0fb9484723dcd4ea2079d
3
+ size 4913919502
model-00020-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a61aa8207ab862fc5645fb11e848ada6e3fa75e1b1b9ec550c1f4ca300b1791f
3
+ size 4922205609
model-00021-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9833108a23fdfb848884a0a3597552cf71e2bdffd257d1216338e60d5a0a19
3
+ size 5004285403
model-00022-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb31a07ae096470327766d585fabf699f6d455bde7e9fa612a75450b966012b5
3
+ size 4913919442
model-00023-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:239a67e7859bc478eef1b59d9dd9d30eaba88d06c7285bbb4ddf93504c2f8685
3
+ size 4922205537
model-00024-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46bfcad94207621e7c30ce4f2f8f0aea9535f008b51028241f1fe54371b43424
3
+ size 5004285379
model-00025-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d45db42ba7439ddd816f0c2c565009e21532f8a0483de0dc8fb6da97629ad6a4
3
+ size 4913919572
model-00026-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb939d7cb4f8b6aca4ed5cb61a3c3efa239106ed06f2c14d3550d628afc2afd
3
+ size 4922205633
model-00027-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d92df056832aea87a1837d757e3ea8c21a6668d91cde540a0b402bd6ebe41fe1
3
+ size 5004285391
model-00028-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10db6c15b42dbd76bf8fcc5c781b8231bd92b649e1d82446d08cfad11c17ce51
3
+ size 4913919438
model-00029-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a05ac5f41b4c8fe920d6245f6416b882f230902afc4ea008ae342b838811bf4
3
+ size 4922205637
model-00030-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9214dcae6b8828dfcf865bae65796c1b796154db6e7b6c4bc8b47649b70eb8c
3
+ size 5004285363
model-00031-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcce4a40204c7028249fcbc91af8fb0fc1dad400a1c7dffde0ce40e5f6cb7053
3
+ size 4913919474
model-00032-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:070abf58315bd11332b1c6173af3d81104158a6be6d7ea778a818543d22b0baf
3
+ size 4922205537
model-00033-of-00033.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5251294ed274ef8c0538fe51faf994bbf6ba4a48ddfab300782b94bc668feb
3
+ size 1523411843
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<｜begin▁of▁sentence｜>",
4
+ "clean_up_tokenization_spaces": false,
5
+ "eos_token": "<｜end▁of▁sentence｜>",
6
+ "is_local": true,
7
+ "legacy": true,
8
+ "local_files_only": false,
9
+ "model_max_length": 1048576,
10
+ "pad_token": "<｜end▁of▁sentence｜>",
11
+ "sp_model_kwargs": {},
12
+ "tokenizer_class": "TokenizersBackend",
13
+ "unk_token": null
14
+ }