Hugging Face's logo

appmana
/
deepseek-v4-mxfp4-int8

Safetensors
deepseek_v4
8-bit precision
dsv4_mxfp4_int8
Model card Files
xet
 Community
doctorpangloss commited on
Commit
903a739
·
verified ·
1 Parent(s): 91c6c33

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. .gitattributes +1 -34
  2. README.md +30 -0
  3. config.json +168 -0
  4. generation_config.json +9 -0
  5. model-00001-of-00072.safetensors +3 -0
  6. model-00002-of-00072.safetensors +3 -0
  7. model-00003-of-00072.safetensors +3 -0
  8. model-00005-of-00072.safetensors +3 -0
  9. model-00006-of-00072.safetensors +3 -0
  10. model-00008-of-00072.safetensors +3 -0
  11. model-00010-of-00072.safetensors +3 -0
  12. model-00011-of-00072.safetensors +3 -0
  13. model-00013-of-00072.safetensors +3 -0
  14. model-00015-of-00072.safetensors +3 -0
  15. model-00016-of-00072.safetensors +3 -0
  16. model-00018-of-00072.safetensors +3 -0
  17. model-00019-of-00072.safetensors +3 -0
  18. model-00021-of-00072.safetensors +3 -0
  19. model-00023-of-00072.safetensors +3 -0
  20. model-00024-of-00072.safetensors +3 -0
  21. model-00026-of-00072.safetensors +3 -0
  22. model-00028-of-00072.safetensors +3 -0
  23. model-00029-of-00072.safetensors +3 -0
  24. model-00031-of-00072.safetensors +3 -0
  25. model-00032-of-00072.safetensors +3 -0
  26. model-00034-of-00072.safetensors +3 -0
  27. model-00036-of-00072.safetensors +3 -0
  28. model-00037-of-00072.safetensors +3 -0
  29. model-00039-of-00072.safetensors +3 -0
  30. model-00041-of-00072.safetensors +3 -0
  31. model-00042-of-00072.safetensors +3 -0
  32. model-00044-of-00072.safetensors +3 -0
  33. model-00045-of-00072.safetensors +3 -0
  34. model-00047-of-00072.safetensors +3 -0
  35. model-00049-of-00072.safetensors +3 -0
  36. model-00050-of-00072.safetensors +3 -0
  37. model-00052-of-00072.safetensors +3 -0
  38. model-00054-of-00072.safetensors +3 -0
  39. model-00055-of-00072.safetensors +3 -0
  40. model-00057-of-00072.safetensors +3 -0
  41. model-00058-of-00072.safetensors +3 -0
  42. model-00060-of-00072.safetensors +3 -0
  43. model-00062-of-00072.safetensors +3 -0
  44. model-00063-of-00072.safetensors +3 -0
  45. model-00068-of-00072.safetensors +3 -0
  46. model-00070-of-00072.safetensors +3 -0
  47. model-00072-of-00072.safetensors +3 -0
  48. model.safetensors.index.json +0 -0
  49. tokenizer.json +0 -0
  50. tokenizer_config.json +34 -0
.gitattributes CHANGED
@@ -1,35 +1,2 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
  *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  *.safetensors filter=lfs diff=lfs merge=lfs -text
2
+ *.bin filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
README.md ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # DeepSeek-V4-Flash MXFP4 Experts + INT8 Dense
2
+
3
+ Experimental DeepSeek-V4-Flash MXFP4 experts + INT8 dense checkpoint for Ampere
4
+ serving in the AppMana vLLM fork.
5
+
6
+ Source checkpoint: `deepseek-ai/DeepSeek-V4-Flash@fd53f944496234770ba80e15004f9b6d269a71f5`
7
+
8
+ Conversion:
9
+
10
+ ```bash
11
+ CUDA_VISIBLE_DEVICES=1 .venv/bin/python tools/ampere/dsv4_requant_checkpoint.py \
12
+ --src /home/administrator/inference/.cache/huggingface/models--deepseek-ai--DeepSeek-V4-Flash/snapshots/fd53f944496234770ba80e15004f9b6d269a71f5 \
13
+ --dst /home/administrator/inference/deepseek-v4-flash-dsv4-mxfp4-int8-channel-vllm \
14
+ --device cuda:0 \
15
+ --dense-int8-strategy channel \
16
+ --expert-format mxfp4 \
17
+ --num-output-shards 72 \
18
+ --overwrite
19
+ ```
20
+
21
+ Expected canary values:
22
+
23
+ - `quantization_config.quant_method`: `dsv4_mxfp4_int8`
24
+ - `quantization_config.format`: `mxfp4_int8_packed`
25
+ - Dense linear weights: signed INT8, channelwise scales
26
+ - Routed experts: native MXFP4 with native E8M0 scales
27
+ - `expert_dtype`: `fp4`
28
+
29
+ This artifact is still under active development and should be evaluated for
30
+ quality before production use.
config.json ADDED
@@ -0,0 +1,168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "DeepseekV4ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 0,
8
+ "eos_token_id": 1,
9
+ "expert_dtype": "fp4",
10
+ "hc_eps": 1e-06,
11
+ "hc_mult": 4,
12
+ "hc_sinkhorn_iters": 20,
13
+ "head_dim": 512,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 4096,
16
+ "index_head_dim": 128,
17
+ "index_n_heads": 64,
18
+ "index_topk": 512,
19
+ "initializer_range": 0.02,
20
+ "max_position_embeddings": 1048576,
21
+ "model_type": "deepseek_v4",
22
+ "moe_intermediate_size": 2048,
23
+ "n_routed_experts": 256,
24
+ "n_shared_experts": 1,
25
+ "norm_topk_prob": true,
26
+ "num_attention_heads": 64,
27
+ "num_experts_per_tok": 6,
28
+ "num_hidden_layers": 43,
29
+ "num_hash_layers": 3,
30
+ "num_key_value_heads": 1,
31
+ "num_nextn_predict_layers": 1,
32
+ "o_groups": 8,
33
+ "o_lora_rank": 1024,
34
+ "q_lora_rank": 1024,
35
+ "qk_rope_head_dim": 64,
36
+ "quantization_config": {
37
+ "quant_method": "dsv4_mxfp4_int8",
38
+ "format": "mxfp4_int8_packed",
39
+ "config_groups": {
40
+ "experts_w4a16": {
41
+ "weights": {
42
+ "num_bits": 4,
43
+ "type": "float",
44
+ "format": "mxfp4",
45
+ "symmetric": false,
46
+ "group_size": 32,
47
+ "strategy": "group",
48
+ "scale_mode": "native_e8m0",
49
+ "scale_dtype": "e8m0"
50
+ },
51
+ "input_activations": {
52
+ "num_bits": 16,
53
+ "type": "float"
54
+ },
55
+ "targets": [
56
+ "*.ffn.experts.*.w1",
57
+ "*.ffn.experts.*.w2",
58
+ "*.ffn.experts.*.w3"
59
+ ]
60
+ },
61
+ "linears_w8a16": {
62
+ "weights": {
63
+ "num_bits": 8,
64
+ "type": "int",
65
+ "symmetric": true,
66
+ "strategy": "channel"
67
+ },
68
+ "input_activations": {
69
+ "num_bits": 16,
70
+ "type": "float"
71
+ },
72
+ "targets": [
73
+ "*.attn.wq_a",
74
+ "*.attn.wq_b",
75
+ "*.attn.wkv",
76
+ "*.attn.wo_a",
77
+ "*.attn.wo_b",
78
+ "*.attn.indexer.wq_b",
79
+ "*.attn.indexer.compressor.wkv",
80
+ "*.attn.indexer.compressor.wgate",
81
+ "*.ffn.shared_experts.w1",
82
+ "*.ffn.shared_experts.w2",
83
+ "*.ffn.shared_experts.w3",
84
+ "mtp.*.e_proj",
85
+ "mtp.*.h_proj"
86
+ ]
87
+ }
88
+ },
89
+ "ignore": [
90
+ "embed",
91
+ "head",
92
+ "norm",
93
+ "lm_head",
94
+ "*norm.weight",
95
+ "attn.attn_sink",
96
+ "*.gate.*",
97
+ "hc_*",
98
+ "*.hc_attn_*",
99
+ "*.hc_ffn_*"
100
+ ]
101
+ },
102
+ "rms_norm_eps": 1e-06,
103
+ "rope_scaling": {
104
+ "beta_fast": 32,
105
+ "beta_slow": 1,
106
+ "factor": 16,
107
+ "original_max_position_embeddings": 65536,
108
+ "type": "yarn"
109
+ },
110
+ "rope_theta": 10000,
111
+ "routed_scaling_factor": 1.5,
112
+ "scoring_func": "sqrtsoftplus",
113
+ "sliding_window": 128,
114
+ "swiglu_limit": 10.0,
115
+ "tie_word_embeddings": false,
116
+ "topk_method": "noaux_tc",
117
+ "torch_dtype": "bfloat16",
118
+ "transformers_version": "4.57.1",
119
+ "use_cache": true,
120
+ "vocab_size": 129280,
121
+ "compress_rope_theta": 160000,
122
+ "compress_ratios": [
123
+ 0,
124
+ 0,
125
+ 4,
126
+ 128,
127
+ 4,
128
+ 128,
129
+ 4,
130
+ 128,
131
+ 4,
132
+ 128,
133
+ 4,
134
+ 128,
135
+ 4,
136
+ 128,
137
+ 4,
138
+ 128,
139
+ 4,
140
+ 128,
141
+ 4,
142
+ 128,
143
+ 4,
144
+ 128,
145
+ 4,
146
+ 128,
147
+ 4,
148
+ 128,
149
+ 4,
150
+ 128,
151
+ 4,
152
+ 128,
153
+ 4,
154
+ 128,
155
+ 4,
156
+ 128,
157
+ 4,
158
+ 128,
159
+ 4,
160
+ 128,
161
+ 4,
162
+ 128,
163
+ 4,
164
+ 128,
165
+ 4,
166
+ 0
167
+ ]
168
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 1,
5
+ "do_sample": true,
6
+ "temperature": 1.0,
7
+ "top_p": 1.0,
8
+ "transformers_version": "4.46.3"
9
+ }
model-00001-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5176586613905d4beaadbaea1cfecd1693e17f9da4a0ea09d99aab7d3f2f5b7c
3
+ size 1059061856
model-00002-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac59cf4b450cf942a8eafca40716268836beaaca6b77ef3a763e53df54592bc
3
+ size 3566422568
model-00003-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ed22bad27499d4d33f89360ba8eaacbde96d0baaba39cefbdcba4afa1acfaa3
3
+ size 3566422568
model-00005-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2358ab248589b043282dcd5ba1b6e33f2da86cafaa59011d6357b4d228e3da2
3
+ size 3596346520
model-00006-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61eab6378abf5f67a84dc0dc6d999916d56226655f44544ea9eeca2e4f69b709
3
+ size 3568870360
model-00008-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00299b79b5fb3f2b75a18770b7503daa2f43a065359e08f190b03f4cde2170ef
3
+ size 3590142024
model-00010-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d9851d0334df9242bdc7b1849f49be37cb041b4b6f0a98423590df3124515a0
3
+ size 3568870360
model-00011-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5069debb8837c27a4a8b241c7469087e2b206bebab17b0d03c5847b2053c5915
3
+ size 3590142024
model-00013-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb69faca37f98d4c2b24b4f163ca8bc0df68b1c12122074c1f2b10ac298048d
3
+ size 3568870360
model-00015-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b17455f23fb1e4871feb473ae7ae3e36a3051785bc22422cc86b5e24a1818e25
3
+ size 3590142024
model-00016-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07b2d9b358e6b504e162426bbd8865704a4a7864c96929eb1c8743feed3ee3e1
3
+ size 3568870360
model-00018-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0752efb794d5e91a9ee169e528419534c1ae689fd408649575ee018bdedb01a9
3
+ size 3590143600
model-00019-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2a12189a0c2af660021c8d01076e7b05d10ef454a7db05c59582ebba600b6a7
3
+ size 3568871928
model-00021-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d88b47510a18dfd34f2a5c0cb2164a36d790cce9bee946e03b418e8532415570
3
+ size 3590143600
model-00023-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56962f7bcd617156d5c095620798ec44a2b84e623c70c7a6451d5a1d8db50dad
3
+ size 3568871928
model-00024-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53297e441b982c15887f64770efc1cb94191473952250d11c6f41c66fd75e094
3
+ size 3590143600
model-00026-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bd1220d326945ccb70047dfcb3c3e2b2dc0d11dee88da1e02fb71592859ec7a
3
+ size 3568871928
model-00028-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eff35d7fd2266939672d0373bf37d9fadaa6e005e7159f16928fbb544a5e3e68
3
+ size 3590143600
model-00029-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d05ce0fe3e535f8fe683793fb6df8debcab59c2e097231fc7913d34896e63a6
3
+ size 3568871928
model-00031-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5016bfce7afba954f0e1411422c06dae6c07e9166b0e2b1bae0736cc62d6108d
3
+ size 3590143600
model-00032-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb24cd23fd771794efd00f2a85de6140d46b6b754ca88d9be94f726da429cd11
3
+ size 3568871928
model-00034-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2e4a105d45d803287ddfb38bad7ab44225824cc7e2806dc0df2ea6fd4de1c9
3
+ size 3590143600
model-00036-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6539181f6fa220a15af7b457c095bc7b26dba0abc325b05682988988a56e56
3
+ size 3568871928
model-00037-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db6d61c668b83be6d650b12a6d62ab05e9a3231b4ca2b1fe9256957bc6aa8202
3
+ size 3590143600
model-00039-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f2bc5809a7399a24cf4faaa9b7edd5d1cf58ca167bb065e8ecc859f2a8fdf5
3
+ size 3568871928
model-00041-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e78c0a5cae0b2fc904bd4a9eea2b1970d422e050a0b8f9a1aab9f1a2d15cc5dd
3
+ size 3590143600
model-00042-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef4ead17eeea8b834a5f01c8ff79ea4a7435eb945c33a4ebb67c014c22609ed
3
+ size 3568871928
model-00044-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fcef5b4f4613fdcbfaed38ca36dd818aa111cd1f8206e6df9c9697ec771c494
3
+ size 3590143600
model-00045-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6783c698fb97fbdac410da023e2ff484c4e0cc18f6d909642d8172034094745a
3
+ size 3568871928
model-00047-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e52951af0370da8594b7d5a0c332f885491c3f80cb5420e6b1f98d95905b3c
3
+ size 3590143600
model-00049-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb2103d7fd8dee7d38841f8e9830e909d3ea515c732e98411687dfcd2946f1e4
3
+ size 3568871928
model-00050-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3892663bf366ce763ca67a4bc4603a653f116db2e6e5b1e5a594ccb3a200ea4b
3
+ size 3590143600
model-00052-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ff2a3a258318348791e7d12c7036d5515c2cf832fe8df41c8d8218608559a7
3
+ size 3568871928
model-00054-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08065d26a105f0c98151efd01106064287966e614834f637ceb74ba598f25ae
3
+ size 3590143600
model-00055-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31fd97b00ef74bc024da15b2d5a6f0b6d80cf6a76933c1f9a7cee3a85b9a9b57
3
+ size 3568871928
model-00057-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66fcb0ef29f07d836dee0165985ea21577bd8c4b9d2fbc2c9c0ab1a95abc1635
3
+ size 3590143600
model-00058-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1abd676518206738a2865c0c106970e29a5bd531f9d07268d5724a5afa0c2445
3
+ size 3568871928
model-00060-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f4e50d21afe83d2f342759551a559ad22136d2b8704236d85522e63b199cf3
3
+ size 3590143600
model-00062-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbbaf6411e3ff96cbed7477ff7611540dd418594933111fe3d6720be55c4e3e7
3
+ size 3568871928
model-00063-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0df37396bfcc8ccdafbd3311044bb00f4679c696714ff4323d66e5e61674e5e
3
+ size 3590143600
model-00068-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da4726ab68738b01d77c1f34e4367254b038aaff2c15c49b34c5ed7d8754543a
3
+ size 3568871928
model-00070-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81f9aa0ce1b7f50edc974b4901f792d4072b43d2e1e4a08963da3de2e12a2ba9
3
+ size 3590143600
model-00072-of-00072.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee62ba0f486e1e01dc65e4a8194fa0984e17b0ae706680e36675eb52e1821649
3
+ size 4653407064
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
+ "bos_token": {
5
+ "__type": "AddedToken",
6
+ "content": "<｜begin▁of▁sentence｜>",
7
+ "lstrip": false,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "clean_up_tokenization_spaces": false,
13
+ "eos_token": {
14
+ "__type": "AddedToken",
15
+ "content": "<｜end▁of▁sentence｜>",
16
+ "lstrip": false,
17
+ "normalized": true,
18
+ "rstrip": false,
19
+ "single_word": false
20
+ },
21
+ "legacy": true,
22
+ "model_max_length": 1048576,
23
+ "pad_token": {
24
+ "__type": "AddedToken",
25
+ "content": "<｜end▁of▁sentence｜>",
26
+ "lstrip": false,
27
+ "normalized": true,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ "sp_model_kwargs": {},
32
+ "unk_token": null,
33
+ "tokenizer_class": "PreTrainedTokenizerFast"
34
+ }