Hugging Face's logo

mlc-ai
/
Qwen1.5-1.8B-Chat-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files
xet
 Community
riczhou commited on
Commit
9e022b3
·
verified ·
1 Parent(s): efb66f5

Initial commit

Browse files
Files changed (36) hide show
  1. logs.txt +339 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +83 -0
  4. ndarray-cache-b16.json +0 -0
  5. ndarray-cache.json +0 -0
  6. params_shard_0.bin +3 -0
  7. params_shard_1.bin +3 -0
  8. params_shard_10.bin +3 -0
  9. params_shard_11.bin +3 -0
  10. params_shard_12.bin +3 -0
  11. params_shard_13.bin +3 -0
  12. params_shard_14.bin +3 -0
  13. params_shard_15.bin +3 -0
  14. params_shard_16.bin +3 -0
  15. params_shard_17.bin +3 -0
  16. params_shard_18.bin +3 -0
  17. params_shard_19.bin +3 -0
  18. params_shard_2.bin +3 -0
  19. params_shard_20.bin +3 -0
  20. params_shard_21.bin +3 -0
  21. params_shard_22.bin +3 -0
  22. params_shard_23.bin +3 -0
  23. params_shard_24.bin +3 -0
  24. params_shard_25.bin +3 -0
  25. params_shard_26.bin +3 -0
  26. params_shard_27.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_4.bin +3 -0
  29. params_shard_5.bin +3 -0
  30. params_shard_6.bin +3 -0
  31. params_shard_7.bin +3 -0
  32. params_shard_8.bin +3 -0
  33. params_shard_9.bin +3 -0
  34. tokenizer.json +0 -0
  35. tokenizer_config.json +40 -0
  36. vocab.json +0 -0
logs.txt ADDED
@@ -0,0 +1,339 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0
  0%| | 0/171 [00:00<?, ?it/s]
1
 
 
2
  0%| | 0/171 [00:00<?, ?it/s]
3
 
 
4
  0%| | 0/171 [00:05<?, ?it/s]
5
 
 
6
  0%| | 0/171 [00:06<?, ?it/s]
7
 
 
8
  0%| | 0/171 [00:06<?, ?it/s]
9
  1%| | 1/171 [00:07<19:59, 7.06s/it]
10
 
 
11
  1%| | 1/171 [00:07<19:59, 7.06s/it]
12
 
 
13
  1%| | 1/171 [00:08<19:59, 7.06s/it]
14
  1%| | 2/171 [00:08<10:16, 3.65s/it]
15
 
 
16
  1%| | 2/171 [00:08<10:16, 3.65s/it]
17
 
 
18
  1%| | 2/171 [00:08<10:16, 3.65s/it]
19
 
 
20
  1%| | 2/171 [00:08<10:16, 3.65s/it]
21
 
 
22
  1%| | 2/171 [00:08<10:16, 3.65s/it]
23
  2%|▏ | 4/171 [00:08<04:11, 1.51s/it]
24
 
 
25
  2%|▏ | 4/171 [00:08<04:11, 1.51s/it]
26
 
 
27
  2%|▏ | 4/171 [00:09<04:11, 1.51s/it]
28
 
 
29
  2%|▏ | 4/171 [00:09<04:11, 1.51s/it]
30
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
31
 
 
32
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
33
 
 
34
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
35
 
 
36
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
37
 
 
38
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
39
 
 
40
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
41
  5%|▍ | 8/171 [00:09<01:37, 1.67it/s]
42
 
 
43
  5%|▍ | 8/171 [00:09<01:37, 1.67it/s]
44
 
 
45
  5%|▍ | 8/171 [00:10<01:37, 1.67it/s]
46
 
 
47
  5%|▍ | 8/171 [00:10<01:37, 1.67it/s]
48
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
49
 
 
50
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
51
 
 
52
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
53
 
 
54
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
55
 
 
56
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
57
 
 
58
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
59
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
60
 
 
61
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
62
 
 
63
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
64
 
 
65
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
66
 
 
67
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
68
 
 
69
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
70
 
 
71
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
72
 
 
73
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
74
 
 
75
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
76
 
 
77
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
78
 
 
79
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
80
 
 
81
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
82
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
83
 
 
84
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
85
 
 
86
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
87
 
 
88
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
89
 
 
90
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
91
 
 
92
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
93
 
 
94
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
95
 
 
96
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
97
 
 
98
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
99
 
 
100
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
101
 
 
102
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
103
 
 
104
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
105
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
106
 
 
107
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
108
 
 
109
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
110
 
 
111
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
112
 
 
113
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
114
 
 
115
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
116
 
 
117
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
118
 
 
119
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
120
 
 
121
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
122
 
 
123
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
124
 
 
125
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
126
 
 
127
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
128
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
129
 
 
130
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
131
 
 
132
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
133
 
 
134
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
135
 
 
136
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
137
 
 
138
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
139
 
 
140
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
141
 
 
142
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
143
 
 
144
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
145
 
 
146
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
147
 
 
148
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
149
 
 
150
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
151
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
152
 
 
153
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
154
 
 
155
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
156
 
 
157
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
158
 
 
159
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
160
 
 
161
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
162
 
 
163
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
164
 
 
165
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
166
 
 
167
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
168
 
 
169
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
170
 
 
171
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
172
 
 
173
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
174
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
175
 
 
176
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
177
 
 
178
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
179
 
 
180
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
181
 
 
182
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
183
 
 
184
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
185
 
 
186
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
187
 
 
188
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
189
 
 
190
  27%|██▋ | 47/171 [00:11<00:04, 28.69it/s]
191
 
 
192
  27%|██▋ | 47/171 [00:11<00:04, 28.69it/s]
193
 
 
194
  27%|██▋ | 47/171 [00:11<00:04, 28.69it/s]
195
 
 
196
  27%|██▋ | 47/171 [00:11<00:04, 28.69it/s]
197
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
198
 
 
199
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
200
 
 
201
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
202
 
 
203
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
204
 
 
205
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
206
 
 
207
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
208
 
 
209
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
210
 
 
211
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
212
 
 
213
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
214
 
 
215
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
216
 
 
217
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
218
 
 
219
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
220
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
221
 
 
222
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
223
 
 
224
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
225
 
 
226
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
227
 
 
228
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
229
 
 
230
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
231
 
 
232
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
233
 
 
234
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
235
 
 
236
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
237
 
 
238
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
239
 
 
240
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
241
 
 
242
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
243
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
244
 
 
245
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
246
 
 
247
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
248
 
 
249
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
250
 
 
251
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
252
 
 
253
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
254
 
 
255
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
256
 
 
257
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
258
 
 
259
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
260
 
 
261
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
262
 
 
263
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
264
 
 
265
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
266
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
267
 
 
268
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
269
 
 
270
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
271
 
 
272
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
273
 
 
274
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
275
 
 
276
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
277
 
 
278
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
279
 
 
280
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
281
 
 
282
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
283
 
 
284
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
285
 
 
286
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
287
 
 
288
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
289
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
290
 
 
291
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
292
 
 
293
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
294
 
 
295
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
296
 
 
297
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
298
 
 
299
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
300
 
 
301
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
302
 
 
303
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
304
 
 
305
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
306
 
 
307
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
308
 
 
309
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
310
 
 
311
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
312
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
313
 
 
314
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
315
 
 
316
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
317
 
 
318
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
319
 
 
320
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
321
 
 
322
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
323
 
 
324
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
325
 
 
326
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
327
 
 
328
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
329
 
 
330
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
331
 
 
332
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
333
 
 
334
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
335
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
336
 
 
337
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
338
 
 
339
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
340
 
 
341
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
342
 
 
343
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
344
 
 
345
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
346
 
 
347
  56%|█████��� | 96/171 [00:11<00:01, 47.87it/s]
348
 
 
349
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
350
 
 
351
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
352
 
 
353
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
354
 
 
355
  56%|█████▌ | 96/171 [00:12<00:01, 47.87it/s]
356
 
 
357
  56%|█████▌ | 96/171 [00:12<00:01, 47.87it/s]
358
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
359
 
 
360
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
361
 
 
362
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
363
 
 
364
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
365
 
 
366
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
367
 
 
368
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
369
 
 
370
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
371
 
 
372
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
373
 
 
374
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
375
 
 
376
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
377
 
 
378
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
379
 
 
380
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
381
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
382
 
 
383
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
384
 
 
385
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
386
 
 
387
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
388
 
 
389
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
390
 
 
391
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
392
 
 
393
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
394
 
 
395
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
396
 
 
397
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
398
 
 
399
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
400
 
 
401
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
402
 
 
403
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
404
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
405
 
 
406
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
407
 
 
408
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
409
 
 
410
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
411
 
 
412
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
413
 
 
414
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
415
 
 
416
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
417
 
 
418
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
419
 
 
420
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
421
 
 
422
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
423
 
 
424
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
425
 
 
426
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
427
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
428
 
 
429
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
430
 
 
431
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
432
 
 
433
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
434
 
 
435
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
436
 
 
437
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
438
 
 
439
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
440
 
 
441
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
442
 
 
443
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
444
 
 
445
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
446
 
 
447
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
448
 
 
449
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
450
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
451
 
 
452
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
453
 
 
454
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
455
 
 
456
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
457
 
 
458
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
459
 
 
460
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
461
 
 
462
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
463
 
 
464
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
465
 
 
466
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
467
 
 
468
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
469
 
 
470
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
471
 
 
472
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
473
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
474
 
 
475
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
476
 
 
477
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
478
 
 
479
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
480
 
 
481
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
482
 
 
483
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
484
 
 
485
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
486
 
 
487
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
488
 
 
489
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
490
 
 
491
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
492
 
 
493
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
494
 
 
495
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
496
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
497
 
 
498
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
499
 
 
500
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
501
 
 
502
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
503
 
 
504
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
505
 
 
506
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
507
 
 
508
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
509
 
 
510
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
511
 
 
512
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
513
 
 
514
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
515
 
 
516
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
517
 
 
518
  85%|████████▍ | 145/171 [00:13<00:00, 49.83it/s]
519
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
520
 
 
521
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
522
 
 
523
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
524
 
 
525
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
526
 
 
527
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
528
 
 
529
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
530
 
 
531
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
532
 
 
533
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
534
 
 
535
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
536
 
 
537
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
538
 
 
539
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
540
 
 
541
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
542
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
543
 
 
544
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
545
 
 
546
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
547
 
 
548
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
549
 
 
550
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
551
 
 
552
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
553
 
 
554
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
555
 
 
556
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
557
 
 
558
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
559
 
 
560
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
561
 
 
562
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
563
 
 
564
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
565
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
566
 
 
567
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
568
 
 
569
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
570
 
 
571
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
572
 
 
573
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
574
 
 
575
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
576
 
 
577
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
578
 
 
579
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
 
 
 
 
 
 
 
 
 
 
 
1
+ /opt/conda/envs/py310/bin/python -m mlc_llm gen_config /models/Qwen1.5-1.8B-Chat --quantization q4f32_1 --conv-template chatml --output /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC
2
+ [2024-06-04 03:32:45] INFO auto_config.py:116: Found model configuration: /models/Qwen1.5-1.8B-Chat/config.json
3
+ [2024-06-04 03:32:45] INFO auto_config.py:154: Found model type: qwen2. Use `--model-type` to override.
4
+ [2024-06-04 03:32:45] INFO qwen2_model.py:49: context_window_size not found in config.json. Falling back to max_position_embeddings (32768)
5
+ [2024-06-04 03:32:45] INFO qwen2_model.py:66: prefill_chunk_size defaults to 2048
6
+ [2024-06-04 03:32:45] INFO config.py:107: Overriding max_batch_size from 1 to 80
7
+ [2024-06-04 03:32:45] INFO gen_config.py:143: [generation_config.json] Setting bos_token_id: 151643
8
+ [2024-06-04 03:32:45] INFO gen_config.py:143: [generation_config.json] Setting pad_token_id: 151643
9
+ [2024-06-04 03:32:45] INFO gen_config.py:143: [generation_config.json] Setting eos_token_id: [151645, 151643]
10
+ [2024-06-04 03:32:45] INFO gen_config.py:143: [generation_config.json] Setting repetition_penalty: 1.1
11
+ [2024-06-04 03:32:45] INFO gen_config.py:143: [generation_config.json] Setting top_p: 0.8
12
+ [2024-06-04 03:32:45] INFO gen_config.py:157: Not found tokenizer config: /models/Qwen1.5-1.8B-Chat/tokenizer.model
13
+ [2024-06-04 03:32:45] INFO gen_config.py:155: Found tokenizer config: /models/Qwen1.5-1.8B-Chat/tokenizer.json. Copying to /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC/tokenizer.json
14
+ [2024-06-04 03:32:45] INFO gen_config.py:155: Found tokenizer config: /models/Qwen1.5-1.8B-Chat/vocab.json. Copying to /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC/vocab.json
15
+ [2024-06-04 03:32:45] INFO gen_config.py:155: Found tokenizer config: /models/Qwen1.5-1.8B-Chat/merges.txt. Copying to /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC/merges.txt
16
+ [2024-06-04 03:32:45] INFO gen_config.py:157: Not found tokenizer config: /models/Qwen1.5-1.8B-Chat/added_tokens.json
17
+ [2024-06-04 03:32:45] INFO gen_config.py:155: Found tokenizer config: /models/Qwen1.5-1.8B-Chat/tokenizer_config.json. Copying to /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC/tokenizer_config.json
18
+ [2024-06-04 03:32:46] INFO gen_config.py:216: Detected tokenizer info: {'token_postproc_method': 'byte_level', 'prepend_space_in_encode': False, 'strip_space_in_decode': False}
19
+ [2024-06-04 03:32:46] INFO gen_config.py:32: [System default] Setting temperature: 1.0
20
+ [2024-06-04 03:32:46] INFO gen_config.py:32: [System default] Setting presence_penalty: 0.0
21
+ [2024-06-04 03:32:46] INFO gen_config.py:32: [System default] Setting frequency_penalty: 0.0
22
+ [2024-06-04 03:32:46] INFO gen_config.py:32: [System default] Setting mean_gen_len: 128
23
+ [2024-06-04 03:32:46] INFO gen_config.py:32: [System default] Setting max_gen_len: 512
24
+ [2024-06-04 03:32:46] INFO gen_config.py:32: [System default] Setting shift_fill_factor: 0.3
25
+ [2024-06-04 03:32:46] INFO gen_config.py:223: Dumping configuration file to: /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC/mlc-chat-config.json
26
+ /opt/conda/envs/py310/bin/python -m mlc_llm convert_weight /models/Qwen1.5-1.8B-Chat --quantization q4f32_1 --output /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC
27
+ [2024-06-04 03:32:47] INFO auto_config.py:116: Found model configuration: /models/Qwen1.5-1.8B-Chat/config.json
28
+ [2024-06-04 03:32:48] INFO auto_device.py:79: Found device: cuda:0
29
+ [2024-06-04 03:32:50] INFO auto_device.py:88: Not found device: rocm:0
30
+ [2024-06-04 03:32:51] INFO auto_device.py:88: Not found device: metal:0
31
+ [2024-06-04 03:32:53] INFO auto_device.py:79: Found device: vulkan:0
32
+ [2024-06-04 03:32:53] INFO auto_device.py:79: Found device: vulkan:1
33
+ [2024-06-04 03:32:53] INFO auto_device.py:79: Found device: vulkan:2
34
+ [2024-06-04 03:32:53] INFO auto_device.py:79: Found device: vulkan:3
35
+ [2024-06-04 03:32:54] INFO auto_device.py:88: Not found device: opencl:0
36
+ [2024-06-04 03:32:54] INFO auto_device.py:35: Using device: cuda:0
37
+ [2024-06-04 03:32:54] INFO auto_weight.py:71: Finding weights in: /models/Qwen1.5-1.8B-Chat
38
+ [2024-06-04 03:32:54] INFO auto_weight.py:137: Not found Huggingface PyTorch
39
+ [2024-06-04 03:32:54] INFO auto_weight.py:144: Found source weight format: huggingface-safetensor. Source configuration: /models/Qwen1.5-1.8B-Chat/model.safetensors.index.json
40
+ [2024-06-04 03:32:54] INFO auto_weight.py:107: Using source weight configuration: /models/Qwen1.5-1.8B-Chat/model.safetensors.index.json. Use `--source` to override.
41
+ [2024-06-04 03:32:54] INFO auto_weight.py:111: Using source weight format: huggingface-safetensor. Use `--source-format` to override.
42
+ [2024-06-04 03:32:54] INFO auto_config.py:154: Found model type: qwen2. Use `--model-type` to override.
43
+ [2024-06-04 03:32:54] INFO qwen2_model.py:49: context_window_size not found in config.json. Falling back to max_position_embeddings (32768)
44
+ [2024-06-04 03:32:54] INFO qwen2_model.py:66: prefill_chunk_size defaults to 2048
45
+ Weight conversion with arguments:
46
+ --config /models/Qwen1.5-1.8B-Chat/config.json
47
+ --quantization GroupQuantize(name='q4f32_1', kind='group-quant', group_size=32, quantize_dtype='int4', storage_dtype='uint32', model_dtype='float32', linear_weight_layout='NK', quantize_embedding=True, quantize_final_fc=True, num_elem_per_storage=8, num_storage_per_group=4, max_int_value=7)
48
+ --model-type qwen2
49
+ --device cuda:0
50
+ --source /models/Qwen1.5-1.8B-Chat/model.safetensors.index.json
51
+ --source-format huggingface-safetensor
52
+ --output /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC
53
+ Start storing to cache /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC
54
+
55
  0%| | 0/171 [00:00<?, ?it/s]
56
 
57
+
58
  0%| | 0/171 [00:00<?, ?it/s]
59
 
60
+
61
  0%| | 0/171 [00:05<?, ?it/s]
62
 
63
+
64
  0%| | 0/171 [00:06<?, ?it/s]
65
 
66
+
67
  0%| | 0/171 [00:06<?, ?it/s]
68
  1%| | 1/171 [00:07<19:59, 7.06s/it]
69
 
70
+
71
  1%| | 1/171 [00:07<19:59, 7.06s/it]
72
 
73
+
74
  1%| | 1/171 [00:08<19:59, 7.06s/it]
75
  1%| | 2/171 [00:08<10:16, 3.65s/it]
76
 
77
+
78
  1%| | 2/171 [00:08<10:16, 3.65s/it]
79
 
80
+
81
  1%| | 2/171 [00:08<10:16, 3.65s/it]
82
 
83
+
84
  1%| | 2/171 [00:08<10:16, 3.65s/it]
85
 
86
+
87
  1%| | 2/171 [00:08<10:16, 3.65s/it]
88
  2%|▏ | 4/171 [00:08<04:11, 1.51s/it]
89
 
90
+
91
  2%|▏ | 4/171 [00:08<04:11, 1.51s/it]
92
 
93
+
94
  2%|▏ | 4/171 [00:09<04:11, 1.51s/it]
95
 
96
+
97
  2%|▏ | 4/171 [00:09<04:11, 1.51s/it]
98
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
99
 
100
+
101
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
102
 
103
+
104
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
105
 
106
+
107
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
108
 
109
+
110
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
111
 
112
+
113
  3%|▎ | 5/171 [00:09<03:18, 1.20s/it]
114
  5%|▍ | 8/171 [00:09<01:37, 1.67it/s]
115
 
116
+
117
  5%|▍ | 8/171 [00:09<01:37, 1.67it/s]
118
 
119
+
120
  5%|▍ | 8/171 [00:10<01:37, 1.67it/s]
121
 
122
+
123
  5%|▍ | 8/171 [00:10<01:37, 1.67it/s]
124
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
125
 
126
+
127
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
128
 
129
+
130
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
131
 
132
+
133
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
134
 
135
+
136
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
137
 
138
+
139
  5%|▌ | 9/171 [00:10<01:30, 1.79it/s]
140
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
141
 
142
+
143
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
144
 
145
+
146
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
147
 
148
+
149
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
150
 
151
+
152
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
153
 
154
+
155
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
156
 
157
+
158
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
159
 
160
+
161
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
162
 
163
+
164
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
165
 
166
+
167
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
168
 
169
+
170
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
171
 
172
+
173
  7%|▋ | 12/171 [00:10<00:49, 3.22it/s]
174
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
175
 
176
+
177
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
178
 
179
+
180
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
181
 
182
+
183
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
184
 
185
+
186
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
187
 
188
+
189
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
190
 
191
+
192
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
193
 
194
+
195
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
196
 
197
+
198
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
199
 
200
+
201
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
202
 
203
+
204
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
205
 
206
+
207
  11%|█ | 19/171 [00:10<00:20, 7.56it/s]
208
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
209
 
210
+
211
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
212
 
213
+
214
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
215
 
216
+
217
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
218
 
219
+
220
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
221
 
222
+
223
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
224
 
225
+
226
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
227
 
228
+
229
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
230
 
231
+
232
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
233
 
234
+
235
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
236
 
237
+
238
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
239
 
240
+
241
  15%|█▌ | 26/171 [00:10<00:11, 12.51it/s]
242
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
243
 
244
+
245
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
246
 
247
+
248
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
249
 
250
+
251
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
252
 
253
+
254
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
255
 
256
+
257
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
258
 
259
+
260
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
261
 
262
+
263
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
264
 
265
+
266
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
267
 
268
+
269
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
270
 
271
+
272
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
273
 
274
+
275
  19%|█▉ | 33/171 [00:10<00:07, 17.91it/s]
276
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
277
 
278
+
279
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
280
 
281
+
282
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
283
 
284
+
285
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
286
 
287
+
288
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
289
 
290
+
291
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
292
 
293
+
294
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
295
 
296
+
297
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
298
 
299
+
300
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
301
 
302
+
303
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
304
 
305
+
306
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
307
 
308
+
309
  23%|██▎ | 40/171 [00:10<00:05, 23.38it/s]
310
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
311
 
312
+
313
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
314
 
315
+
316
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
317
 
318
+
319
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
320
 
321
+
322
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
323
 
324
+
325
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
326
 
327
+
328
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
329
 
330
+
331
  27%|██▋ | 47/171 [00:10<00:04, 28.69it/s]
332
 
333
+
334
  27%|██▋ | 47/171 [00:11<00:04, 28.69it/s]
335
 
336
+
337
  27%|██▋ | 47/171 [00:11<00:04, 28.69it/s]
338
 
339
+
340
  27%|██▋ | 47/171 [00:11<00:04, 28.69it/s]
341
 
342
+
343
  27%|██▋ | 47/171 [00:11<00:04, 28.69it/s]
344
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
345
 
346
+
347
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
348
 
349
+
350
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
351
 
352
+
353
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
354
 
355
+
356
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
357
 
358
+
359
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
360
 
361
+
362
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
363
 
364
+
365
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
366
 
367
+
368
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
369
 
370
+
371
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
372
 
373
+
374
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
375
 
376
+
377
  32%|███▏ | 54/171 [00:11<00:03, 33.49it/s]
378
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
379
 
380
+
381
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
382
 
383
+
384
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
385
 
386
+
387
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
388
 
389
+
390
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
391
 
392
+
393
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
394
 
395
+
396
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
397
 
398
+
399
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
400
 
401
+
402
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
403
 
404
+
405
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
406
 
407
+
408
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
409
 
410
+
411
  36%|███▌ | 61/171 [00:11<00:02, 37.56it/s]
412
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
413
 
414
+
415
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
416
 
417
+
418
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
419
 
420
+
421
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
422
 
423
+
424
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
425
 
426
+
427
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
428
 
429
+
430
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
431
 
432
+
433
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
434
 
435
+
436
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
437
 
438
+
439
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
440
 
441
+
442
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
443
 
444
+
445
  40%|███▉ | 68/171 [00:11<00:02, 40.89it/s]
446
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
447
 
448
+
449
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
450
 
451
+
452
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
453
 
454
+
455
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
456
 
457
+
458
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
459
 
460
+
461
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
462
 
463
+
464
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
465
 
466
+
467
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
468
 
469
+
470
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
471
 
472
+
473
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
474
 
475
+
476
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
477
 
478
+
479
  44%|████▍ | 75/171 [00:11<00:02, 43.17it/s]
480
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
481
 
482
+
483
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
484
 
485
+
486
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
487
 
488
+
489
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
490
 
491
+
492
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
493
 
494
+
495
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
496
 
497
+
498
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
499
 
500
+
501
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
502
 
503
+
504
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
505
 
506
+
507
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
508
 
509
+
510
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
511
 
512
+
513
  48%|████▊ | 82/171 [00:11<00:01, 45.35it/s]
514
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
515
 
516
+
517
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
518
 
519
+
520
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
521
 
522
+
523
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
524
 
525
+
526
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
527
 
528
+
529
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
530
 
531
+
532
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
533
 
534
+
535
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
536
 
537
+
538
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
539
 
540
+
541
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
542
 
543
+
544
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
545
 
546
+
547
  52%|█████▏ | 89/171 [00:11<00:01, 46.85it/s]
548
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
549
 
550
+
551
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
552
 
553
+
554
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
555
 
556
+
557
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
558
 
559
+
560
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
561
 
562
+
563
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
564
 
565
+
566
  56%|█████��� | 96/171 [00:11<00:01, 47.87it/s]
567
 
568
+
569
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
570
 
571
+
572
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
573
 
574
+
575
  56%|█████▌ | 96/171 [00:11<00:01, 47.87it/s]
576
 
577
+
578
  56%|█████▌ | 96/171 [00:12<00:01, 47.87it/s]
579
 
580
+
581
  56%|█████▌ | 96/171 [00:12<00:01, 47.87it/s]
582
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
583
 
584
+
585
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
586
 
587
+
588
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
589
 
590
+
591
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
592
 
593
+
594
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
595
 
596
+
597
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
598
 
599
+
600
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
601
 
602
+
603
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
604
 
605
+
606
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
607
 
608
+
609
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
610
 
611
+
612
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
613
 
614
+
615
  60%|██████ | 103/171 [00:12<00:01, 48.60it/s]
616
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
617
 
618
+
619
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
620
 
621
+
622
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
623
 
624
+
625
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
626
 
627
+
628
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
629
 
630
+
631
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
632
 
633
+
634
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
635
 
636
+
637
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
638
 
639
+
640
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
641
 
642
+
643
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
644
 
645
+
646
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
647
 
648
+
649
  64%|██████▍ | 110/171 [00:12<00:01, 49.33it/s]
650
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
651
 
652
+
653
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
654
 
655
+
656
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
657
 
658
+
659
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
660
 
661
+
662
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
663
 
664
+
665
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
666
 
667
+
668
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
669
 
670
+
671
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
672
 
673
+
674
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
675
 
676
+
677
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
678
 
679
+
680
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
681
 
682
+
683
  68%|██████▊ | 117/171 [00:12<00:01, 49.43it/s]
684
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
685
 
686
+
687
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
688
 
689
+
690
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
691
 
692
+
693
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
694
 
695
+
696
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
697
 
698
+
699
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
700
 
701
+
702
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
703
 
704
+
705
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
706
 
707
+
708
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
709
 
710
+
711
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
712
 
713
+
714
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
715
 
716
+
717
  73%|███████▎ | 124/171 [00:12<00:00, 49.83it/s]
718
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
719
 
720
+
721
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
722
 
723
+
724
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
725
 
726
+
727
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
728
 
729
+
730
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
731
 
732
+
733
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
734
 
735
+
736
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
737
 
738
+
739
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
740
 
741
+
742
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
743
 
744
+
745
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
746
 
747
+
748
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
749
 
750
+
751
  77%|███████▋ | 131/171 [00:12<00:00, 50.20it/s]
752
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
753
 
754
+
755
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
756
 
757
+
758
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
759
 
760
+
761
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
762
 
763
+
764
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
765
 
766
+
767
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
768
 
769
+
770
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
771
 
772
+
773
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
774
 
775
+
776
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
777
 
778
+
779
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
780
 
781
+
782
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
783
 
784
+
785
  81%|████████ | 138/171 [00:12<00:00, 50.20it/s]
786
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
787
 
788
+
789
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
790
 
791
+
792
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
793
 
794
+
795
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
796
 
797
+
798
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
799
 
800
+
801
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
802
 
803
+
804
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
805
 
806
+
807
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
808
 
809
+
810
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
811
 
812
+
813
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
814
 
815
+
816
  85%|████████▍ | 145/171 [00:12<00:00, 49.83it/s]
817
 
818
+
819
  85%|████████▍ | 145/171 [00:13<00:00, 49.83it/s]
820
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
821
 
822
+
823
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
824
 
825
+
826
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
827
 
828
+
829
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
830
 
831
+
832
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
833
 
834
+
835
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
836
 
837
+
838
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
839
 
840
+
841
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
842
 
843
+
844
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
845
 
846
+
847
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
848
 
849
+
850
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
851
 
852
+
853
  89%|████████▉ | 152/171 [00:13<00:00, 50.09it/s]
854
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
855
 
856
+
857
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
858
 
859
+
860
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
861
 
862
+
863
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
864
 
865
+
866
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
867
 
868
+
869
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
870
 
871
+
872
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
873
 
874
+
875
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
876
 
877
+
878
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
879
 
880
+
881
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
882
 
883
+
884
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
885
 
886
+
887
  93%|█████████▎| 159/171 [00:13<00:00, 50.22it/s]
888
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
889
 
890
+
891
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
892
 
893
+
894
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
895
 
896
+
897
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
898
 
899
+
900
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
901
 
902
+
903
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
904
 
905
+
906
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
907
 
908
+
909
  97%|█████████▋| 166/171 [00:13<00:00, 49.82it/s]
910
+ [2024-06-04 03:33:09] INFO huggingface_loader.py:197: Unloading HF weight file: /models/Qwen1.5-1.8B-Chat/model.safetensors
911
+ [2024-06-04 03:33:09] INFO stats.py:77: Time usage: HF loading: 4.409 sec; Pre-quantization mapping: 3.044 sec; Quantization: 2.600 sec
912
+ [2024-06-04 03:33:09] INFO stats.py:91: RAM usage: Peak RAM: 6.843 GB. Total bytes loaded from disk: 6.843 GB
913
+ [2024-06-04 03:33:10] INFO convert_weight.py:155: Parameter size after quantization: 1.070 GB
914
+ [2024-06-04 03:33:10] INFO convert_weight.py:160: Total parameters: 1,836,828,672
915
+ [2024-06-04 03:33:10] INFO convert_weight.py:161: Bits per parameter: 5.004
916
+ [2024-06-04 03:33:10] INFO convert_weight.py:166: Saved to directory: /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC
917
+
918
+ All finished, 28 total shards committed, record saved to /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC/ndarray-cache.json
919
+ Also saved a bf16 record to /models/mlc-delivery/hf/mlc-ai/Qwen1.5-1.8B-Chat-q4f32_1-MLC/ndarray-cache-b16.json
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q4f32_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 2048,
8
+ "intermediate_size": 5504,
9
+ "num_attention_heads": 16,
10
+ "num_hidden_layers": 24,
11
+ "num_key_value_heads": 16,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 151936,
15
+ "context_window_size": 32768,
16
+ "prefill_chunk_size": 2048,
17
+ "tensor_parallel_shards": 1,
18
+ "head_dim": 128,
19
+ "dtype": "float32",
20
+ "max_batch_size": 80
21
+ },
22
+ "vocab_size": 151936,
23
+ "context_window_size": 32768,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": -1,
27
+ "tensor_parallel_shards": 1,
28
+ "temperature": 1.0,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.1,
32
+ "top_p": 0.8,
33
+ "tokenizer_files": [
34
+ "tokenizer.json",
35
+ "vocab.json",
36
+ "merges.txt",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_level",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "chatml",
46
+ "system_template": "<|im_start|>system\n{system_message}",
47
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
48
+ "system_prefix_token_ids": null,
49
+ "add_role_after_system_message": true,
50
+ "roles": {
51
+ "user": "<|im_start|>user",
52
+ "assistant": "<|im_start|>assistant"
53
+ },
54
+ "role_templates": {
55
+ "user": "{user_message}",
56
+ "assistant": "{assistant_message}",
57
+ "tool": "{tool_message}"
58
+ },
59
+ "messages": [],
60
+ "seps": [
61
+ "<|im_end|>\n"
62
+ ],
63
+ "role_content_sep": "\n",
64
+ "role_empty_sep": "\n",
65
+ "stop_str": [
66
+ "<|im_end|>"
67
+ ],
68
+ "stop_token_ids": [
69
+ 2
70
+ ],
71
+ "function_string": "",
72
+ "use_function_calling": false
73
+ },
74
+ "pad_token_id": 151643,
75
+ "bos_token_id": 151643,
76
+ "eos_token_id": [
77
+ 151645,
78
+ 151643
79
+ ],
80
+ "mean_gen_len": 128,
81
+ "max_gen_len": 512,
82
+ "shift_fill_factor": 0.3
83
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78fb7ab6739a2bf438efcf73a801e69f87922a243d649051db825733721e3f27
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc8c7929cc1831ea6e2bc5091d9e7484b13b1604ae20b5875f8291a0b3f1cd12
3
+ size 155582464
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b759be05af8f62f612e97dc525a4ead462de816c63c031c7bd589e0739e5fdd8
3
+ size 28479488
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ee345817424fc4f1cf877b262a7b5a2f7ceab3064efe8bcc685bae26fedc4c
3
+ size 28479488
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80483851fc7b6cbcf3d8b1454421169af476c9beccffabe7a5d32536f809cef1
3
+ size 28479488
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2299f39ad4bdf219d225113d25913e1fd8648c7fc0ad3ec1f390562a02bd21b4
3
+ size 28479488
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3522bf2165ac4493a03d6a956fd39af4834cb64bd757876789541c3c759cbd43
3
+ size 28479488
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c566c3aedf2eaa123c0bdea6ee507a22d71cd90cf0256f813ebc81e170773c
3
+ size 28479488
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48ee8350e0af54b092009d64cd2d15bfdf35905a01050f3b1f91e3dbb5bc227
3
+ size 28479488
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba010ff090a5d9db06c26f2478013d6f622e6becb9496ab300df6cc50bf7c23
3
+ size 28479488
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa1a884465bf6c60ff8c2fb51f0556cd881f9a2791c551c901ddb9bd4ab4afb7
3
+ size 28479488
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0563b5fc7fdf8d6e37a19e4490fec7ccdfcc108bfe528219ae473a30d02ea223
3
+ size 28479488
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4386aeff9025c332515cb7a815569a0a6b1869c5324df43667a3504839456b3
3
+ size 19447808
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbe4842586f7323ee0de7e6c7451493793b1bbd86b149b8be0e4e2bb21dd1bb8
3
+ size 28479488
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03fc77d1810bb3aa70204d71b6425c7d754cc9c58834fa6bff53bac00b8bbc4f
3
+ size 28479488
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:360e94935f320d3a0965481a89093adf3baa5d56dcdede969861e816e9db9f8d
3
+ size 28479488
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76ff5c6494d6f5478bf09fac980694f8f2f239f7e326f1dd55c32077b5cce81
3
+ size 28479488
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:493d0e7bd576e7d18cd6d3e11705204753e8744e867d3df8eed1faaf90bd3f4b
3
+ size 28479488
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56525a7e94744195fdf9c93a0115081c68e752c7250f8491cb0eaebd323e57d8
3
+ size 28479488
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f0af700cdfeb2cce81dd82521c21d9bf94abd7a2d5d2e2e775a5acc7e1bd5b4
3
+ size 28479488
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d95f1c6f72e1dac30cbb5ef9a10d63c244c1e288c251322848f6fce82a85fe
3
+ size 22138880
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21a72faf258b83e7a128c421054a7075354f4cf27f162dc9f97713a047c68000
3
+ size 25792512
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5687f452b6a388f179fb4dc4bae69c1d4643c156cc1ffa22ab05193f2160aaad
3
+ size 28479488
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bea7b57c4ce70b972e2cdaf5cd1b577e787c03e3f9438462cc2d4b653e6a9fe9
3
+ size 28479488
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb48c7ffc2e054adb6fb6fbc123c9b1c2305db84af3f057acaf8280b1fa7e44e
3
+ size 28479488
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2709e80e6e0dc711ad73a6c95e6f89885b09f413a669793c63902a234b8035ae
3
+ size 28479488
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5b4bb2b16e315438ab1d8eb447c81337e67beb8e4284cc700a8491132376df5
3
+ size 28479488
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51ad7bac8e48727738fcbd61d28eb2ae897874ea74194a40756c4a3f524f3d84
3
+ size 28479488
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "151643": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "151644": {
13
+ "content": "<|im_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "151645": {
21
+ "content": "<|im_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ }
28
+ },
29
+ "additional_special_tokens": ["<|im_start|>", "<|im_end|>"],
30
+ "bos_token": null,
31
+ "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
32
+ "clean_up_tokenization_spaces": false,
33
+ "eos_token": "<|im_end|>",
34
+ "errors": "replace",
35
+ "model_max_length": 32768,
36
+ "pad_token": "<|endoftext|>",
37
+ "split_special_tokens": false,
38
+ "tokenizer_class": "Qwen2Tokenizer",
39
+ "unk_token": null
40
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff