Hugging Face's logo

yugeshkarunamurthy
/
FastContext-1.0-4B-oQ4

Text Generation
MLX
Safetensors
English
qwen3
qwen
coder
reasoning
agent
omlx
quantized
apple-silicon
image-text-to-text
image-to-text
video-to-text
any-to-any
Explorer SubAgent
Repository Exploration
FastContext
conversational
4-bit precision
Model card Files
xet
 Community
yugeshkarunamurthy commited on
Commit
b6bff99
·
verified ·
1 Parent(s): 820aac6

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +1 -0
  2. config.json +780 -0
  3. generation_config.json +13 -0
  4. merges.txt +0 -0
  5. model.safetensors +3 -0
  6. tokenizer.json +3 -0
  7. tokenizer_config.json +239 -0
  8. vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,780 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 2560,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 9728,
14
+ "max_position_embeddings": 262144,
15
+ "max_window_layers": 36,
16
+ "model_type": "qwen3",
17
+ "num_attention_heads": 32,
18
+ "num_hidden_layers": 36,
19
+ "num_key_value_heads": 8,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 5000000,
23
+ "sliding_window": null,
24
+ "tie_word_embeddings": true,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.51.0",
27
+ "use_cache": true,
28
+ "use_sliding_window": false,
29
+ "vocab_size": 151936,
30
+ "quantization": {
31
+ "group_size": 64,
32
+ "bits": 4,
33
+ "mode": "affine",
34
+ "model.layers.0.mlp.down_proj": {
35
+ "bits": 6,
36
+ "group_size": 64,
37
+ "mode": "affine"
38
+ },
39
+ "model.layers.0.self_attn.k_proj": {
40
+ "bits": 5,
41
+ "group_size": 64,
42
+ "mode": "affine"
43
+ },
44
+ "model.layers.0.self_attn.o_proj": {
45
+ "bits": 5,
46
+ "group_size": 64,
47
+ "mode": "affine"
48
+ },
49
+ "model.layers.0.self_attn.q_proj": {
50
+ "bits": 5,
51
+ "group_size": 64,
52
+ "mode": "affine"
53
+ },
54
+ "model.layers.0.self_attn.v_proj": {
55
+ "bits": 6,
56
+ "group_size": 64,
57
+ "mode": "affine"
58
+ },
59
+ "model.layers.1.mlp.down_proj": {
60
+ "bits": 6,
61
+ "group_size": 64,
62
+ "mode": "affine"
63
+ },
64
+ "model.layers.1.self_attn.k_proj": {
65
+ "bits": 5,
66
+ "group_size": 64,
67
+ "mode": "affine"
68
+ },
69
+ "model.layers.1.self_attn.o_proj": {
70
+ "bits": 5,
71
+ "group_size": 64,
72
+ "mode": "affine"
73
+ },
74
+ "model.layers.1.self_attn.q_proj": {
75
+ "bits": 5,
76
+ "group_size": 64,
77
+ "mode": "affine"
78
+ },
79
+ "model.layers.1.self_attn.v_proj": {
80
+ "bits": 6,
81
+ "group_size": 64,
82
+ "mode": "affine"
83
+ },
84
+ "model.layers.10.mlp.down_proj": {
85
+ "bits": 5,
86
+ "group_size": 64,
87
+ "mode": "affine"
88
+ },
89
+ "model.layers.10.self_attn.o_proj": {
90
+ "bits": 5,
91
+ "group_size": 64,
92
+ "mode": "affine"
93
+ },
94
+ "model.layers.11.mlp.down_proj": {
95
+ "bits": 5,
96
+ "group_size": 64,
97
+ "mode": "affine"
98
+ },
99
+ "model.layers.11.self_attn.o_proj": {
100
+ "bits": 5,
101
+ "group_size": 64,
102
+ "mode": "affine"
103
+ },
104
+ "model.layers.12.mlp.down_proj": {
105
+ "bits": 5,
106
+ "group_size": 64,
107
+ "mode": "affine"
108
+ },
109
+ "model.layers.12.self_attn.o_proj": {
110
+ "bits": 5,
111
+ "group_size": 64,
112
+ "mode": "affine"
113
+ },
114
+ "model.layers.13.mlp.down_proj": {
115
+ "bits": 5,
116
+ "group_size": 64,
117
+ "mode": "affine"
118
+ },
119
+ "model.layers.13.self_attn.o_proj": {
120
+ "bits": 5,
121
+ "group_size": 64,
122
+ "mode": "affine"
123
+ },
124
+ "model.layers.14.mlp.down_proj": {
125
+ "bits": 5,
126
+ "group_size": 64,
127
+ "mode": "affine"
128
+ },
129
+ "model.layers.14.self_attn.o_proj": {
130
+ "bits": 5,
131
+ "group_size": 64,
132
+ "mode": "affine"
133
+ },
134
+ "model.layers.15.mlp.down_proj": {
135
+ "bits": 5,
136
+ "group_size": 64,
137
+ "mode": "affine"
138
+ },
139
+ "model.layers.15.self_attn.o_proj": {
140
+ "bits": 5,
141
+ "group_size": 64,
142
+ "mode": "affine"
143
+ },
144
+ "model.layers.16.mlp.down_proj": {
145
+ "bits": 5,
146
+ "group_size": 64,
147
+ "mode": "affine"
148
+ },
149
+ "model.layers.16.self_attn.o_proj": {
150
+ "bits": 5,
151
+ "group_size": 64,
152
+ "mode": "affine"
153
+ },
154
+ "model.layers.17.mlp.down_proj": {
155
+ "bits": 5,
156
+ "group_size": 64,
157
+ "mode": "affine"
158
+ },
159
+ "model.layers.17.self_attn.o_proj": {
160
+ "bits": 5,
161
+ "group_size": 64,
162
+ "mode": "affine"
163
+ },
164
+ "model.layers.18.mlp.down_proj": {
165
+ "bits": 5,
166
+ "group_size": 64,
167
+ "mode": "affine"
168
+ },
169
+ "model.layers.18.self_attn.o_proj": {
170
+ "bits": 5,
171
+ "group_size": 64,
172
+ "mode": "affine"
173
+ },
174
+ "model.layers.19.mlp.down_proj": {
175
+ "bits": 5,
176
+ "group_size": 64,
177
+ "mode": "affine"
178
+ },
179
+ "model.layers.19.self_attn.o_proj": {
180
+ "bits": 5,
181
+ "group_size": 64,
182
+ "mode": "affine"
183
+ },
184
+ "model.layers.2.mlp.down_proj": {
185
+ "bits": 6,
186
+ "group_size": 64,
187
+ "mode": "affine"
188
+ },
189
+ "model.layers.2.self_attn.k_proj": {
190
+ "bits": 5,
191
+ "group_size": 64,
192
+ "mode": "affine"
193
+ },
194
+ "model.layers.2.self_attn.o_proj": {
195
+ "bits": 5,
196
+ "group_size": 64,
197
+ "mode": "affine"
198
+ },
199
+ "model.layers.2.self_attn.q_proj": {
200
+ "bits": 5,
201
+ "group_size": 64,
202
+ "mode": "affine"
203
+ },
204
+ "model.layers.2.self_attn.v_proj": {
205
+ "bits": 6,
206
+ "group_size": 64,
207
+ "mode": "affine"
208
+ },
209
+ "model.layers.20.mlp.down_proj": {
210
+ "bits": 5,
211
+ "group_size": 64,
212
+ "mode": "affine"
213
+ },
214
+ "model.layers.20.self_attn.o_proj": {
215
+ "bits": 5,
216
+ "group_size": 64,
217
+ "mode": "affine"
218
+ },
219
+ "model.layers.21.mlp.down_proj": {
220
+ "bits": 5,
221
+ "group_size": 64,
222
+ "mode": "affine"
223
+ },
224
+ "model.layers.21.self_attn.o_proj": {
225
+ "bits": 5,
226
+ "group_size": 64,
227
+ "mode": "affine"
228
+ },
229
+ "model.layers.22.mlp.down_proj": {
230
+ "bits": 5,
231
+ "group_size": 64,
232
+ "mode": "affine"
233
+ },
234
+ "model.layers.22.self_attn.o_proj": {
235
+ "bits": 5,
236
+ "group_size": 64,
237
+ "mode": "affine"
238
+ },
239
+ "model.layers.23.mlp.down_proj": {
240
+ "bits": 5,
241
+ "group_size": 64,
242
+ "mode": "affine"
243
+ },
244
+ "model.layers.23.self_attn.o_proj": {
245
+ "bits": 5,
246
+ "group_size": 64,
247
+ "mode": "affine"
248
+ },
249
+ "model.layers.24.mlp.down_proj": {
250
+ "bits": 5,
251
+ "group_size": 64,
252
+ "mode": "affine"
253
+ },
254
+ "model.layers.24.self_attn.o_proj": {
255
+ "bits": 5,
256
+ "group_size": 64,
257
+ "mode": "affine"
258
+ },
259
+ "model.layers.25.mlp.down_proj": {
260
+ "bits": 5,
261
+ "group_size": 64,
262
+ "mode": "affine"
263
+ },
264
+ "model.layers.25.self_attn.o_proj": {
265
+ "bits": 5,
266
+ "group_size": 64,
267
+ "mode": "affine"
268
+ },
269
+ "model.layers.26.mlp.down_proj": {
270
+ "bits": 5,
271
+ "group_size": 64,
272
+ "mode": "affine"
273
+ },
274
+ "model.layers.26.self_attn.o_proj": {
275
+ "bits": 5,
276
+ "group_size": 64,
277
+ "mode": "affine"
278
+ },
279
+ "model.layers.27.mlp.down_proj": {
280
+ "bits": 5,
281
+ "group_size": 64,
282
+ "mode": "affine"
283
+ },
284
+ "model.layers.27.self_attn.o_proj": {
285
+ "bits": 5,
286
+ "group_size": 64,
287
+ "mode": "affine"
288
+ },
289
+ "model.layers.28.mlp.down_proj": {
290
+ "bits": 5,
291
+ "group_size": 64,
292
+ "mode": "affine"
293
+ },
294
+ "model.layers.28.self_attn.o_proj": {
295
+ "bits": 5,
296
+ "group_size": 64,
297
+ "mode": "affine"
298
+ },
299
+ "model.layers.29.mlp.down_proj": {
300
+ "bits": 5,
301
+ "group_size": 64,
302
+ "mode": "affine"
303
+ },
304
+ "model.layers.29.self_attn.o_proj": {
305
+ "bits": 5,
306
+ "group_size": 64,
307
+ "mode": "affine"
308
+ },
309
+ "model.layers.3.mlp.down_proj": {
310
+ "bits": 6,
311
+ "group_size": 64,
312
+ "mode": "affine"
313
+ },
314
+ "model.layers.3.self_attn.k_proj": {
315
+ "bits": 5,
316
+ "group_size": 64,
317
+ "mode": "affine"
318
+ },
319
+ "model.layers.3.self_attn.o_proj": {
320
+ "bits": 5,
321
+ "group_size": 64,
322
+ "mode": "affine"
323
+ },
324
+ "model.layers.3.self_attn.q_proj": {
325
+ "bits": 5,
326
+ "group_size": 64,
327
+ "mode": "affine"
328
+ },
329
+ "model.layers.3.self_attn.v_proj": {
330
+ "bits": 6,
331
+ "group_size": 64,
332
+ "mode": "affine"
333
+ },
334
+ "model.layers.30.mlp.down_proj": {
335
+ "bits": 5,
336
+ "group_size": 64,
337
+ "mode": "affine"
338
+ },
339
+ "model.layers.30.self_attn.o_proj": {
340
+ "bits": 5,
341
+ "group_size": 64,
342
+ "mode": "affine"
343
+ },
344
+ "model.layers.31.mlp.down_proj": {
345
+ "bits": 5,
346
+ "group_size": 64,
347
+ "mode": "affine"
348
+ },
349
+ "model.layers.31.self_attn.o_proj": {
350
+ "bits": 5,
351
+ "group_size": 64,
352
+ "mode": "affine"
353
+ },
354
+ "model.layers.32.mlp.down_proj": {
355
+ "bits": 5,
356
+ "group_size": 64,
357
+ "mode": "affine"
358
+ },
359
+ "model.layers.32.self_attn.o_proj": {
360
+ "bits": 5,
361
+ "group_size": 64,
362
+ "mode": "affine"
363
+ },
364
+ "model.layers.33.mlp.down_proj": {
365
+ "bits": 5,
366
+ "group_size": 64,
367
+ "mode": "affine"
368
+ },
369
+ "model.layers.33.self_attn.o_proj": {
370
+ "bits": 5,
371
+ "group_size": 64,
372
+ "mode": "affine"
373
+ },
374
+ "model.layers.34.self_attn.k_proj": {
375
+ "bits": 5,
376
+ "group_size": 64,
377
+ "mode": "affine"
378
+ },
379
+ "model.layers.34.self_attn.o_proj": {
380
+ "bits": 5,
381
+ "group_size": 64,
382
+ "mode": "affine"
383
+ },
384
+ "model.layers.34.self_attn.q_proj": {
385
+ "bits": 5,
386
+ "group_size": 64,
387
+ "mode": "affine"
388
+ },
389
+ "model.layers.34.self_attn.v_proj": {
390
+ "bits": 6,
391
+ "group_size": 64,
392
+ "mode": "affine"
393
+ },
394
+ "model.layers.35.self_attn.k_proj": {
395
+ "bits": 5,
396
+ "group_size": 64,
397
+ "mode": "affine"
398
+ },
399
+ "model.layers.35.self_attn.o_proj": {
400
+ "bits": 5,
401
+ "group_size": 64,
402
+ "mode": "affine"
403
+ }
404
+ },
405
+ "quantization_config": {
406
+ "group_size": 64,
407
+ "bits": 4,
408
+ "mode": "affine",
409
+ "model.layers.0.mlp.down_proj": {
410
+ "bits": 6,
411
+ "group_size": 64,
412
+ "mode": "affine"
413
+ },
414
+ "model.layers.0.self_attn.k_proj": {
415
+ "bits": 5,
416
+ "group_size": 64,
417
+ "mode": "affine"
418
+ },
419
+ "model.layers.0.self_attn.o_proj": {
420
+ "bits": 5,
421
+ "group_size": 64,
422
+ "mode": "affine"
423
+ },
424
+ "model.layers.0.self_attn.q_proj": {
425
+ "bits": 5,
426
+ "group_size": 64,
427
+ "mode": "affine"
428
+ },
429
+ "model.layers.0.self_attn.v_proj": {
430
+ "bits": 6,
431
+ "group_size": 64,
432
+ "mode": "affine"
433
+ },
434
+ "model.layers.1.mlp.down_proj": {
435
+ "bits": 6,
436
+ "group_size": 64,
437
+ "mode": "affine"
438
+ },
439
+ "model.layers.1.self_attn.k_proj": {
440
+ "bits": 5,
441
+ "group_size": 64,
442
+ "mode": "affine"
443
+ },
444
+ "model.layers.1.self_attn.o_proj": {
445
+ "bits": 5,
446
+ "group_size": 64,
447
+ "mode": "affine"
448
+ },
449
+ "model.layers.1.self_attn.q_proj": {
450
+ "bits": 5,
451
+ "group_size": 64,
452
+ "mode": "affine"
453
+ },
454
+ "model.layers.1.self_attn.v_proj": {
455
+ "bits": 6,
456
+ "group_size": 64,
457
+ "mode": "affine"
458
+ },
459
+ "model.layers.10.mlp.down_proj": {
460
+ "bits": 5,
461
+ "group_size": 64,
462
+ "mode": "affine"
463
+ },
464
+ "model.layers.10.self_attn.o_proj": {
465
+ "bits": 5,
466
+ "group_size": 64,
467
+ "mode": "affine"
468
+ },
469
+ "model.layers.11.mlp.down_proj": {
470
+ "bits": 5,
471
+ "group_size": 64,
472
+ "mode": "affine"
473
+ },
474
+ "model.layers.11.self_attn.o_proj": {
475
+ "bits": 5,
476
+ "group_size": 64,
477
+ "mode": "affine"
478
+ },
479
+ "model.layers.12.mlp.down_proj": {
480
+ "bits": 5,
481
+ "group_size": 64,
482
+ "mode": "affine"
483
+ },
484
+ "model.layers.12.self_attn.o_proj": {
485
+ "bits": 5,
486
+ "group_size": 64,
487
+ "mode": "affine"
488
+ },
489
+ "model.layers.13.mlp.down_proj": {
490
+ "bits": 5,
491
+ "group_size": 64,
492
+ "mode": "affine"
493
+ },
494
+ "model.layers.13.self_attn.o_proj": {
495
+ "bits": 5,
496
+ "group_size": 64,
497
+ "mode": "affine"
498
+ },
499
+ "model.layers.14.mlp.down_proj": {
500
+ "bits": 5,
501
+ "group_size": 64,
502
+ "mode": "affine"
503
+ },
504
+ "model.layers.14.self_attn.o_proj": {
505
+ "bits": 5,
506
+ "group_size": 64,
507
+ "mode": "affine"
508
+ },
509
+ "model.layers.15.mlp.down_proj": {
510
+ "bits": 5,
511
+ "group_size": 64,
512
+ "mode": "affine"
513
+ },
514
+ "model.layers.15.self_attn.o_proj": {
515
+ "bits": 5,
516
+ "group_size": 64,
517
+ "mode": "affine"
518
+ },
519
+ "model.layers.16.mlp.down_proj": {
520
+ "bits": 5,
521
+ "group_size": 64,
522
+ "mode": "affine"
523
+ },
524
+ "model.layers.16.self_attn.o_proj": {
525
+ "bits": 5,
526
+ "group_size": 64,
527
+ "mode": "affine"
528
+ },
529
+ "model.layers.17.mlp.down_proj": {
530
+ "bits": 5,
531
+ "group_size": 64,
532
+ "mode": "affine"
533
+ },
534
+ "model.layers.17.self_attn.o_proj": {
535
+ "bits": 5,
536
+ "group_size": 64,
537
+ "mode": "affine"
538
+ },
539
+ "model.layers.18.mlp.down_proj": {
540
+ "bits": 5,
541
+ "group_size": 64,
542
+ "mode": "affine"
543
+ },
544
+ "model.layers.18.self_attn.o_proj": {
545
+ "bits": 5,
546
+ "group_size": 64,
547
+ "mode": "affine"
548
+ },
549
+ "model.layers.19.mlp.down_proj": {
550
+ "bits": 5,
551
+ "group_size": 64,
552
+ "mode": "affine"
553
+ },
554
+ "model.layers.19.self_attn.o_proj": {
555
+ "bits": 5,
556
+ "group_size": 64,
557
+ "mode": "affine"
558
+ },
559
+ "model.layers.2.mlp.down_proj": {
560
+ "bits": 6,
561
+ "group_size": 64,
562
+ "mode": "affine"
563
+ },
564
+ "model.layers.2.self_attn.k_proj": {
565
+ "bits": 5,
566
+ "group_size": 64,
567
+ "mode": "affine"
568
+ },
569
+ "model.layers.2.self_attn.o_proj": {
570
+ "bits": 5,
571
+ "group_size": 64,
572
+ "mode": "affine"
573
+ },
574
+ "model.layers.2.self_attn.q_proj": {
575
+ "bits": 5,
576
+ "group_size": 64,
577
+ "mode": "affine"
578
+ },
579
+ "model.layers.2.self_attn.v_proj": {
580
+ "bits": 6,
581
+ "group_size": 64,
582
+ "mode": "affine"
583
+ },
584
+ "model.layers.20.mlp.down_proj": {
585
+ "bits": 5,
586
+ "group_size": 64,
587
+ "mode": "affine"
588
+ },
589
+ "model.layers.20.self_attn.o_proj": {
590
+ "bits": 5,
591
+ "group_size": 64,
592
+ "mode": "affine"
593
+ },
594
+ "model.layers.21.mlp.down_proj": {
595
+ "bits": 5,
596
+ "group_size": 64,
597
+ "mode": "affine"
598
+ },
599
+ "model.layers.21.self_attn.o_proj": {
600
+ "bits": 5,
601
+ "group_size": 64,
602
+ "mode": "affine"
603
+ },
604
+ "model.layers.22.mlp.down_proj": {
605
+ "bits": 5,
606
+ "group_size": 64,
607
+ "mode": "affine"
608
+ },
609
+ "model.layers.22.self_attn.o_proj": {
610
+ "bits": 5,
611
+ "group_size": 64,
612
+ "mode": "affine"
613
+ },
614
+ "model.layers.23.mlp.down_proj": {
615
+ "bits": 5,
616
+ "group_size": 64,
617
+ "mode": "affine"
618
+ },
619
+ "model.layers.23.self_attn.o_proj": {
620
+ "bits": 5,
621
+ "group_size": 64,
622
+ "mode": "affine"
623
+ },
624
+ "model.layers.24.mlp.down_proj": {
625
+ "bits": 5,
626
+ "group_size": 64,
627
+ "mode": "affine"
628
+ },
629
+ "model.layers.24.self_attn.o_proj": {
630
+ "bits": 5,
631
+ "group_size": 64,
632
+ "mode": "affine"
633
+ },
634
+ "model.layers.25.mlp.down_proj": {
635
+ "bits": 5,
636
+ "group_size": 64,
637
+ "mode": "affine"
638
+ },
639
+ "model.layers.25.self_attn.o_proj": {
640
+ "bits": 5,
641
+ "group_size": 64,
642
+ "mode": "affine"
643
+ },
644
+ "model.layers.26.mlp.down_proj": {
645
+ "bits": 5,
646
+ "group_size": 64,
647
+ "mode": "affine"
648
+ },
649
+ "model.layers.26.self_attn.o_proj": {
650
+ "bits": 5,
651
+ "group_size": 64,
652
+ "mode": "affine"
653
+ },
654
+ "model.layers.27.mlp.down_proj": {
655
+ "bits": 5,
656
+ "group_size": 64,
657
+ "mode": "affine"
658
+ },
659
+ "model.layers.27.self_attn.o_proj": {
660
+ "bits": 5,
661
+ "group_size": 64,
662
+ "mode": "affine"
663
+ },
664
+ "model.layers.28.mlp.down_proj": {
665
+ "bits": 5,
666
+ "group_size": 64,
667
+ "mode": "affine"
668
+ },
669
+ "model.layers.28.self_attn.o_proj": {
670
+ "bits": 5,
671
+ "group_size": 64,
672
+ "mode": "affine"
673
+ },
674
+ "model.layers.29.mlp.down_proj": {
675
+ "bits": 5,
676
+ "group_size": 64,
677
+ "mode": "affine"
678
+ },
679
+ "model.layers.29.self_attn.o_proj": {
680
+ "bits": 5,
681
+ "group_size": 64,
682
+ "mode": "affine"
683
+ },
684
+ "model.layers.3.mlp.down_proj": {
685
+ "bits": 6,
686
+ "group_size": 64,
687
+ "mode": "affine"
688
+ },
689
+ "model.layers.3.self_attn.k_proj": {
690
+ "bits": 5,
691
+ "group_size": 64,
692
+ "mode": "affine"
693
+ },
694
+ "model.layers.3.self_attn.o_proj": {
695
+ "bits": 5,
696
+ "group_size": 64,
697
+ "mode": "affine"
698
+ },
699
+ "model.layers.3.self_attn.q_proj": {
700
+ "bits": 5,
701
+ "group_size": 64,
702
+ "mode": "affine"
703
+ },
704
+ "model.layers.3.self_attn.v_proj": {
705
+ "bits": 6,
706
+ "group_size": 64,
707
+ "mode": "affine"
708
+ },
709
+ "model.layers.30.mlp.down_proj": {
710
+ "bits": 5,
711
+ "group_size": 64,
712
+ "mode": "affine"
713
+ },
714
+ "model.layers.30.self_attn.o_proj": {
715
+ "bits": 5,
716
+ "group_size": 64,
717
+ "mode": "affine"
718
+ },
719
+ "model.layers.31.mlp.down_proj": {
720
+ "bits": 5,
721
+ "group_size": 64,
722
+ "mode": "affine"
723
+ },
724
+ "model.layers.31.self_attn.o_proj": {
725
+ "bits": 5,
726
+ "group_size": 64,
727
+ "mode": "affine"
728
+ },
729
+ "model.layers.32.mlp.down_proj": {
730
+ "bits": 5,
731
+ "group_size": 64,
732
+ "mode": "affine"
733
+ },
734
+ "model.layers.32.self_attn.o_proj": {
735
+ "bits": 5,
736
+ "group_size": 64,
737
+ "mode": "affine"
738
+ },
739
+ "model.layers.33.mlp.down_proj": {
740
+ "bits": 5,
741
+ "group_size": 64,
742
+ "mode": "affine"
743
+ },
744
+ "model.layers.33.self_attn.o_proj": {
745
+ "bits": 5,
746
+ "group_size": 64,
747
+ "mode": "affine"
748
+ },
749
+ "model.layers.34.self_attn.k_proj": {
750
+ "bits": 5,
751
+ "group_size": 64,
752
+ "mode": "affine"
753
+ },
754
+ "model.layers.34.self_attn.o_proj": {
755
+ "bits": 5,
756
+ "group_size": 64,
757
+ "mode": "affine"
758
+ },
759
+ "model.layers.34.self_attn.q_proj": {
760
+ "bits": 5,
761
+ "group_size": 64,
762
+ "mode": "affine"
763
+ },
764
+ "model.layers.34.self_attn.v_proj": {
765
+ "bits": 6,
766
+ "group_size": 64,
767
+ "mode": "affine"
768
+ },
769
+ "model.layers.35.self_attn.k_proj": {
770
+ "bits": 5,
771
+ "group_size": 64,
772
+ "mode": "affine"
773
+ },
774
+ "model.layers.35.self_attn.o_proj": {
775
+ "bits": 5,
776
+ "group_size": 64,
777
+ "mode": "affine"
778
+ }
779
+ }
780
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.7,
10
+ "top_k": 20,
11
+ "top_p": 0.8,
12
+ "transformers_version": "4.51.0"
13
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c766c2f7d85cec76386951a0a96043c688b90275b453fb4d4aed22dd5bb1294a
3
+ size 2413755531
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
tokenizer_config.json ADDED
@@ -0,0 +1,239 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "151643": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "151644": {
13
+ "content": "<|im_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "151645": {
21
+ "content": "<|im_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "151646": {
29
+ "content": "<|object_ref_start|>",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "151647": {
37
+ "content": "<|object_ref_end|>",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ },
44
+ "151648": {
45
+ "content": "<|box_start|>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false,
50
+ "special": true
51
+ },
52
+ "151649": {
53
+ "content": "<|box_end|>",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false,
58
+ "special": true
59
+ },
60
+ "151650": {
61
+ "content": "<|quad_start|>",
62
+ "lstrip": false,
63
+ "normalized": false,
64
+ "rstrip": false,
65
+ "single_word": false,
66
+ "special": true
67
+ },
68
+ "151651": {
69
+ "content": "<|quad_end|>",
70
+ "lstrip": false,
71
+ "normalized": false,
72
+ "rstrip": false,
73
+ "single_word": false,
74
+ "special": true
75
+ },
76
+ "151652": {
77
+ "content": "<|vision_start|>",
78
+ "lstrip": false,
79
+ "normalized": false,
80
+ "rstrip": false,
81
+ "single_word": false,
82
+ "special": true
83
+ },
84
+ "151653": {
85
+ "content": "<|vision_end|>",
86
+ "lstrip": false,
87
+ "normalized": false,
88
+ "rstrip": false,
89
+ "single_word": false,
90
+ "special": true
91
+ },
92
+ "151654": {
93
+ "content": "<|vision_pad|>",
94
+ "lstrip": false,
95
+ "normalized": false,
96
+ "rstrip": false,
97
+ "single_word": false,
98
+ "special": true
99
+ },
100
+ "151655": {
101
+ "content": "<|image_pad|>",
102
+ "lstrip": false,
103
+ "normalized": false,
104
+ "rstrip": false,
105
+ "single_word": false,
106
+ "special": true
107
+ },
108
+ "151656": {
109
+ "content": "<|video_pad|>",
110
+ "lstrip": false,
111
+ "normalized": false,
112
+ "rstrip": false,
113
+ "single_word": false,
114
+ "special": true
115
+ },
116
+ "151657": {
117
+ "content": "<tool_call>",
118
+ "lstrip": false,
119
+ "normalized": false,
120
+ "rstrip": false,
121
+ "single_word": false,
122
+ "special": false
123
+ },
124
+ "151658": {
125
+ "content": "</tool_call>",
126
+ "lstrip": false,
127
+ "normalized": false,
128
+ "rstrip": false,
129
+ "single_word": false,
130
+ "special": false
131
+ },
132
+ "151659": {
133
+ "content": "<|fim_prefix|>",
134
+ "lstrip": false,
135
+ "normalized": false,
136
+ "rstrip": false,
137
+ "single_word": false,
138
+ "special": false
139
+ },
140
+ "151660": {
141
+ "content": "<|fim_middle|>",
142
+ "lstrip": false,
143
+ "normalized": false,
144
+ "rstrip": false,
145
+ "single_word": false,
146
+ "special": false
147
+ },
148
+ "151661": {
149
+ "content": "<|fim_suffix|>",
150
+ "lstrip": false,
151
+ "normalized": false,
152
+ "rstrip": false,
153
+ "single_word": false,
154
+ "special": false
155
+ },
156
+ "151662": {
157
+ "content": "<|fim_pad|>",
158
+ "lstrip": false,
159
+ "normalized": false,
160
+ "rstrip": false,
161
+ "single_word": false,
162
+ "special": false
163
+ },
164
+ "151663": {
165
+ "content": "<|repo_name|>",
166
+ "lstrip": false,
167
+ "normalized": false,
168
+ "rstrip": false,
169
+ "single_word": false,
170
+ "special": false
171
+ },
172
+ "151664": {
173
+ "content": "<|file_sep|>",
174
+ "lstrip": false,
175
+ "normalized": false,
176
+ "rstrip": false,
177
+ "single_word": false,
178
+ "special": false
179
+ },
180
+ "151665": {
181
+ "content": "<tool_response>",
182
+ "lstrip": false,
183
+ "normalized": false,
184
+ "rstrip": false,
185
+ "single_word": false,
186
+ "special": false
187
+ },
188
+ "151666": {
189
+ "content": "</tool_response>",
190
+ "lstrip": false,
191
+ "normalized": false,
192
+ "rstrip": false,
193
+ "single_word": false,
194
+ "special": false
195
+ },
196
+ "151667": {
197
+ "content": "<think>",
198
+ "lstrip": false,
199
+ "normalized": false,
200
+ "rstrip": false,
201
+ "single_word": false,
202
+ "special": false
203
+ },
204
+ "151668": {
205
+ "content": "</think>",
206
+ "lstrip": false,
207
+ "normalized": false,
208
+ "rstrip": false,
209
+ "single_word": false,
210
+ "special": false
211
+ }
212
+ },
213
+ "additional_special_tokens": [
214
+ "<|im_start|>",
215
+ "<|im_end|>",
216
+ "<|object_ref_start|>",
217
+ "<|object_ref_end|>",
218
+ "<|box_start|>",
219
+ "<|box_end|>",
220
+ "<|quad_start|>",
221
+ "<|quad_end|>",
222
+ "<|vision_start|>",
223
+ "<|vision_end|>",
224
+ "<|vision_pad|>",
225
+ "<|image_pad|>",
226
+ "<|video_pad|>"
227
+ ],
228
+ "bos_token": null,
229
+ "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if message.content is string %}\n {%- set content = message.content %}\n {%- else %}\n {%- set content = '' %}\n {%- endif %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}",
230
+ "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
+ "errors": "replace",
233
+ "model_max_length": 1010000,
234
+ "pad_token": "<|endoftext|>",
235
+ "split_special_tokens": false,
236
+ "tokenizer_class": "Qwen2Tokenizer",
237
+ "unk_token": null,
238
+ "add_bos_token": false
239
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff