Hugging Face's logo

wezzel98765
/
gemma-4-12B-oQ5-fp16

MLX
Safetensors
gemma4_unified
5-bit
Model card Files
xet
 Community
wezzel98765 commited on
Commit
691c274
·
verified ·
1 Parent(s): 6b47471

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +1 -0
  2. config.json +629 -0
  3. generation_config.json +14 -0
  4. model-00001-of-00002.safetensors +3 -0
  5. model-00002-of-00002.safetensors +3 -0
  6. model.safetensors.index.json +0 -0
  7. processor_config.json +62 -0
  8. tokenizer.json +3 -0
  9. tokenizer_config.json +33 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,629 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Gemma4UnifiedForConditionalGeneration"
4
+ ],
5
+ "audio_config": {
6
+ "_name_or_path": "",
7
+ "architectures": null,
8
+ "audio_embed_dim": 640,
9
+ "audio_samples_per_token": 640,
10
+ "chunk_size_feed_forward": 0,
11
+ "dtype": null,
12
+ "hidden_size": 640,
13
+ "id2label": {
14
+ "0": "LABEL_0",
15
+ "1": "LABEL_1"
16
+ },
17
+ "initializer_range": 0.02,
18
+ "is_encoder_decoder": false,
19
+ "label2id": {
20
+ "LABEL_0": 0,
21
+ "LABEL_1": 1
22
+ },
23
+ "model_type": "gemma4_unified_audio",
24
+ "output_attentions": false,
25
+ "output_hidden_states": false,
26
+ "output_proj_dims": 640,
27
+ "problem_type": null,
28
+ "return_dict": true,
29
+ "rms_norm_eps": 1e-06
30
+ },
31
+ "audio_token_id": 258881,
32
+ "boa_token_id": 256000,
33
+ "boi_token_id": 255999,
34
+ "dtype": "bfloat16",
35
+ "eoa_token_index": 258883,
36
+ "eoi_token_id": 258882,
37
+ "image_token_id": 258880,
38
+ "initializer_range": 0.02,
39
+ "model_type": "gemma4_unified",
40
+ "text_config": {
41
+ "attention_bias": false,
42
+ "attention_dropout": 0.0,
43
+ "attention_k_eq_v": true,
44
+ "bos_token_id": 2,
45
+ "enable_moe_block": false,
46
+ "eos_token_id": 1,
47
+ "final_logit_softcapping": 30.0,
48
+ "global_head_dim": 512,
49
+ "head_dim": 256,
50
+ "hidden_activation": "gelu_pytorch_tanh",
51
+ "hidden_size": 3840,
52
+ "hidden_size_per_layer_input": 0,
53
+ "initializer_range": 0.02,
54
+ "intermediate_size": 15360,
55
+ "layer_types": [
56
+ "sliding_attention",
57
+ "sliding_attention",
58
+ "sliding_attention",
59
+ "sliding_attention",
60
+ "sliding_attention",
61
+ "full_attention",
62
+ "sliding_attention",
63
+ "sliding_attention",
64
+ "sliding_attention",
65
+ "sliding_attention",
66
+ "sliding_attention",
67
+ "full_attention",
68
+ "sliding_attention",
69
+ "sliding_attention",
70
+ "sliding_attention",
71
+ "sliding_attention",
72
+ "sliding_attention",
73
+ "full_attention",
74
+ "sliding_attention",
75
+ "sliding_attention",
76
+ "sliding_attention",
77
+ "sliding_attention",
78
+ "sliding_attention",
79
+ "full_attention",
80
+ "sliding_attention",
81
+ "sliding_attention",
82
+ "sliding_attention",
83
+ "sliding_attention",
84
+ "sliding_attention",
85
+ "full_attention",
86
+ "sliding_attention",
87
+ "sliding_attention",
88
+ "sliding_attention",
89
+ "sliding_attention",
90
+ "sliding_attention",
91
+ "full_attention",
92
+ "sliding_attention",
93
+ "sliding_attention",
94
+ "sliding_attention",
95
+ "sliding_attention",
96
+ "sliding_attention",
97
+ "full_attention",
98
+ "sliding_attention",
99
+ "sliding_attention",
100
+ "sliding_attention",
101
+ "sliding_attention",
102
+ "sliding_attention",
103
+ "full_attention"
104
+ ],
105
+ "max_position_embeddings": 262144,
106
+ "model_type": "gemma4_unified_text",
107
+ "moe_intermediate_size": null,
108
+ "num_attention_heads": 16,
109
+ "num_experts": null,
110
+ "num_global_key_value_heads": 1,
111
+ "num_hidden_layers": 48,
112
+ "num_key_value_heads": 8,
113
+ "num_kv_shared_layers": 0,
114
+ "pad_token_id": 0,
115
+ "rms_norm_eps": 1e-06,
116
+ "rope_parameters": {
117
+ "full_attention": {
118
+ "partial_rotary_factor": 0.25,
119
+ "rope_theta": 1000000.0,
120
+ "rope_type": "proportional"
121
+ },
122
+ "sliding_attention": {
123
+ "rope_theta": 10000.0,
124
+ "rope_type": "default"
125
+ }
126
+ },
127
+ "sliding_window": 1024,
128
+ "tie_word_embeddings": true,
129
+ "top_k_experts": null,
130
+ "use_bidirectional_attention": "vision",
131
+ "use_cache": true,
132
+ "use_double_wide_mlp": false,
133
+ "vocab_size": 262144,
134
+ "vocab_size_per_layer_input": 262144
135
+ },
136
+ "tie_word_embeddings": true,
137
+ "transformers_version": "5.10.0.dev0",
138
+ "video_token_id": 258884,
139
+ "vision_config": {
140
+ "_name_or_path": "",
141
+ "architectures": null,
142
+ "chunk_size_feed_forward": 0,
143
+ "dtype": null,
144
+ "id2label": {
145
+ "0": "LABEL_0",
146
+ "1": "LABEL_1"
147
+ },
148
+ "initializer_range": 0.02,
149
+ "is_encoder_decoder": false,
150
+ "label2id": {
151
+ "LABEL_0": 0,
152
+ "LABEL_1": 1
153
+ },
154
+ "mm_embed_dim": 3840,
155
+ "mm_posemb_size": 1120,
156
+ "model_patch_size": 48,
157
+ "model_type": "gemma4_unified_vision",
158
+ "num_soft_tokens": 280,
159
+ "output_attentions": false,
160
+ "output_hidden_states": false,
161
+ "output_proj_dims": 3840,
162
+ "patch_size": 16,
163
+ "pooling_kernel_size": 3,
164
+ "problem_type": null,
165
+ "return_dict": true,
166
+ "rms_norm_eps": 1e-06
167
+ },
168
+ "eos_token_id": 1,
169
+ "quantization": {
170
+ "group_size": 64,
171
+ "bits": 5,
172
+ "mode": "affine",
173
+ "model.language_model.layers.0.mlp.down_proj": {
174
+ "bits": 8,
175
+ "group_size": 64,
176
+ "mode": "affine"
177
+ },
178
+ "model.language_model.layers.0.mlp.gate_proj": {
179
+ "bits": 6,
180
+ "group_size": 64,
181
+ "mode": "affine"
182
+ },
183
+ "model.language_model.layers.0.mlp.up_proj": {
184
+ "bits": 6,
185
+ "group_size": 64,
186
+ "mode": "affine"
187
+ },
188
+ "model.language_model.layers.0.self_attn.k_proj": {
189
+ "bits": 6,
190
+ "group_size": 64,
191
+ "mode": "affine"
192
+ },
193
+ "model.language_model.layers.0.self_attn.o_proj": {
194
+ "bits": 6,
195
+ "group_size": 64,
196
+ "mode": "affine"
197
+ },
198
+ "model.language_model.layers.0.self_attn.q_proj": {
199
+ "bits": 6,
200
+ "group_size": 64,
201
+ "mode": "affine"
202
+ },
203
+ "model.language_model.layers.0.self_attn.v_proj": {
204
+ "bits": 8,
205
+ "group_size": 64,
206
+ "mode": "affine"
207
+ },
208
+ "model.language_model.layers.10.mlp.down_proj": {
209
+ "bits": 6,
210
+ "group_size": 64,
211
+ "mode": "affine"
212
+ },
213
+ "model.language_model.layers.10.self_attn.k_proj": {
214
+ "bits": 6,
215
+ "group_size": 64,
216
+ "mode": "affine"
217
+ },
218
+ "model.language_model.layers.10.self_attn.v_proj": {
219
+ "bits": 6,
220
+ "group_size": 64,
221
+ "mode": "affine"
222
+ },
223
+ "model.language_model.layers.11.mlp.down_proj": {
224
+ "bits": 6,
225
+ "group_size": 64,
226
+ "mode": "affine"
227
+ },
228
+ "model.language_model.layers.11.self_attn.k_proj": {
229
+ "bits": 6,
230
+ "group_size": 64,
231
+ "mode": "affine"
232
+ },
233
+ "model.language_model.layers.29.mlp.down_proj": {
234
+ "bits": 6,
235
+ "group_size": 64,
236
+ "mode": "affine"
237
+ },
238
+ "model.language_model.layers.4.mlp.down_proj": {
239
+ "bits": 6,
240
+ "group_size": 64,
241
+ "mode": "affine"
242
+ },
243
+ "model.language_model.layers.4.self_attn.v_proj": {
244
+ "bits": 6,
245
+ "group_size": 64,
246
+ "mode": "affine"
247
+ },
248
+ "model.language_model.layers.41.mlp.down_proj": {
249
+ "bits": 8,
250
+ "group_size": 64,
251
+ "mode": "affine"
252
+ },
253
+ "model.language_model.layers.41.mlp.gate_proj": {
254
+ "bits": 8,
255
+ "group_size": 64,
256
+ "mode": "affine"
257
+ },
258
+ "model.language_model.layers.41.mlp.up_proj": {
259
+ "bits": 8,
260
+ "group_size": 64,
261
+ "mode": "affine"
262
+ },
263
+ "model.language_model.layers.41.self_attn.k_proj": {
264
+ "bits": 8,
265
+ "group_size": 64,
266
+ "mode": "affine"
267
+ },
268
+ "model.language_model.layers.41.self_attn.o_proj": {
269
+ "bits": 8,
270
+ "group_size": 64,
271
+ "mode": "affine"
272
+ },
273
+ "model.language_model.layers.41.self_attn.q_proj": {
274
+ "bits": 8,
275
+ "group_size": 64,
276
+ "mode": "affine"
277
+ },
278
+ "model.language_model.layers.46.mlp.down_proj": {
279
+ "bits": 6,
280
+ "group_size": 64,
281
+ "mode": "affine"
282
+ },
283
+ "model.language_model.layers.46.self_attn.v_proj": {
284
+ "bits": 6,
285
+ "group_size": 64,
286
+ "mode": "affine"
287
+ },
288
+ "model.language_model.layers.5.mlp.down_proj": {
289
+ "bits": 6,
290
+ "group_size": 64,
291
+ "mode": "affine"
292
+ },
293
+ "model.language_model.layers.5.self_attn.k_proj": {
294
+ "bits": 6,
295
+ "group_size": 64,
296
+ "mode": "affine"
297
+ },
298
+ "model.language_model.layers.6.mlp.down_proj": {
299
+ "bits": 6,
300
+ "group_size": 64,
301
+ "mode": "affine"
302
+ },
303
+ "model.language_model.layers.6.self_attn.v_proj": {
304
+ "bits": 6,
305
+ "group_size": 64,
306
+ "mode": "affine"
307
+ },
308
+ "model.language_model.layers.7.mlp.down_proj": {
309
+ "bits": 8,
310
+ "group_size": 64,
311
+ "mode": "affine"
312
+ },
313
+ "model.language_model.layers.7.mlp.gate_proj": {
314
+ "bits": 6,
315
+ "group_size": 64,
316
+ "mode": "affine"
317
+ },
318
+ "model.language_model.layers.7.mlp.up_proj": {
319
+ "bits": 6,
320
+ "group_size": 64,
321
+ "mode": "affine"
322
+ },
323
+ "model.language_model.layers.7.self_attn.k_proj": {
324
+ "bits": 6,
325
+ "group_size": 64,
326
+ "mode": "affine"
327
+ },
328
+ "model.language_model.layers.7.self_attn.o_proj": {
329
+ "bits": 6,
330
+ "group_size": 64,
331
+ "mode": "affine"
332
+ },
333
+ "model.language_model.layers.7.self_attn.q_proj": {
334
+ "bits": 6,
335
+ "group_size": 64,
336
+ "mode": "affine"
337
+ },
338
+ "model.language_model.layers.7.self_attn.v_proj": {
339
+ "bits": 8,
340
+ "group_size": 64,
341
+ "mode": "affine"
342
+ },
343
+ "model.language_model.layers.8.mlp.down_proj": {
344
+ "bits": 6,
345
+ "group_size": 64,
346
+ "mode": "affine"
347
+ },
348
+ "model.language_model.layers.8.mlp.gate_proj": {
349
+ "bits": 6,
350
+ "group_size": 64,
351
+ "mode": "affine"
352
+ },
353
+ "model.language_model.layers.8.self_attn.k_proj": {
354
+ "bits": 6,
355
+ "group_size": 64,
356
+ "mode": "affine"
357
+ },
358
+ "model.language_model.layers.8.self_attn.v_proj": {
359
+ "bits": 6,
360
+ "group_size": 64,
361
+ "mode": "affine"
362
+ },
363
+ "model.language_model.layers.9.mlp.down_proj": {
364
+ "bits": 8,
365
+ "group_size": 64,
366
+ "mode": "affine"
367
+ },
368
+ "model.language_model.layers.9.mlp.gate_proj": {
369
+ "bits": 6,
370
+ "group_size": 64,
371
+ "mode": "affine"
372
+ },
373
+ "model.language_model.layers.9.mlp.up_proj": {
374
+ "bits": 6,
375
+ "group_size": 64,
376
+ "mode": "affine"
377
+ },
378
+ "model.language_model.layers.9.self_attn.k_proj": {
379
+ "bits": 6,
380
+ "group_size": 64,
381
+ "mode": "affine"
382
+ },
383
+ "model.language_model.layers.9.self_attn.o_proj": {
384
+ "bits": 6,
385
+ "group_size": 64,
386
+ "mode": "affine"
387
+ },
388
+ "model.language_model.layers.9.self_attn.q_proj": {
389
+ "bits": 6,
390
+ "group_size": 64,
391
+ "mode": "affine"
392
+ },
393
+ "model.language_model.layers.9.self_attn.v_proj": {
394
+ "bits": 8,
395
+ "group_size": 64,
396
+ "mode": "affine"
397
+ }
398
+ },
399
+ "quantization_config": {
400
+ "group_size": 64,
401
+ "bits": 5,
402
+ "mode": "affine",
403
+ "model.language_model.layers.0.mlp.down_proj": {
404
+ "bits": 8,
405
+ "group_size": 64,
406
+ "mode": "affine"
407
+ },
408
+ "model.language_model.layers.0.mlp.gate_proj": {
409
+ "bits": 6,
410
+ "group_size": 64,
411
+ "mode": "affine"
412
+ },
413
+ "model.language_model.layers.0.mlp.up_proj": {
414
+ "bits": 6,
415
+ "group_size": 64,
416
+ "mode": "affine"
417
+ },
418
+ "model.language_model.layers.0.self_attn.k_proj": {
419
+ "bits": 6,
420
+ "group_size": 64,
421
+ "mode": "affine"
422
+ },
423
+ "model.language_model.layers.0.self_attn.o_proj": {
424
+ "bits": 6,
425
+ "group_size": 64,
426
+ "mode": "affine"
427
+ },
428
+ "model.language_model.layers.0.self_attn.q_proj": {
429
+ "bits": 6,
430
+ "group_size": 64,
431
+ "mode": "affine"
432
+ },
433
+ "model.language_model.layers.0.self_attn.v_proj": {
434
+ "bits": 8,
435
+ "group_size": 64,
436
+ "mode": "affine"
437
+ },
438
+ "model.language_model.layers.10.mlp.down_proj": {
439
+ "bits": 6,
440
+ "group_size": 64,
441
+ "mode": "affine"
442
+ },
443
+ "model.language_model.layers.10.self_attn.k_proj": {
444
+ "bits": 6,
445
+ "group_size": 64,
446
+ "mode": "affine"
447
+ },
448
+ "model.language_model.layers.10.self_attn.v_proj": {
449
+ "bits": 6,
450
+ "group_size": 64,
451
+ "mode": "affine"
452
+ },
453
+ "model.language_model.layers.11.mlp.down_proj": {
454
+ "bits": 6,
455
+ "group_size": 64,
456
+ "mode": "affine"
457
+ },
458
+ "model.language_model.layers.11.self_attn.k_proj": {
459
+ "bits": 6,
460
+ "group_size": 64,
461
+ "mode": "affine"
462
+ },
463
+ "model.language_model.layers.29.mlp.down_proj": {
464
+ "bits": 6,
465
+ "group_size": 64,
466
+ "mode": "affine"
467
+ },
468
+ "model.language_model.layers.4.mlp.down_proj": {
469
+ "bits": 6,
470
+ "group_size": 64,
471
+ "mode": "affine"
472
+ },
473
+ "model.language_model.layers.4.self_attn.v_proj": {
474
+ "bits": 6,
475
+ "group_size": 64,
476
+ "mode": "affine"
477
+ },
478
+ "model.language_model.layers.41.mlp.down_proj": {
479
+ "bits": 8,
480
+ "group_size": 64,
481
+ "mode": "affine"
482
+ },
483
+ "model.language_model.layers.41.mlp.gate_proj": {
484
+ "bits": 8,
485
+ "group_size": 64,
486
+ "mode": "affine"
487
+ },
488
+ "model.language_model.layers.41.mlp.up_proj": {
489
+ "bits": 8,
490
+ "group_size": 64,
491
+ "mode": "affine"
492
+ },
493
+ "model.language_model.layers.41.self_attn.k_proj": {
494
+ "bits": 8,
495
+ "group_size": 64,
496
+ "mode": "affine"
497
+ },
498
+ "model.language_model.layers.41.self_attn.o_proj": {
499
+ "bits": 8,
500
+ "group_size": 64,
501
+ "mode": "affine"
502
+ },
503
+ "model.language_model.layers.41.self_attn.q_proj": {
504
+ "bits": 8,
505
+ "group_size": 64,
506
+ "mode": "affine"
507
+ },
508
+ "model.language_model.layers.46.mlp.down_proj": {
509
+ "bits": 6,
510
+ "group_size": 64,
511
+ "mode": "affine"
512
+ },
513
+ "model.language_model.layers.46.self_attn.v_proj": {
514
+ "bits": 6,
515
+ "group_size": 64,
516
+ "mode": "affine"
517
+ },
518
+ "model.language_model.layers.5.mlp.down_proj": {
519
+ "bits": 6,
520
+ "group_size": 64,
521
+ "mode": "affine"
522
+ },
523
+ "model.language_model.layers.5.self_attn.k_proj": {
524
+ "bits": 6,
525
+ "group_size": 64,
526
+ "mode": "affine"
527
+ },
528
+ "model.language_model.layers.6.mlp.down_proj": {
529
+ "bits": 6,
530
+ "group_size": 64,
531
+ "mode": "affine"
532
+ },
533
+ "model.language_model.layers.6.self_attn.v_proj": {
534
+ "bits": 6,
535
+ "group_size": 64,
536
+ "mode": "affine"
537
+ },
538
+ "model.language_model.layers.7.mlp.down_proj": {
539
+ "bits": 8,
540
+ "group_size": 64,
541
+ "mode": "affine"
542
+ },
543
+ "model.language_model.layers.7.mlp.gate_proj": {
544
+ "bits": 6,
545
+ "group_size": 64,
546
+ "mode": "affine"
547
+ },
548
+ "model.language_model.layers.7.mlp.up_proj": {
549
+ "bits": 6,
550
+ "group_size": 64,
551
+ "mode": "affine"
552
+ },
553
+ "model.language_model.layers.7.self_attn.k_proj": {
554
+ "bits": 6,
555
+ "group_size": 64,
556
+ "mode": "affine"
557
+ },
558
+ "model.language_model.layers.7.self_attn.o_proj": {
559
+ "bits": 6,
560
+ "group_size": 64,
561
+ "mode": "affine"
562
+ },
563
+ "model.language_model.layers.7.self_attn.q_proj": {
564
+ "bits": 6,
565
+ "group_size": 64,
566
+ "mode": "affine"
567
+ },
568
+ "model.language_model.layers.7.self_attn.v_proj": {
569
+ "bits": 8,
570
+ "group_size": 64,
571
+ "mode": "affine"
572
+ },
573
+ "model.language_model.layers.8.mlp.down_proj": {
574
+ "bits": 6,
575
+ "group_size": 64,
576
+ "mode": "affine"
577
+ },
578
+ "model.language_model.layers.8.mlp.gate_proj": {
579
+ "bits": 6,
580
+ "group_size": 64,
581
+ "mode": "affine"
582
+ },
583
+ "model.language_model.layers.8.self_attn.k_proj": {
584
+ "bits": 6,
585
+ "group_size": 64,
586
+ "mode": "affine"
587
+ },
588
+ "model.language_model.layers.8.self_attn.v_proj": {
589
+ "bits": 6,
590
+ "group_size": 64,
591
+ "mode": "affine"
592
+ },
593
+ "model.language_model.layers.9.mlp.down_proj": {
594
+ "bits": 8,
595
+ "group_size": 64,
596
+ "mode": "affine"
597
+ },
598
+ "model.language_model.layers.9.mlp.gate_proj": {
599
+ "bits": 6,
600
+ "group_size": 64,
601
+ "mode": "affine"
602
+ },
603
+ "model.language_model.layers.9.mlp.up_proj": {
604
+ "bits": 6,
605
+ "group_size": 64,
606
+ "mode": "affine"
607
+ },
608
+ "model.language_model.layers.9.self_attn.k_proj": {
609
+ "bits": 6,
610
+ "group_size": 64,
611
+ "mode": "affine"
612
+ },
613
+ "model.language_model.layers.9.self_attn.o_proj": {
614
+ "bits": 6,
615
+ "group_size": 64,
616
+ "mode": "affine"
617
+ },
618
+ "model.language_model.layers.9.self_attn.q_proj": {
619
+ "bits": 6,
620
+ "group_size": 64,
621
+ "mode": "affine"
622
+ },
623
+ "model.language_model.layers.9.self_attn.v_proj": {
624
+ "bits": 8,
625
+ "group_size": 64,
626
+ "mode": "affine"
627
+ }
628
+ }
629
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 2,
3
+ "do_sample": true,
4
+ "eos_token_id": 1,
5
+ "pad_token_id": 0,
6
+ "suppress_tokens": [
7
+ 258883,
8
+ 258882
9
+ ],
10
+ "temperature": 1.0,
11
+ "top_k": 64,
12
+ "top_p": 0.95,
13
+ "transformers_version": "5.10.0.dev0"
14
+ }
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2878e32234743f9b7a87d92a27e1bfcbfbf0199a16b0c393c0f9352eb92a15af
3
+ size 5023593994
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80dd7ad63f35e7090e8a08d040249b2ac7475e36642bbe57290b09fcbe99dde5
3
+ size 3544670228
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
processor_config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_ms_per_token": 40,
3
+ "audio_seq_length": 750,
4
+ "feature_extractor": {
5
+ "audio_samples_per_token": 640,
6
+ "feature_extractor_type": "Gemma4UnifiedAudioFeatureExtractor",
7
+ "feature_size": 640,
8
+ "padding_side": "right",
9
+ "padding_value": 0.0,
10
+ "return_attention_mask": true,
11
+ "sampling_rate": 16000
12
+ },
13
+ "image_processor": {
14
+ "do_convert_rgb": true,
15
+ "do_normalize": false,
16
+ "do_rescale": true,
17
+ "do_resize": true,
18
+ "image_mean": [
19
+ 0.0,
20
+ 0.0,
21
+ 0.0
22
+ ],
23
+ "image_processor_type": "Gemma4UnifiedImageProcessor",
24
+ "image_std": [
25
+ 1.0,
26
+ 1.0,
27
+ 1.0
28
+ ],
29
+ "max_soft_tokens": 280,
30
+ "patch_size": 16,
31
+ "pooling_kernel_size": 3,
32
+ "resample": 3,
33
+ "rescale_factor": 0.00392156862745098
34
+ },
35
+ "image_seq_length": 280,
36
+ "processor_class": "Gemma4UnifiedProcessor",
37
+ "video_processor": {
38
+ "do_convert_rgb": true,
39
+ "do_normalize": true,
40
+ "do_rescale": true,
41
+ "do_resize": true,
42
+ "do_sample_frames": true,
43
+ "image_mean": [
44
+ 0.0,
45
+ 0.0,
46
+ 0.0
47
+ ],
48
+ "image_std": [
49
+ 1.0,
50
+ 1.0,
51
+ 1.0
52
+ ],
53
+ "max_soft_tokens": 70,
54
+ "num_frames": 32,
55
+ "patch_size": 16,
56
+ "pooling_kernel_size": 3,
57
+ "resample": 3,
58
+ "rescale_factor": 0.00392156862745098,
59
+ "return_metadata": false,
60
+ "video_processor_type": "Gemma4UnifiedVideoProcessor"
61
+ }
62
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12bac982b793c44b03d52a250a9f0d0b666813da566b910c24a6da0695fd11e6
3
+ size 32170070
tokenizer_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_token": "<|audio|>",
3
+ "backend": "tokenizers",
4
+ "boa_token": "<|audio>",
5
+ "boi_token": "<|image>",
6
+ "bos_token": "<bos>",
7
+ "eoa_token": "<audio|>",
8
+ "eoc_token": "<channel|>",
9
+ "eoi_token": "<image|>",
10
+ "eos_token": "<eos>",
11
+ "eot_token": "<turn|>",
12
+ "escape_token": "<|\"|>",
13
+ "etc_token": "<tool_call|>",
14
+ "etd_token": "<tool|>",
15
+ "etr_token": "<tool_response|>",
16
+ "extra_special_tokens": [
17
+ "<|video|>"
18
+ ],
19
+ "image_token": "<|image|>",
20
+ "mask_token": "<mask>",
21
+ "model_max_length": 1000000000000000019884624838656,
22
+ "pad_token": "<pad>",
23
+ "padding_side": "left",
24
+ "processor_class": "Gemma4UnifiedProcessor",
25
+ "soc_token": "<|channel>",
26
+ "sot_token": "<|turn>",
27
+ "stc_token": "<|tool_call>",
28
+ "std_token": "<|tool>",
29
+ "str_token": "<|tool_response>",
30
+ "think_token": "<|think|>",
31
+ "tokenizer_class": "GemmaTokenizer",
32
+ "unk_token": "<unk>"
33
+ }