Hugging Face's logo

chrishayuk
/
gemma-4-26b-a4b-client-vindex-client

Model card Files
xet
 Community
chrishayuk commited on
Commit
f5c3224
·
verified ·
1 Parent(s): 30ca593

Upload index.json

Browse files
Files changed (1) hide show
  1. index.json +279 -0
index.json ADDED
@@ -0,0 +1,279 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": 2,
3
+ "model": "google/gemma-4-26B-A4B-it",
4
+ "family": "gemma4",
5
+ "source": {
6
+ "huggingface_repo": "google/gemma-4-26B-A4B-it",
7
+ "huggingface_revision": null,
8
+ "safetensors_sha256": null,
9
+ "extracted_at": "2026-05-03T19:09:24Z",
10
+ "larql_version": "0.1.0"
11
+ },
12
+ "checksums": {
13
+ "embeddings.bin": "f932f899a343f83dc04dd69e2519f71d6e4ff2d0cf1a00c9424b256b4fcf409e",
14
+ "gate_vectors.bin": "776035ce5976ebc4597db16133a1c361c71b083ca93893985d95124917c95d91",
15
+ "down_meta.bin": "d20c23cd5150d20ac52d587069b54959c01d5160210e06f0770c9ee1219b3ae5",
16
+ "norms.bin": "28f4c736e075ec73138c58a83c1c8de472535a4c85dabd71636b2023cc60b12e"
17
+ },
18
+ "num_layers": 30,
19
+ "hidden_size": 2816,
20
+ "intermediate_size": 2112,
21
+ "vocab_size": 262144,
22
+ "embed_scale": 53.065998,
23
+ "extract_level": "attention",
24
+ "dtype": "f16",
25
+ "quant": "q4k",
26
+ "layer_bands": {
27
+ "syntax": [
28
+ 0,
29
+ 11
30
+ ],
31
+ "knowledge": [
32
+ 12,
33
+ 23
34
+ ],
35
+ "output": [
36
+ 24,
37
+ 29
38
+ ]
39
+ },
40
+ "layers": [
41
+ {
42
+ "layer": 0,
43
+ "num_features": 2112,
44
+ "offset": 0,
45
+ "length": 11894784
46
+ },
47
+ {
48
+ "layer": 1,
49
+ "num_features": 2112,
50
+ "offset": 11894784,
51
+ "length": 11894784
52
+ },
53
+ {
54
+ "layer": 2,
55
+ "num_features": 2112,
56
+ "offset": 23789568,
57
+ "length": 11894784
58
+ },
59
+ {
60
+ "layer": 3,
61
+ "num_features": 2112,
62
+ "offset": 35684352,
63
+ "length": 11894784
64
+ },
65
+ {
66
+ "layer": 4,
67
+ "num_features": 2112,
68
+ "offset": 47579136,
69
+ "length": 11894784
70
+ },
71
+ {
72
+ "layer": 5,
73
+ "num_features": 2112,
74
+ "offset": 59473920,
75
+ "length": 11894784
76
+ },
77
+ {
78
+ "layer": 6,
79
+ "num_features": 2112,
80
+ "offset": 71368704,
81
+ "length": 11894784
82
+ },
83
+ {
84
+ "layer": 7,
85
+ "num_features": 2112,
86
+ "offset": 83263488,
87
+ "length": 11894784
88
+ },
89
+ {
90
+ "layer": 8,
91
+ "num_features": 2112,
92
+ "offset": 95158272,
93
+ "length": 11894784
94
+ },
95
+ {
96
+ "layer": 9,
97
+ "num_features": 2112,
98
+ "offset": 107053056,
99
+ "length": 11894784
100
+ },
101
+ {
102
+ "layer": 10,
103
+ "num_features": 2112,
104
+ "offset": 118947840,
105
+ "length": 11894784
106
+ },
107
+ {
108
+ "layer": 11,
109
+ "num_features": 2112,
110
+ "offset": 130842624,
111
+ "length": 11894784
112
+ },
113
+ {
114
+ "layer": 12,
115
+ "num_features": 2112,
116
+ "offset": 142737408,
117
+ "length": 11894784
118
+ },
119
+ {
120
+ "layer": 13,
121
+ "num_features": 2112,
122
+ "offset": 154632192,
123
+ "length": 11894784
124
+ },
125
+ {
126
+ "layer": 14,
127
+ "num_features": 2112,
128
+ "offset": 166526976,
129
+ "length": 11894784
130
+ },
131
+ {
132
+ "layer": 15,
133
+ "num_features": 2112,
134
+ "offset": 178421760,
135
+ "length": 11894784
136
+ },
137
+ {
138
+ "layer": 16,
139
+ "num_features": 2112,
140
+ "offset": 190316544,
141
+ "length": 11894784
142
+ },
143
+ {
144
+ "layer": 17,
145
+ "num_features": 2112,
146
+ "offset": 202211328,
147
+ "length": 11894784
148
+ },
149
+ {
150
+ "layer": 18,
151
+ "num_features": 2112,
152
+ "offset": 214106112,
153
+ "length": 11894784
154
+ },
155
+ {
156
+ "layer": 19,
157
+ "num_features": 2112,
158
+ "offset": 226000896,
159
+ "length": 11894784
160
+ },
161
+ {
162
+ "layer": 20,
163
+ "num_features": 2112,
164
+ "offset": 237895680,
165
+ "length": 11894784
166
+ },
167
+ {
168
+ "layer": 21,
169
+ "num_features": 2112,
170
+ "offset": 249790464,
171
+ "length": 11894784
172
+ },
173
+ {
174
+ "layer": 22,
175
+ "num_features": 2112,
176
+ "offset": 261685248,
177
+ "length": 11894784
178
+ },
179
+ {
180
+ "layer": 23,
181
+ "num_features": 2112,
182
+ "offset": 273580032,
183
+ "length": 11894784
184
+ },
185
+ {
186
+ "layer": 24,
187
+ "num_features": 2112,
188
+ "offset": 285474816,
189
+ "length": 11894784
190
+ },
191
+ {
192
+ "layer": 25,
193
+ "num_features": 2112,
194
+ "offset": 297369600,
195
+ "length": 11894784
196
+ },
197
+ {
198
+ "layer": 26,
199
+ "num_features": 2112,
200
+ "offset": 309264384,
201
+ "length": 11894784
202
+ },
203
+ {
204
+ "layer": 27,
205
+ "num_features": 2112,
206
+ "offset": 321159168,
207
+ "length": 11894784
208
+ },
209
+ {
210
+ "layer": 28,
211
+ "num_features": 2112,
212
+ "offset": 333053952,
213
+ "length": 11894784
214
+ },
215
+ {
216
+ "layer": 29,
217
+ "num_features": 2112,
218
+ "offset": 344948736,
219
+ "length": 11894784
220
+ }
221
+ ],
222
+ "down_top_k": 10,
223
+ "has_model_weights": true,
224
+ "model_config": {
225
+ "model_type": "gemma4_text",
226
+ "head_dim": 256,
227
+ "num_q_heads": 16,
228
+ "num_kv_heads": 8,
229
+ "rope_base": 1000000.0,
230
+ "sliding_window": 1024,
231
+ "moe": {
232
+ "num_experts": 128,
233
+ "top_k": 8,
234
+ "shared_expert": false,
235
+ "router_type": "gemma4_top_k_softmax",
236
+ "moe_intermediate_size": 704,
237
+ "hybrid": true
238
+ },
239
+ "global_head_dim": 512,
240
+ "num_global_kv_heads": 2,
241
+ "partial_rotary_factor": 0.25,
242
+ "layer_types": [
243
+ "sliding_attention",
244
+ "sliding_attention",
245
+ "sliding_attention",
246
+ "sliding_attention",
247
+ "sliding_attention",
248
+ "full_attention",
249
+ "sliding_attention",
250
+ "sliding_attention",
251
+ "sliding_attention",
252
+ "sliding_attention",
253
+ "sliding_attention",
254
+ "full_attention",
255
+ "sliding_attention",
256
+ "sliding_attention",
257
+ "sliding_attention",
258
+ "sliding_attention",
259
+ "sliding_attention",
260
+ "full_attention",
261
+ "sliding_attention",
262
+ "sliding_attention",
263
+ "sliding_attention",
264
+ "sliding_attention",
265
+ "sliding_attention",
266
+ "full_attention",
267
+ "sliding_attention",
268
+ "sliding_attention",
269
+ "sliding_attention",
270
+ "sliding_attention",
271
+ "sliding_attention",
272
+ "full_attention"
273
+ ],
274
+ "attention_k_eq_v": true,
275
+ "rope_local_base": 10000.0,
276
+ "final_logit_softcapping": 30.0
277
+ },
278
+ "ffn_layout": "per_layer"
279
+ }