Hugging Face's logo

chrishayuk
/
granite-4.1-3b-q4k-vindex

Model card Files
xet
 Community
chrishayuk commited on
Commit
acbb0f0
·
verified ·
1 Parent(s): c57363e

Upload index.json

Browse files
Files changed (1) hide show
  1. index.json +298 -0
index.json ADDED
@@ -0,0 +1,298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": 2,
3
+ "model": "ibm-granite/granite-4.1-3b",
4
+ "family": "granite",
5
+ "source": {
6
+ "huggingface_repo": "ibm-granite/granite-4.1-3b",
7
+ "huggingface_revision": null,
8
+ "safetensors_sha256": null,
9
+ "extracted_at": "2026-06-01T10:58:07Z",
10
+ "larql_version": "0.1.0"
11
+ },
12
+ "checksums": {
13
+ "embeddings.bin": "8cf567e6dbc09905674250ebf47783898592766f5e97663a856d8302bbb661ef",
14
+ "down_meta.bin": "28091ec1e41f3d9a32b3a91bdba8c9662ba3e1233e571c6f713b16647901f634",
15
+ "norms.bin": "0cb606be78fa1d27a10226336ed1c6490dac5ce43fb4286d462ae40e5063c9a9",
16
+ "gate_vectors.bin": "0037fc028c4d6c9c7e7db61a8a7982f42007715fff0fe0c2e8c6a50ac629094a"
17
+ },
18
+ "num_layers": 40,
19
+ "hidden_size": 2560,
20
+ "intermediate_size": 8192,
21
+ "vocab_size": 100352,
22
+ "embed_scale": 12.0,
23
+ "extract_level": "inference",
24
+ "dtype": "f16",
25
+ "quant": "q4k",
26
+ "layer_bands": {
27
+ "syntax": [
28
+ 0,
29
+ 15
30
+ ],
31
+ "knowledge": [
32
+ 16,
33
+ 31
34
+ ],
35
+ "output": [
36
+ 32,
37
+ 39
38
+ ]
39
+ },
40
+ "layers": [
41
+ {
42
+ "layer": 0,
43
+ "num_features": 8192,
44
+ "offset": 0,
45
+ "length": 41943040
46
+ },
47
+ {
48
+ "layer": 1,
49
+ "num_features": 8192,
50
+ "offset": 41943040,
51
+ "length": 41943040
52
+ },
53
+ {
54
+ "layer": 2,
55
+ "num_features": 8192,
56
+ "offset": 83886080,
57
+ "length": 41943040
58
+ },
59
+ {
60
+ "layer": 3,
61
+ "num_features": 8192,
62
+ "offset": 125829120,
63
+ "length": 41943040
64
+ },
65
+ {
66
+ "layer": 4,
67
+ "num_features": 8192,
68
+ "offset": 167772160,
69
+ "length": 41943040
70
+ },
71
+ {
72
+ "layer": 5,
73
+ "num_features": 8192,
74
+ "offset": 209715200,
75
+ "length": 41943040
76
+ },
77
+ {
78
+ "layer": 6,
79
+ "num_features": 8192,
80
+ "offset": 251658240,
81
+ "length": 41943040
82
+ },
83
+ {
84
+ "layer": 7,
85
+ "num_features": 8192,
86
+ "offset": 293601280,
87
+ "length": 41943040
88
+ },
89
+ {
90
+ "layer": 8,
91
+ "num_features": 8192,
92
+ "offset": 335544320,
93
+ "length": 41943040
94
+ },
95
+ {
96
+ "layer": 9,
97
+ "num_features": 8192,
98
+ "offset": 377487360,
99
+ "length": 41943040
100
+ },
101
+ {
102
+ "layer": 10,
103
+ "num_features": 8192,
104
+ "offset": 419430400,
105
+ "length": 41943040
106
+ },
107
+ {
108
+ "layer": 11,
109
+ "num_features": 8192,
110
+ "offset": 461373440,
111
+ "length": 41943040
112
+ },
113
+ {
114
+ "layer": 12,
115
+ "num_features": 8192,
116
+ "offset": 503316480,
117
+ "length": 41943040
118
+ },
119
+ {
120
+ "layer": 13,
121
+ "num_features": 8192,
122
+ "offset": 545259520,
123
+ "length": 41943040
124
+ },
125
+ {
126
+ "layer": 14,
127
+ "num_features": 8192,
128
+ "offset": 587202560,
129
+ "length": 41943040
130
+ },
131
+ {
132
+ "layer": 15,
133
+ "num_features": 8192,
134
+ "offset": 629145600,
135
+ "length": 41943040
136
+ },
137
+ {
138
+ "layer": 16,
139
+ "num_features": 8192,
140
+ "offset": 671088640,
141
+ "length": 41943040
142
+ },
143
+ {
144
+ "layer": 17,
145
+ "num_features": 8192,
146
+ "offset": 713031680,
147
+ "length": 41943040
148
+ },
149
+ {
150
+ "layer": 18,
151
+ "num_features": 8192,
152
+ "offset": 754974720,
153
+ "length": 41943040
154
+ },
155
+ {
156
+ "layer": 19,
157
+ "num_features": 8192,
158
+ "offset": 796917760,
159
+ "length": 41943040
160
+ },
161
+ {
162
+ "layer": 20,
163
+ "num_features": 8192,
164
+ "offset": 838860800,
165
+ "length": 41943040
166
+ },
167
+ {
168
+ "layer": 21,
169
+ "num_features": 8192,
170
+ "offset": 880803840,
171
+ "length": 41943040
172
+ },
173
+ {
174
+ "layer": 22,
175
+ "num_features": 8192,
176
+ "offset": 922746880,
177
+ "length": 41943040
178
+ },
179
+ {
180
+ "layer": 23,
181
+ "num_features": 8192,
182
+ "offset": 964689920,
183
+ "length": 41943040
184
+ },
185
+ {
186
+ "layer": 24,
187
+ "num_features": 8192,
188
+ "offset": 1006632960,
189
+ "length": 41943040
190
+ },
191
+ {
192
+ "layer": 25,
193
+ "num_features": 8192,
194
+ "offset": 1048576000,
195
+ "length": 41943040
196
+ },
197
+ {
198
+ "layer": 26,
199
+ "num_features": 8192,
200
+ "offset": 1090519040,
201
+ "length": 41943040
202
+ },
203
+ {
204
+ "layer": 27,
205
+ "num_features": 8192,
206
+ "offset": 1132462080,
207
+ "length": 41943040
208
+ },
209
+ {
210
+ "layer": 28,
211
+ "num_features": 8192,
212
+ "offset": 1174405120,
213
+ "length": 41943040
214
+ },
215
+ {
216
+ "layer": 29,
217
+ "num_features": 8192,
218
+ "offset": 1216348160,
219
+ "length": 41943040
220
+ },
221
+ {
222
+ "layer": 30,
223
+ "num_features": 8192,
224
+ "offset": 1258291200,
225
+ "length": 41943040
226
+ },
227
+ {
228
+ "layer": 31,
229
+ "num_features": 8192,
230
+ "offset": 1300234240,
231
+ "length": 41943040
232
+ },
233
+ {
234
+ "layer": 32,
235
+ "num_features": 8192,
236
+ "offset": 1342177280,
237
+ "length": 41943040
238
+ },
239
+ {
240
+ "layer": 33,
241
+ "num_features": 8192,
242
+ "offset": 1384120320,
243
+ "length": 41943040
244
+ },
245
+ {
246
+ "layer": 34,
247
+ "num_features": 8192,
248
+ "offset": 1426063360,
249
+ "length": 41943040
250
+ },
251
+ {
252
+ "layer": 35,
253
+ "num_features": 8192,
254
+ "offset": 1468006400,
255
+ "length": 41943040
256
+ },
257
+ {
258
+ "layer": 36,
259
+ "num_features": 8192,
260
+ "offset": 1509949440,
261
+ "length": 41943040
262
+ },
263
+ {
264
+ "layer": 37,
265
+ "num_features": 8192,
266
+ "offset": 1551892480,
267
+ "length": 41943040
268
+ },
269
+ {
270
+ "layer": 38,
271
+ "num_features": 8192,
272
+ "offset": 1593835520,
273
+ "length": 41943040
274
+ },
275
+ {
276
+ "layer": 39,
277
+ "num_features": 8192,
278
+ "offset": 1635778560,
279
+ "length": 41943040
280
+ }
281
+ ],
282
+ "down_top_k": 10,
283
+ "has_model_weights": true,
284
+ "model_config": {
285
+ "model_type": "granite",
286
+ "head_dim": 64,
287
+ "num_q_heads": 40,
288
+ "num_kv_heads": 8,
289
+ "rope_base": 10000000.0,
290
+ "sliding_window": null,
291
+ "moe": null,
292
+ "attention_k_eq_v": false,
293
+ "attention_multiplier": 0.015625,
294
+ "residual_multiplier": 0.22,
295
+ "logits_scaling": 10.0,
296
+ "norm_eps": 0.00001
297
+ }
298
+ }