gemma-3-4b-it-vindex / weight_manifest.json
chrishayuk's picture
Upload weight_manifest.json
c77df44 verified
Raw History Blame
37.4 kB
[
{
"key": "layers.0.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 0,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.0.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 10240,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.0.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 20480,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.0.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 30720,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.0.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 40960,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.0.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 41984,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.1.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 43008,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.1.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 53248,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.1.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 63488,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.1.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 73728,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.1.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 83968,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.1.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 84992,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.2.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 86016,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.2.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 96256,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.2.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 106496,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.2.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 116736,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.2.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 126976,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.2.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 128000,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.3.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 129024,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.3.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 139264,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.3.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 149504,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.3.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 159744,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.3.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 169984,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.3.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 171008,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.4.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 172032,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.4.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 182272,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.4.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 192512,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.4.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 202752,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.4.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 212992,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.4.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 214016,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.5.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 215040,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.5.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 225280,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.5.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 235520,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.5.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 245760,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.5.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 256000,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.5.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 257024,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.6.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 258048,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.6.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 268288,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.6.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 278528,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.6.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 288768,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.6.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 299008,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.6.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 300032,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.7.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 301056,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.7.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 311296,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.7.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 321536,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.7.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 331776,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.7.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 342016,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.7.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 343040,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.8.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 344064,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.8.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 354304,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.8.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 364544,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.8.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 374784,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.8.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 385024,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.8.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 386048,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.9.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 387072,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.9.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 397312,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.9.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 407552,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.9.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 417792,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.9.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 428032,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.9.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 429056,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.10.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 430080,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.10.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 440320,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.10.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 450560,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.10.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 460800,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.10.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 471040,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.10.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 472064,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.11.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 473088,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.11.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 483328,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.11.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 493568,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.11.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 503808,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.11.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 514048,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.11.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 515072,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.12.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 516096,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.12.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 526336,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.12.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 536576,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.12.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 546816,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.12.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 557056,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.12.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 558080,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.13.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 559104,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.13.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 569344,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.13.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 579584,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.13.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 589824,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.13.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 600064,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.13.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 601088,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.14.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 602112,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.14.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 612352,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.14.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 622592,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.14.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 632832,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.14.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 643072,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.14.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 644096,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.15.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 645120,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.15.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 655360,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.15.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 665600,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.15.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 675840,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.15.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 686080,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.15.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 687104,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.16.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 688128,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.16.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 698368,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.16.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 708608,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.16.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 718848,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.16.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 729088,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.16.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 730112,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.17.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 731136,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.17.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 741376,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.17.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 751616,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.17.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 761856,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.17.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 772096,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.17.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 773120,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.18.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 774144,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.18.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 784384,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.18.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 794624,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.18.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 804864,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.18.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 815104,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.18.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 816128,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.19.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 817152,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.19.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 827392,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.19.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 837632,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.19.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 847872,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.19.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 858112,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.19.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 859136,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.20.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 860160,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.20.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 870400,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.20.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 880640,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.20.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 890880,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.20.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 901120,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.20.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 902144,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.21.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 903168,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.21.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 913408,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.21.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 923648,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.21.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 933888,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.21.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 944128,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.21.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 945152,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.22.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 946176,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.22.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 956416,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.22.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 966656,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.22.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 976896,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.22.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 987136,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.22.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 988160,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.23.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 989184,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.23.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 999424,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.23.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1009664,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.23.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1019904,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.23.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1030144,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.23.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1031168,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.24.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1032192,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.24.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1042432,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.24.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1052672,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.24.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1062912,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.24.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1073152,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.24.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1074176,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.25.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1075200,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.25.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1085440,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.25.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1095680,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.25.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1105920,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.25.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1116160,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.25.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1117184,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.26.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1118208,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.26.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1128448,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.26.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1138688,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.26.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1148928,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.26.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1159168,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.26.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1160192,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.27.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1161216,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.27.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1171456,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.27.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1181696,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.27.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1191936,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.27.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1202176,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.27.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1203200,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.28.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1204224,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.28.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1214464,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.28.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1224704,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.28.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1234944,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.28.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1245184,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.28.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1246208,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.29.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1247232,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.29.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1257472,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.29.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1267712,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.29.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1277952,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.29.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1288192,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.29.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1289216,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.30.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1290240,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.30.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1300480,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.30.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1310720,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.30.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1320960,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.30.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1331200,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.30.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1332224,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.31.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1333248,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.31.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1343488,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.31.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1353728,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.31.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1363968,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.31.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1374208,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.31.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1375232,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.32.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1376256,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.32.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1386496,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.32.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1396736,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.32.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1406976,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.32.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1417216,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.32.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1418240,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.33.input_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1419264,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.33.post_attention_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1429504,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.33.pre_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1439744,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.33.post_feedforward_layernorm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1449984,
"length": 10240,
"file": "norms.bin"
},
{
"key": "layers.33.self_attn.q_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1460224,
"length": 1024,
"file": "norms.bin"
},
{
"key": "layers.33.self_attn.k_norm.weight",
"kind": "vector",
"shape": [
256
],
"offset": 1461248,
"length": 1024,
"file": "norms.bin"
},
{
"key": "norm.weight",
"kind": "vector",
"shape": [
2560
],
"offset": 1462272,
"length": 10240,
"file": "norms.bin"
}
]