Download weight_manifest.json from chrishayuk/gemma-3-4b-it-vindex: direct link, hf CLI and curl.
- Browser
- Download file 37.4 kB
-
https://huggingface.co/chrishayuk/gemma-3-4b-it-vindex/resolve/d2b3f5541be62fbad2102a93d20c0f8ddd4daae8/weight_manifest.json
- Command line
-
hf download hf://chrishayuk/gemma-3-4b-it-vindex@d2b3f5541be62fbad2102a93d20c0f8ddd4daae8/weight_manifest.json
-
curl -L -o weight_manifest.json https://huggingface.co/chrishayuk/gemma-3-4b-it-vindex/resolve/d2b3f5541be62fbad2102a93d20c0f8ddd4daae8/weight_manifest.json
37.4 kB
| [ | |
| { | |
| "key": "layers.0.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 0, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.0.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 10240, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.0.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 20480, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.0.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 30720, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.0.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 40960, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.0.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 41984, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.1.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 43008, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.1.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 53248, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.1.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 63488, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.1.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 73728, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.1.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 83968, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.1.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 84992, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.2.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 86016, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.2.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 96256, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.2.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 106496, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.2.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 116736, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.2.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 126976, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.2.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 128000, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.3.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 129024, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.3.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 139264, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.3.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 149504, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.3.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 159744, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.3.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 169984, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.3.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 171008, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.4.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 172032, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.4.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 182272, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.4.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 192512, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.4.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 202752, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.4.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 212992, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.4.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 214016, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.5.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 215040, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.5.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 225280, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.5.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 235520, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.5.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 245760, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.5.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 256000, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.5.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 257024, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.6.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 258048, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.6.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 268288, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.6.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 278528, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.6.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 288768, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.6.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 299008, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.6.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 300032, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.7.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 301056, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.7.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 311296, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.7.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 321536, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.7.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 331776, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.7.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 342016, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.7.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 343040, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.8.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 344064, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.8.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 354304, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.8.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 364544, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.8.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 374784, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.8.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 385024, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.8.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 386048, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.9.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 387072, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.9.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 397312, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.9.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 407552, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.9.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 417792, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.9.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 428032, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.9.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 429056, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.10.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 430080, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.10.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 440320, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.10.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 450560, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.10.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 460800, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.10.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 471040, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.10.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 472064, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.11.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 473088, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.11.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 483328, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.11.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 493568, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.11.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 503808, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.11.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 514048, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.11.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 515072, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.12.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 516096, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.12.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 526336, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.12.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 536576, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.12.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 546816, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.12.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 557056, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.12.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 558080, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.13.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 559104, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.13.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 569344, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.13.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 579584, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.13.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 589824, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.13.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 600064, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.13.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 601088, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.14.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 602112, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.14.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 612352, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.14.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 622592, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.14.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 632832, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.14.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 643072, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.14.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 644096, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.15.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 645120, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.15.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 655360, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.15.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 665600, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.15.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 675840, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.15.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 686080, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.15.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 687104, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.16.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 688128, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.16.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 698368, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.16.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 708608, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.16.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 718848, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.16.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 729088, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.16.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 730112, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.17.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 731136, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.17.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 741376, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.17.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 751616, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.17.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 761856, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.17.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 772096, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.17.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 773120, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.18.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 774144, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.18.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 784384, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.18.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 794624, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.18.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 804864, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.18.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 815104, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.18.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 816128, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.19.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 817152, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.19.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 827392, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.19.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 837632, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.19.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 847872, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.19.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 858112, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.19.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 859136, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.20.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 860160, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.20.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 870400, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.20.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 880640, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.20.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 890880, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.20.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 901120, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.20.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 902144, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.21.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 903168, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.21.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 913408, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.21.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 923648, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.21.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 933888, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.21.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 944128, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.21.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 945152, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.22.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 946176, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.22.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 956416, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.22.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 966656, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.22.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 976896, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.22.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 987136, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.22.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 988160, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.23.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 989184, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.23.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 999424, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.23.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1009664, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.23.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1019904, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.23.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1030144, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.23.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1031168, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.24.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1032192, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.24.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1042432, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.24.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1052672, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.24.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1062912, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.24.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1073152, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.24.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1074176, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.25.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1075200, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.25.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1085440, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.25.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1095680, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.25.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1105920, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.25.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1116160, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.25.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1117184, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.26.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1118208, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.26.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1128448, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.26.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1138688, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.26.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1148928, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.26.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1159168, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.26.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1160192, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.27.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1161216, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.27.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1171456, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.27.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1181696, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.27.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1191936, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.27.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1202176, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.27.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1203200, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.28.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1204224, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.28.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1214464, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.28.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1224704, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.28.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1234944, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.28.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1245184, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.28.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1246208, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.29.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1247232, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.29.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1257472, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.29.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1267712, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.29.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1277952, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.29.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1288192, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.29.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1289216, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.30.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1290240, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.30.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1300480, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.30.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1310720, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.30.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1320960, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.30.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1331200, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.30.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1332224, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.31.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1333248, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.31.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1343488, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.31.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1353728, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.31.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1363968, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.31.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1374208, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.31.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1375232, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.32.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1376256, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.32.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1386496, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.32.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1396736, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.32.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1406976, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.32.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1417216, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.32.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1418240, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.33.input_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1419264, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.33.post_attention_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1429504, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.33.pre_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1439744, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.33.post_feedforward_layernorm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1449984, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.33.self_attn.q_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1460224, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "layers.33.self_attn.k_norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 256 | |
| ], | |
| "offset": 1461248, | |
| "length": 1024, | |
| "file": "norms.bin" | |
| }, | |
| { | |
| "key": "norm.weight", | |
| "kind": "vector", | |
| "shape": [ | |
| 2560 | |
| ], | |
| "offset": 1462272, | |
| "length": 10240, | |
| "file": "norms.bin" | |
| } | |
| ] |