| [ |
| { |
| "key": "layers.0.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 0, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 11264, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 22528, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33792, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 45056, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 46080, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 47104, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 47108, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 1488900, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 1500164, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 1500676, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 1511940, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 1523204, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 1534468, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 1545732, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 1556996, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 1568260, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 1579524, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 1580548, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 1581572, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 1581576, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 3023368, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 3034632, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 3035144, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 3046408, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 3057672, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 3068936, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 3080200, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 3091464, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 3102728, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 3113992, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 3115016, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 3116040, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 3116044, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 4557836, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 4569100, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 4569612, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 4580876, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 4592140, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 4603404, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 4614668, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 4625932, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 4637196, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 4648460, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 4649484, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 4650508, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 4650512, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 6092304, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 6103568, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 6104080, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 6115344, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 6126608, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 6137872, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 6149136, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 6160400, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 6171664, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 6182928, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 6183952, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 6184976, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 6184980, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 7626772, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 7638036, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 7638548, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 7649812, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 7661076, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 7672340, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 7683604, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 7694868, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 7706132, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 7717396, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 7719444, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 7721492, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 7721496, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 9163288, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 9174552, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 9175064, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 9186328, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 9197592, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 9208856, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 9220120, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 9231384, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 9242648, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 9253912, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 9254936, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 9255960, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 9255964, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 10697756, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 10709020, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 10709532, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 10720796, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 10732060, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 10743324, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 10754588, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 10765852, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 10777116, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 10788380, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 10789404, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 10790428, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 10790432, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 12232224, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 12243488, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 12244000, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 12255264, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 12266528, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 12277792, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 12289056, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 12300320, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 12311584, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 12322848, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 12323872, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 12324896, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 12324900, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 13766692, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 13777956, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 13778468, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 13789732, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 13800996, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 13812260, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 13823524, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 13834788, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 13846052, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 13857316, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 13858340, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 13859364, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 13859368, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 15301160, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 15312424, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 15312936, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 15324200, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 15335464, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 15346728, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 15357992, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 15369256, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 15380520, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 15391784, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 15392808, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 15393832, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 15393836, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 16835628, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 16846892, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 16847404, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 16858668, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 16869932, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 16881196, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 16892460, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 16903724, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 16914988, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 16926252, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 16928300, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 16930348, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 16930352, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 18372144, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 18383408, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 18383920, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 18395184, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 18406448, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 18417712, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 18428976, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 18440240, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 18451504, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 18462768, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 18463792, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 18464816, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 18464820, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 19906612, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 19917876, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 19918388, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 19929652, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 19940916, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 19952180, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 19963444, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 19974708, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 19985972, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 19997236, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 19998260, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 19999284, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 19999288, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 21441080, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 21452344, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 21452856, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 21464120, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 21475384, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 21486648, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 21497912, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 21509176, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 21520440, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 21531704, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 21532728, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 21533752, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 21533756, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 22975548, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 22986812, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 22987324, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 22998588, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 23009852, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 23021116, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 23032380, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 23043644, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 23054908, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 23066172, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 23067196, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 23068220, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 23068224, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 24510016, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 24521280, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 24521792, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 24533056, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 24544320, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 24555584, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 24566848, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 24578112, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 24589376, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 24600640, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 24601664, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 24602688, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 24602692, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 26044484, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 26055748, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 26056260, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 26067524, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 26078788, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 26090052, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 26101316, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 26112580, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 26123844, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 26135108, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 26137156, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 26139204, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 26139208, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 27581000, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 27592264, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 27592776, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 27604040, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 27615304, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 27626568, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 27637832, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 27649096, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 27660360, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 27671624, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 27672648, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 27673672, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 27673676, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 29115468, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 29126732, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 29127244, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 29138508, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 29149772, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 29161036, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 29172300, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 29183564, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 29194828, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 29206092, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 29207116, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 29208140, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 29208144, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 30649936, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 30661200, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 30661712, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 30672976, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 30684240, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 30695504, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 30706768, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 30718032, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 30729296, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 30740560, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 30741584, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 30742608, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 30742612, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 32184404, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 32195668, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 32196180, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 32207444, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 32218708, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 32229972, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 32241236, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 32252500, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 32263764, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 32275028, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 32276052, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 32277076, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 32277080, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33718872, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 33730136, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33730648, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33741912, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33753176, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33764440, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33775704, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33786968, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 33798232, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 33809496, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 33810520, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 33811544, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 33811548, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 35253340, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 35264604, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 35265116, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 35276380, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 35287644, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 35298908, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 35310172, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 35321436, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 35332700, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 35343964, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 35346012, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 35348060, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 35348064, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 36789856, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 36801120, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 36801632, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 36812896, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 36824160, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 36835424, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 36846688, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 36857952, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 36869216, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 36880480, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 36881504, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 36882528, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 36882532, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 38324324, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 38335588, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 38336100, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 38347364, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 38358628, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 38369892, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 38381156, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 38392420, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 38403684, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 38414948, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 38415972, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 38416996, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 38417000, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 39858792, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 39870056, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 39870568, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 39881832, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 39893096, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 39904360, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 39915624, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 39926888, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 39938152, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 39949416, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 39950440, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 39951464, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 39951468, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 41393260, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 41404524, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 41405036, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 41416300, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 41427564, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 41438828, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 41450092, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 41461356, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 41472620, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 41483884, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 41484908, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 41485932, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 41485936, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 42927728, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 42938992, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 42939504, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 42950768, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 42962032, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 42973296, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 42984560, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 42995824, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 43007088, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 43018352, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 43019376, |
| "length": 1024, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 43020400, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 43020404, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 44462196, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 44473460, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 44473972, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 44485236, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 44496500, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 44507764, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 44519028, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 44530292, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 44541556, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 44552820, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 44554868, |
| "length": 2048, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.layer_scalar", |
| "kind": "vector", |
| "shape": [ |
| 1 |
| ], |
| "offset": 44556916, |
| "length": 4, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.router.proj.weight", |
| "kind": "vector", |
| "shape": [ |
| 360448 |
| ], |
| "offset": 44556920, |
| "length": 1441792, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.router.scale", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 45998712, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.router.per_expert_scale", |
| "kind": "vector", |
| "shape": [ |
| 128 |
| ], |
| "offset": 46009976, |
| "length": 512, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.pre_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46010488, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.post_feedforward_layernorm_1.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46021752, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.post_feedforward_layernorm_2.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46033016, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46044280, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46055544, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46066808, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46078072, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46089336, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46100600, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46111864, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46123128, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46134392, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46145656, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46156920, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46168184, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46179448, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46190712, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46201976, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46213240, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46224504, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46235768, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46247032, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46258296, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46269560, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46280824, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46292088, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46303352, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46314616, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46325880, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46337144, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46348408, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46359672, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46370936, |
| "length": 11264, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 2816 |
| ], |
| "offset": 46382200, |
| "length": 11264, |
| "file": "norms.bin" |
| } |
| ] |
