[
  {
    "key": "layers.0.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 0,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 11264,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 22528,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33792,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 45056,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 46080,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 47104,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 47108,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 1488900,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 1500164,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 1500676,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 1511940,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 1523204,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 1534468,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 1545732,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 1556996,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 1568260,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 1579524,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 1580548,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 1581572,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 1581576,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 3023368,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 3034632,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 3035144,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 3046408,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 3057672,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 3068936,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 3080200,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 3091464,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 3102728,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 3113992,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 3115016,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 3116040,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 3116044,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 4557836,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 4569100,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 4569612,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 4580876,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 4592140,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 4603404,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 4614668,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 4625932,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 4637196,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 4648460,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 4649484,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 4650508,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 4650512,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 6092304,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 6103568,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 6104080,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 6115344,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 6126608,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 6137872,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 6149136,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 6160400,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 6171664,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 6182928,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 6183952,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 6184976,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 6184980,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 7626772,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 7638036,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 7638548,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 7649812,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 7661076,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 7672340,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 7683604,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 7694868,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 7706132,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 7717396,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 7719444,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 7721492,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 7721496,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 9163288,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 9174552,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 9175064,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 9186328,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 9197592,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 9208856,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 9220120,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 9231384,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 9242648,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 9253912,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 9254936,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 9255960,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 9255964,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 10697756,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 10709020,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 10709532,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 10720796,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 10732060,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 10743324,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 10754588,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 10765852,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 10777116,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 10788380,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 10789404,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 10790428,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 10790432,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 12232224,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 12243488,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 12244000,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 12255264,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 12266528,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 12277792,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 12289056,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 12300320,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 12311584,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 12322848,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 12323872,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 12324896,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 12324900,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 13766692,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 13777956,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 13778468,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 13789732,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 13800996,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 13812260,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 13823524,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 13834788,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 13846052,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 13857316,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 13858340,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 13859364,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 13859368,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 15301160,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 15312424,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 15312936,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 15324200,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 15335464,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 15346728,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 15357992,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 15369256,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 15380520,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 15391784,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 15392808,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 15393832,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 15393836,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 16835628,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 16846892,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 16847404,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 16858668,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 16869932,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 16881196,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 16892460,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 16903724,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 16914988,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 16926252,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 16928300,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 16930348,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 16930352,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 18372144,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 18383408,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 18383920,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 18395184,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 18406448,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 18417712,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 18428976,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 18440240,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 18451504,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 18462768,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 18463792,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 18464816,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 18464820,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 19906612,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 19917876,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 19918388,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 19929652,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 19940916,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 19952180,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 19963444,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 19974708,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 19985972,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 19997236,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 19998260,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 19999284,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 19999288,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 21441080,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 21452344,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 21452856,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 21464120,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 21475384,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 21486648,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 21497912,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 21509176,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 21520440,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 21531704,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 21532728,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 21533752,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 21533756,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 22975548,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 22986812,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 22987324,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 22998588,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 23009852,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 23021116,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 23032380,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 23043644,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 23054908,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 23066172,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 23067196,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 23068220,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 23068224,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 24510016,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 24521280,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 24521792,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 24533056,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 24544320,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 24555584,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 24566848,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 24578112,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 24589376,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 24600640,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 24601664,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 24602688,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 24602692,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 26044484,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 26055748,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 26056260,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 26067524,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 26078788,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 26090052,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 26101316,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 26112580,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 26123844,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 26135108,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 26137156,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 26139204,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 26139208,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 27581000,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 27592264,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 27592776,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 27604040,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 27615304,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 27626568,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 27637832,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 27649096,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 27660360,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 27671624,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 27672648,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 27673672,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 27673676,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 29115468,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 29126732,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 29127244,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 29138508,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 29149772,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 29161036,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 29172300,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 29183564,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 29194828,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 29206092,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 29207116,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 29208140,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 29208144,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 30649936,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 30661200,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 30661712,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 30672976,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 30684240,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 30695504,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 30706768,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 30718032,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 30729296,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 30740560,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 30741584,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 30742608,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 30742612,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 32184404,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 32195668,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 32196180,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 32207444,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 32218708,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 32229972,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 32241236,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 32252500,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 32263764,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 32275028,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 32276052,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 32277076,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 32277080,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33718872,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 33730136,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33730648,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33741912,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33753176,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33764440,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33775704,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33786968,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 33798232,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 33809496,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 33810520,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 33811544,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 33811548,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 35253340,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 35264604,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 35265116,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 35276380,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 35287644,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 35298908,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 35310172,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 35321436,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 35332700,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 35343964,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 35346012,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 35348060,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 35348064,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 36789856,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 36801120,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 36801632,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 36812896,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 36824160,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 36835424,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 36846688,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 36857952,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 36869216,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 36880480,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 36881504,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 36882528,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 36882532,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 38324324,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 38335588,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 38336100,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 38347364,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 38358628,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 38369892,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 38381156,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 38392420,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 38403684,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 38414948,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 38415972,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 38416996,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 38417000,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 39858792,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 39870056,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 39870568,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 39881832,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 39893096,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 39904360,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 39915624,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 39926888,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 39938152,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 39949416,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 39950440,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 39951464,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 39951468,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 41393260,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 41404524,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 41405036,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 41416300,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 41427564,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 41438828,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 41450092,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 41461356,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 41472620,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 41483884,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 41484908,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 41485932,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 41485936,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 42927728,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 42938992,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 42939504,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 42950768,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 42962032,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 42973296,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 42984560,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 42995824,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 43007088,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 43018352,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 43019376,
    "length": 1024,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 43020400,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 43020404,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 44462196,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 44473460,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 44473972,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 44485236,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 44496500,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 44507764,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 44519028,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 44530292,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 44541556,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 44552820,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 44554868,
    "length": 2048,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.layer_scalar",
    "kind": "vector",
    "shape": [
      1
    ],
    "offset": 44556916,
    "length": 4,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.router.proj.weight",
    "kind": "vector",
    "shape": [
      360448
    ],
    "offset": 44556920,
    "length": 1441792,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.router.scale",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 45998712,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.router.per_expert_scale",
    "kind": "vector",
    "shape": [
      128
    ],
    "offset": 46009976,
    "length": 512,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.pre_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46010488,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.post_feedforward_layernorm_1.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46021752,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.post_feedforward_layernorm_2.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46033016,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "norm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46044280,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46055544,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46066808,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46078072,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46089336,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46100600,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46111864,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46123128,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46134392,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46145656,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46156920,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46168184,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46179448,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46190712,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46201976,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46213240,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46224504,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46235768,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46247032,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46258296,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46269560,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46280824,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46292088,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46303352,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46314616,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46325880,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46337144,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46348408,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46359672,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46370936,
    "length": 11264,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      2816
    ],
    "offset": 46382200,
    "length": 11264,
    "file": "norms.bin"
  }
]