{
  "format": "tensorstore",
  "version": "easydel",
  "prefixes": {
    "model": [
      {
        "path": "model/model/embed_tokens/embedding",
        "shape": [
          151936,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/0/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/1/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/2/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/3/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/4/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/5/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/6/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/7/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/8/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/10/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/11/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/9/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/12/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/13/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/14/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/15/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/16/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/17/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/18/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/19/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/20/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/21/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/22/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/23/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/24/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/25/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/26/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/27/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/28/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/29/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/30/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/31/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/32/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/33/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/34/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/35/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/36/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/37/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/38/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/39/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/40/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/41/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/42/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/43/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/44/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/45/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/46/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/mlp/experts/down_proj/kernel",
        "shape": [
          128,
          768,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/mlp/experts/gate_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/mlp/experts/up_proj/kernel",
        "shape": [
          128,
          2048,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/self_attn/k_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/self_attn/k_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/self_attn/o_proj/kernel",
        "shape": [
          4096,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/self_attn/q_norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/self_attn/q_proj/kernel",
        "shape": [
          2048,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/self_attn/v_proj/kernel",
        "shape": [
          2048,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/lm_head/kernel",
        "shape": [
          2048,
          151936
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/input_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/mlp/gate/kernel",
        "shape": [
          2048,
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/layers/47/post_attention_layernorm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/norm/kernel",
        "shape": [
          2048
        ],
        "dtype": "bfloat16"
      }
    ]
  }
}