{
    "metadata": {
        "ParamSize": 339,
        "ParamBytes": 269230656.0,
        "BitsPerParam": 1.2522151079200936
    },
    "records": [
        {
            "dataPath": "params_shard_0.bin",
            "format": "raw-shard",
            "nbytes": 38827264,
            "records": [
                {
                    "name": "model.embed_tokens.q_weight",
                    "shape": [
                        151669,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 38827264,
                    "byteOffset": 0
                }
            ],
            "md5sum": "84a2f671bf40bc4f7706f32d636a12ad"
        },
        {
            "dataPath": "params_shard_1.bin",
            "format": "raw-shard",
            "nbytes": 33203872,
            "records": [
                {
                    "name": "model.embed_tokens.q_scale",
                    "shape": [
                        151669,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4853408,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 4853408
                },
                {
                    "name": "model.layers.0.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 4857504
                },
                {
                    "name": "model.layers.0.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 6430368
                },
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 6626976
                },
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 9772704
                },
                {
                    "name": "model.layers.0.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 10165920
                },
                {
                    "name": "model.layers.0.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 10170016
                },
                {
                    "name": "model.layers.0.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 10170272
                },
                {
                    "name": "model.layers.0.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 11218848
                },
                {
                    "name": "model.layers.0.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 11349920
                },
                {
                    "name": "model.layers.0.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 11874208
                },
                {
                    "name": "model.layers.0.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 11939744
                },
                {
                    "name": "model.layers.1.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 11940000
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 11944096
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 13516960
                },
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 13713568
                },
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 16859296
                },
                {
                    "name": "model.layers.1.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 17252512
                },
                {
                    "name": "model.layers.1.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 17256608
                },
                {
                    "name": "model.layers.1.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17256864
                },
                {
                    "name": "model.layers.1.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 18305440
                },
                {
                    "name": "model.layers.1.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 18436512
                },
                {
                    "name": "model.layers.1.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 18960800
                },
                {
                    "name": "model.layers.1.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 19026336
                },
                {
                    "name": "model.layers.10.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 19026592
                },
                {
                    "name": "model.layers.10.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 19030688
                },
                {
                    "name": "model.layers.10.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 20603552
                },
                {
                    "name": "model.layers.10.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 20800160
                },
                {
                    "name": "model.layers.10.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 23945888
                },
                {
                    "name": "model.layers.10.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 24339104
                },
                {
                    "name": "model.layers.10.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 24343200
                },
                {
                    "name": "model.layers.10.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 24343456
                },
                {
                    "name": "model.layers.10.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 25392032
                },
                {
                    "name": "model.layers.10.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 25523104
                },
                {
                    "name": "model.layers.10.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 26047392
                },
                {
                    "name": "model.layers.10.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 26112928
                },
                {
                    "name": "model.layers.11.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 26113184
                },
                {
                    "name": "model.layers.11.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 26117280
                },
                {
                    "name": "model.layers.11.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 27690144
                },
                {
                    "name": "model.layers.11.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 27886752
                },
                {
                    "name": "model.layers.11.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 31032480
                },
                {
                    "name": "model.layers.11.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 31425696
                },
                {
                    "name": "model.layers.11.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 31429792
                },
                {
                    "name": "model.layers.11.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 31430048
                },
                {
                    "name": "model.layers.11.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 32478624
                },
                {
                    "name": "model.layers.11.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 32609696
                },
                {
                    "name": "model.layers.11.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 33133984
                },
                {
                    "name": "model.layers.11.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 33199520
                },
                {
                    "name": "model.layers.12.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 33199776
                }
            ],
            "md5sum": "cbe2e8e76c2f14d644c612ae5bd3e88d"
        },
        {
            "dataPath": "params_shard_2.bin",
            "format": "raw-shard",
            "nbytes": 33261568,
            "records": [
                {
                    "name": "model.layers.12.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.12.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 1572864
                },
                {
                    "name": "model.layers.12.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 1769472
                },
                {
                    "name": "model.layers.12.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 4915200
                },
                {
                    "name": "model.layers.12.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 5308416
                },
                {
                    "name": "model.layers.12.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 5312512
                },
                {
                    "name": "model.layers.12.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 5312768
                },
                {
                    "name": "model.layers.12.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 6361344
                },
                {
                    "name": "model.layers.12.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 6492416
                },
                {
                    "name": "model.layers.12.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 7016704
                },
                {
                    "name": "model.layers.12.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 7082240
                },
                {
                    "name": "model.layers.13.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 7082496
                },
                {
                    "name": "model.layers.13.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 7086592
                },
                {
                    "name": "model.layers.13.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 8659456
                },
                {
                    "name": "model.layers.13.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 8856064
                },
                {
                    "name": "model.layers.13.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 12001792
                },
                {
                    "name": "model.layers.13.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 12395008
                },
                {
                    "name": "model.layers.13.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 12399104
                },
                {
                    "name": "model.layers.13.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 12399360
                },
                {
                    "name": "model.layers.13.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 13447936
                },
                {
                    "name": "model.layers.13.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 13579008
                },
                {
                    "name": "model.layers.13.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 14103296
                },
                {
                    "name": "model.layers.13.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 14168832
                },
                {
                    "name": "model.layers.14.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 14169088
                },
                {
                    "name": "model.layers.14.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 14173184
                },
                {
                    "name": "model.layers.14.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 15746048
                },
                {
                    "name": "model.layers.14.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 15942656
                },
                {
                    "name": "model.layers.14.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 19088384
                },
                {
                    "name": "model.layers.14.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 19481600
                },
                {
                    "name": "model.layers.14.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 19485696
                },
                {
                    "name": "model.layers.14.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 19485952
                },
                {
                    "name": "model.layers.14.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 20534528
                },
                {
                    "name": "model.layers.14.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 20665600
                },
                {
                    "name": "model.layers.14.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 21189888
                },
                {
                    "name": "model.layers.14.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 21255424
                },
                {
                    "name": "model.layers.15.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 21255680
                },
                {
                    "name": "model.layers.15.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 21259776
                },
                {
                    "name": "model.layers.15.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 22832640
                },
                {
                    "name": "model.layers.15.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 23029248
                },
                {
                    "name": "model.layers.15.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 26174976
                },
                {
                    "name": "model.layers.15.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 26568192
                },
                {
                    "name": "model.layers.15.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 26572288
                },
                {
                    "name": "model.layers.15.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 26572544
                },
                {
                    "name": "model.layers.15.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 27621120
                },
                {
                    "name": "model.layers.15.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 27752192
                },
                {
                    "name": "model.layers.15.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 28276480
                },
                {
                    "name": "model.layers.15.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 28342016
                },
                {
                    "name": "model.layers.16.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 28342272
                },
                {
                    "name": "model.layers.16.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 28346368
                },
                {
                    "name": "model.layers.16.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 29919232
                },
                {
                    "name": "model.layers.16.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 30115840
                }
            ],
            "md5sum": "08528417de6bb0dc104216976752c10e"
        },
        {
            "dataPath": "params_shard_3.bin",
            "format": "raw-shard",
            "nbytes": 32287232,
            "records": [
                {
                    "name": "model.layers.16.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.16.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 393216
                },
                {
                    "name": "model.layers.16.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 397312
                },
                {
                    "name": "model.layers.16.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 397568
                },
                {
                    "name": "model.layers.16.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 1446144
                },
                {
                    "name": "model.layers.16.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 1577216
                },
                {
                    "name": "model.layers.16.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 2101504
                },
                {
                    "name": "model.layers.16.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 2167040
                },
                {
                    "name": "model.layers.17.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 2167296
                },
                {
                    "name": "model.layers.17.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 2171392
                },
                {
                    "name": "model.layers.17.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 3744256
                },
                {
                    "name": "model.layers.17.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 3940864
                },
                {
                    "name": "model.layers.17.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 7086592
                },
                {
                    "name": "model.layers.17.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 7479808
                },
                {
                    "name": "model.layers.17.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 7483904
                },
                {
                    "name": "model.layers.17.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 7484160
                },
                {
                    "name": "model.layers.17.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 8532736
                },
                {
                    "name": "model.layers.17.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 8663808
                },
                {
                    "name": "model.layers.17.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 9188096
                },
                {
                    "name": "model.layers.17.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 9253632
                },
                {
                    "name": "model.layers.18.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 9253888
                },
                {
                    "name": "model.layers.18.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 9257984
                },
                {
                    "name": "model.layers.18.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 10830848
                },
                {
                    "name": "model.layers.18.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 11027456
                },
                {
                    "name": "model.layers.18.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 14173184
                },
                {
                    "name": "model.layers.18.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 14566400
                },
                {
                    "name": "model.layers.18.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 14570496
                },
                {
                    "name": "model.layers.18.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 14570752
                },
                {
                    "name": "model.layers.18.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 15619328
                },
                {
                    "name": "model.layers.18.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 15750400
                },
                {
                    "name": "model.layers.18.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 16274688
                },
                {
                    "name": "model.layers.18.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 16340224
                },
                {
                    "name": "model.layers.19.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 16340480
                },
                {
                    "name": "model.layers.19.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 16344576
                },
                {
                    "name": "model.layers.19.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 17917440
                },
                {
                    "name": "model.layers.19.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 18114048
                },
                {
                    "name": "model.layers.19.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 21259776
                },
                {
                    "name": "model.layers.19.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 21652992
                },
                {
                    "name": "model.layers.19.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 21657088
                },
                {
                    "name": "model.layers.19.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 21657344
                },
                {
                    "name": "model.layers.19.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 22705920
                },
                {
                    "name": "model.layers.19.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 22836992
                },
                {
                    "name": "model.layers.19.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 23361280
                },
                {
                    "name": "model.layers.19.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 23426816
                },
                {
                    "name": "model.layers.2.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 23427072
                },
                {
                    "name": "model.layers.2.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 23431168
                },
                {
                    "name": "model.layers.2.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 25004032
                },
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 25200640
                },
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 28346368
                },
                {
                    "name": "model.layers.2.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 28739584
                },
                {
                    "name": "model.layers.2.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 28743680
                },
                {
                    "name": "model.layers.2.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 28743936
                },
                {
                    "name": "model.layers.2.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 29792512
                },
                {
                    "name": "model.layers.2.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 29923584
                },
                {
                    "name": "model.layers.2.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 30447872
                },
                {
                    "name": "model.layers.2.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 30513408
                },
                {
                    "name": "model.layers.20.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 30513664
                },
                {
                    "name": "model.layers.20.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 30517760
                },
                {
                    "name": "model.layers.20.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 32090624
                }
            ],
            "md5sum": "978cca6481aa941500a185f771f5c17f"
        },
        {
            "dataPath": "params_shard_4.bin",
            "format": "raw-shard",
            "nbytes": 33069312,
            "records": [
                {
                    "name": "model.layers.20.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.20.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.20.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 3538944
                },
                {
                    "name": "model.layers.20.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 3543040
                },
                {
                    "name": "model.layers.20.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 3543296
                },
                {
                    "name": "model.layers.20.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 4591872
                },
                {
                    "name": "model.layers.20.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 4722944
                },
                {
                    "name": "model.layers.20.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 5247232
                },
                {
                    "name": "model.layers.20.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 5312768
                },
                {
                    "name": "model.layers.21.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 5313024
                },
                {
                    "name": "model.layers.21.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 5317120
                },
                {
                    "name": "model.layers.21.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 6889984
                },
                {
                    "name": "model.layers.21.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 7086592
                },
                {
                    "name": "model.layers.21.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 10232320
                },
                {
                    "name": "model.layers.21.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 10625536
                },
                {
                    "name": "model.layers.21.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 10629632
                },
                {
                    "name": "model.layers.21.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 10629888
                },
                {
                    "name": "model.layers.21.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 11678464
                },
                {
                    "name": "model.layers.21.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 11809536
                },
                {
                    "name": "model.layers.21.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 12333824
                },
                {
                    "name": "model.layers.21.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 12399360
                },
                {
                    "name": "model.layers.22.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 12399616
                },
                {
                    "name": "model.layers.22.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 12403712
                },
                {
                    "name": "model.layers.22.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 13976576
                },
                {
                    "name": "model.layers.22.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 14173184
                },
                {
                    "name": "model.layers.22.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 17318912
                },
                {
                    "name": "model.layers.22.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 17712128
                },
                {
                    "name": "model.layers.22.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 17716224
                },
                {
                    "name": "model.layers.22.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17716480
                },
                {
                    "name": "model.layers.22.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 18765056
                },
                {
                    "name": "model.layers.22.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 18896128
                },
                {
                    "name": "model.layers.22.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 19420416
                },
                {
                    "name": "model.layers.22.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 19485952
                },
                {
                    "name": "model.layers.23.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 19486208
                },
                {
                    "name": "model.layers.23.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 19490304
                },
                {
                    "name": "model.layers.23.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 21063168
                },
                {
                    "name": "model.layers.23.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 21259776
                },
                {
                    "name": "model.layers.23.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 24405504
                },
                {
                    "name": "model.layers.23.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 24798720
                },
                {
                    "name": "model.layers.23.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 24802816
                },
                {
                    "name": "model.layers.23.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 24803072
                },
                {
                    "name": "model.layers.23.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 25851648
                },
                {
                    "name": "model.layers.23.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 25982720
                },
                {
                    "name": "model.layers.23.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 26507008
                },
                {
                    "name": "model.layers.23.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 26572544
                },
                {
                    "name": "model.layers.24.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 26572800
                },
                {
                    "name": "model.layers.24.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 26576896
                },
                {
                    "name": "model.layers.24.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 28149760
                },
                {
                    "name": "model.layers.24.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 28346368
                },
                {
                    "name": "model.layers.24.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 31492096
                },
                {
                    "name": "model.layers.24.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 31885312
                },
                {
                    "name": "model.layers.24.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 31889408
                },
                {
                    "name": "model.layers.24.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 31889664
                },
                {
                    "name": "model.layers.24.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 32938240
                }
            ],
            "md5sum": "aec88dc10f48a60c85b3c52c477c063d"
        },
        {
            "dataPath": "params_shard_5.bin",
            "format": "raw-shard",
            "nbytes": 30710016,
            "records": [
                {
                    "name": "model.layers.24.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.24.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 524288
                },
                {
                    "name": "model.layers.24.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 589824
                },
                {
                    "name": "model.layers.25.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 590080
                },
                {
                    "name": "model.layers.25.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 594176
                },
                {
                    "name": "model.layers.25.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 2167040
                },
                {
                    "name": "model.layers.25.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 2363648
                },
                {
                    "name": "model.layers.25.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 5509376
                },
                {
                    "name": "model.layers.25.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 5902592
                },
                {
                    "name": "model.layers.25.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 5906688
                },
                {
                    "name": "model.layers.25.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 5906944
                },
                {
                    "name": "model.layers.25.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 6955520
                },
                {
                    "name": "model.layers.25.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 7086592
                },
                {
                    "name": "model.layers.25.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 7610880
                },
                {
                    "name": "model.layers.25.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 7676416
                },
                {
                    "name": "model.layers.26.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 7676672
                },
                {
                    "name": "model.layers.26.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 7680768
                },
                {
                    "name": "model.layers.26.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 9253632
                },
                {
                    "name": "model.layers.26.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 9450240
                },
                {
                    "name": "model.layers.26.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 12595968
                },
                {
                    "name": "model.layers.26.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 12989184
                },
                {
                    "name": "model.layers.26.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 12993280
                },
                {
                    "name": "model.layers.26.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 12993536
                },
                {
                    "name": "model.layers.26.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 14042112
                },
                {
                    "name": "model.layers.26.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 14173184
                },
                {
                    "name": "model.layers.26.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 14697472
                },
                {
                    "name": "model.layers.26.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 14763008
                },
                {
                    "name": "model.layers.27.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 14763264
                },
                {
                    "name": "model.layers.27.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 14767360
                },
                {
                    "name": "model.layers.27.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 16340224
                },
                {
                    "name": "model.layers.27.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 16536832
                },
                {
                    "name": "model.layers.27.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 19682560
                },
                {
                    "name": "model.layers.27.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 20075776
                },
                {
                    "name": "model.layers.27.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 20079872
                },
                {
                    "name": "model.layers.27.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 20080128
                },
                {
                    "name": "model.layers.27.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 21128704
                },
                {
                    "name": "model.layers.27.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 21259776
                },
                {
                    "name": "model.layers.27.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 21784064
                },
                {
                    "name": "model.layers.27.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 21849600
                },
                {
                    "name": "model.layers.3.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 21849856
                },
                {
                    "name": "model.layers.3.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 21853952
                },
                {
                    "name": "model.layers.3.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 23426816
                },
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 23623424
                },
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 26769152
                },
                {
                    "name": "model.layers.3.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 27162368
                },
                {
                    "name": "model.layers.3.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 27166464
                },
                {
                    "name": "model.layers.3.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27166720
                },
                {
                    "name": "model.layers.3.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 28215296
                },
                {
                    "name": "model.layers.3.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 28346368
                },
                {
                    "name": "model.layers.3.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 28870656
                },
                {
                    "name": "model.layers.3.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 28936192
                },
                {
                    "name": "model.layers.4.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 28936448
                },
                {
                    "name": "model.layers.4.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 28940544
                },
                {
                    "name": "model.layers.4.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 30513408
                }
            ],
            "md5sum": "57148f259b4e0f69f46e9b12c7d01ea6"
        },
        {
            "dataPath": "params_shard_6.bin",
            "format": "raw-shard",
            "nbytes": 33069312,
            "records": [
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.4.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 3538944
                },
                {
                    "name": "model.layers.4.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 3543040
                },
                {
                    "name": "model.layers.4.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 3543296
                },
                {
                    "name": "model.layers.4.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 4591872
                },
                {
                    "name": "model.layers.4.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 4722944
                },
                {
                    "name": "model.layers.4.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 5247232
                },
                {
                    "name": "model.layers.4.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 5312768
                },
                {
                    "name": "model.layers.5.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 5313024
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 5317120
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 6889984
                },
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 7086592
                },
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 10232320
                },
                {
                    "name": "model.layers.5.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 10625536
                },
                {
                    "name": "model.layers.5.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 10629632
                },
                {
                    "name": "model.layers.5.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 10629888
                },
                {
                    "name": "model.layers.5.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 11678464
                },
                {
                    "name": "model.layers.5.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 11809536
                },
                {
                    "name": "model.layers.5.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 12333824
                },
                {
                    "name": "model.layers.5.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 12399360
                },
                {
                    "name": "model.layers.6.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 12399616
                },
                {
                    "name": "model.layers.6.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 12403712
                },
                {
                    "name": "model.layers.6.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 13976576
                },
                {
                    "name": "model.layers.6.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 14173184
                },
                {
                    "name": "model.layers.6.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 17318912
                },
                {
                    "name": "model.layers.6.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 17712128
                },
                {
                    "name": "model.layers.6.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 17716224
                },
                {
                    "name": "model.layers.6.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17716480
                },
                {
                    "name": "model.layers.6.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 18765056
                },
                {
                    "name": "model.layers.6.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 18896128
                },
                {
                    "name": "model.layers.6.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 19420416
                },
                {
                    "name": "model.layers.6.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 19485952
                },
                {
                    "name": "model.layers.7.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 19486208
                },
                {
                    "name": "model.layers.7.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 19490304
                },
                {
                    "name": "model.layers.7.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 21063168
                },
                {
                    "name": "model.layers.7.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 21259776
                },
                {
                    "name": "model.layers.7.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 24405504
                },
                {
                    "name": "model.layers.7.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 24798720
                },
                {
                    "name": "model.layers.7.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 24802816
                },
                {
                    "name": "model.layers.7.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 24803072
                },
                {
                    "name": "model.layers.7.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 25851648
                },
                {
                    "name": "model.layers.7.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 25982720
                },
                {
                    "name": "model.layers.7.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 26507008
                },
                {
                    "name": "model.layers.7.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 26572544
                },
                {
                    "name": "model.layers.8.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 26572800
                },
                {
                    "name": "model.layers.8.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 26576896
                },
                {
                    "name": "model.layers.8.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 28149760
                },
                {
                    "name": "model.layers.8.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 28346368
                },
                {
                    "name": "model.layers.8.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 31492096
                },
                {
                    "name": "model.layers.8.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 31885312
                },
                {
                    "name": "model.layers.8.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 31889408
                },
                {
                    "name": "model.layers.8.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 31889664
                },
                {
                    "name": "model.layers.8.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 32938240
                }
            ],
            "md5sum": "ec48b1a4a3c3d4a46d82b9273ab9786b"
        },
        {
            "dataPath": "params_shard_7.bin",
            "format": "raw-shard",
            "nbytes": 7680768,
            "records": [
                {
                    "name": "model.layers.8.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.8.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 524288
                },
                {
                    "name": "model.layers.8.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 589824
                },
                {
                    "name": "model.layers.9.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 590080
                },
                {
                    "name": "model.layers.9.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        48,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1572864,
                    "byteOffset": 594176
                },
                {
                    "name": "model.layers.9.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        48
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 196608,
                    "byteOffset": 2167040
                },
                {
                    "name": "model.layers.9.mlp.gate_up_proj.q_weight",
                    "shape": [
                        12288,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 2363648
                },
                {
                    "name": "model.layers.9.mlp.gate_up_proj.q_scale",
                    "shape": [
                        12288,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 393216,
                    "byteOffset": 5509376
                },
                {
                    "name": "model.layers.9.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 5902592
                },
                {
                    "name": "model.layers.9.self_attn.k_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 5906688
                },
                {
                    "name": "model.layers.9.self_attn.c_attn.q_weight",
                    "shape": [
                        4096,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 5906944
                },
                {
                    "name": "model.layers.9.self_attn.c_attn.q_scale",
                    "shape": [
                        4096,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 131072,
                    "byteOffset": 6955520
                },
                {
                    "name": "model.layers.9.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        16,
                        4
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 524288,
                    "byteOffset": 7086592
                },
                {
                    "name": "model.layers.9.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        16
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 65536,
                    "byteOffset": 7610880
                },
                {
                    "name": "model.layers.9.self_attn.q_norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 256,
                    "byteOffset": 7676416
                },
                {
                    "name": "model.norm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "bfloat16",
                    "format": "raw",
                    "nbytes": 4096,
                    "byteOffset": 7676672
                }
            ],
            "md5sum": "23a064f036707be55f81a43c22ff61a2"
        }
    ]
}