| { |
| "metadata": { |
| "ParamSize": 339, |
| "ParamBytes": 269230656.0, |
| "BitsPerParam": 1.2522151079200936 |
| }, |
| "records": [ |
| { |
| "dataPath": "params_shard_0.bin", |
| "format": "raw-shard", |
| "nbytes": 38827264, |
| "records": [ |
| { |
| "name": "model.embed_tokens.q_weight", |
| "shape": [ |
| 151669, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 38827264, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "84a2f671bf40bc4f7706f32d636a12ad" |
| }, |
| { |
| "dataPath": "params_shard_1.bin", |
| "format": "raw-shard", |
| "nbytes": 33203872, |
| "records": [ |
| { |
| "name": "model.embed_tokens.q_scale", |
| "shape": [ |
| 151669, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4853408, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.0.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 4853408 |
| }, |
| { |
| "name": "model.layers.0.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 4857504 |
| }, |
| { |
| "name": "model.layers.0.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 6430368 |
| }, |
| { |
| "name": "model.layers.0.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 6626976 |
| }, |
| { |
| "name": "model.layers.0.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 9772704 |
| }, |
| { |
| "name": "model.layers.0.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 10165920 |
| }, |
| { |
| "name": "model.layers.0.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 10170016 |
| }, |
| { |
| "name": "model.layers.0.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 10170272 |
| }, |
| { |
| "name": "model.layers.0.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 11218848 |
| }, |
| { |
| "name": "model.layers.0.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 11349920 |
| }, |
| { |
| "name": "model.layers.0.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 11874208 |
| }, |
| { |
| "name": "model.layers.0.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 11939744 |
| }, |
| { |
| "name": "model.layers.1.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 11940000 |
| }, |
| { |
| "name": "model.layers.1.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 11944096 |
| }, |
| { |
| "name": "model.layers.1.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 13516960 |
| }, |
| { |
| "name": "model.layers.1.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 13713568 |
| }, |
| { |
| "name": "model.layers.1.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 16859296 |
| }, |
| { |
| "name": "model.layers.1.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 17252512 |
| }, |
| { |
| "name": "model.layers.1.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 17256608 |
| }, |
| { |
| "name": "model.layers.1.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 17256864 |
| }, |
| { |
| "name": "model.layers.1.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 18305440 |
| }, |
| { |
| "name": "model.layers.1.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 18436512 |
| }, |
| { |
| "name": "model.layers.1.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 18960800 |
| }, |
| { |
| "name": "model.layers.1.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 19026336 |
| }, |
| { |
| "name": "model.layers.10.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 19026592 |
| }, |
| { |
| "name": "model.layers.10.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 19030688 |
| }, |
| { |
| "name": "model.layers.10.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 20603552 |
| }, |
| { |
| "name": "model.layers.10.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 20800160 |
| }, |
| { |
| "name": "model.layers.10.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 23945888 |
| }, |
| { |
| "name": "model.layers.10.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 24339104 |
| }, |
| { |
| "name": "model.layers.10.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 24343200 |
| }, |
| { |
| "name": "model.layers.10.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 24343456 |
| }, |
| { |
| "name": "model.layers.10.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 25392032 |
| }, |
| { |
| "name": "model.layers.10.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 25523104 |
| }, |
| { |
| "name": "model.layers.10.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 26047392 |
| }, |
| { |
| "name": "model.layers.10.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 26112928 |
| }, |
| { |
| "name": "model.layers.11.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 26113184 |
| }, |
| { |
| "name": "model.layers.11.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 26117280 |
| }, |
| { |
| "name": "model.layers.11.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 27690144 |
| }, |
| { |
| "name": "model.layers.11.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 27886752 |
| }, |
| { |
| "name": "model.layers.11.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 31032480 |
| }, |
| { |
| "name": "model.layers.11.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 31425696 |
| }, |
| { |
| "name": "model.layers.11.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 31429792 |
| }, |
| { |
| "name": "model.layers.11.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 31430048 |
| }, |
| { |
| "name": "model.layers.11.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 32478624 |
| }, |
| { |
| "name": "model.layers.11.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 32609696 |
| }, |
| { |
| "name": "model.layers.11.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 33133984 |
| }, |
| { |
| "name": "model.layers.11.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 33199520 |
| }, |
| { |
| "name": "model.layers.12.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 33199776 |
| } |
| ], |
| "md5sum": "cbe2e8e76c2f14d644c612ae5bd3e88d" |
| }, |
| { |
| "dataPath": "params_shard_2.bin", |
| "format": "raw-shard", |
| "nbytes": 33261568, |
| "records": [ |
| { |
| "name": "model.layers.12.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.12.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 1572864 |
| }, |
| { |
| "name": "model.layers.12.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 1769472 |
| }, |
| { |
| "name": "model.layers.12.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 4915200 |
| }, |
| { |
| "name": "model.layers.12.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 5308416 |
| }, |
| { |
| "name": "model.layers.12.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 5312512 |
| }, |
| { |
| "name": "model.layers.12.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 5312768 |
| }, |
| { |
| "name": "model.layers.12.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 6361344 |
| }, |
| { |
| "name": "model.layers.12.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 6492416 |
| }, |
| { |
| "name": "model.layers.12.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 7016704 |
| }, |
| { |
| "name": "model.layers.12.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 7082240 |
| }, |
| { |
| "name": "model.layers.13.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 7082496 |
| }, |
| { |
| "name": "model.layers.13.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 7086592 |
| }, |
| { |
| "name": "model.layers.13.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 8659456 |
| }, |
| { |
| "name": "model.layers.13.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 8856064 |
| }, |
| { |
| "name": "model.layers.13.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 12001792 |
| }, |
| { |
| "name": "model.layers.13.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 12395008 |
| }, |
| { |
| "name": "model.layers.13.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 12399104 |
| }, |
| { |
| "name": "model.layers.13.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 12399360 |
| }, |
| { |
| "name": "model.layers.13.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 13447936 |
| }, |
| { |
| "name": "model.layers.13.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 13579008 |
| }, |
| { |
| "name": "model.layers.13.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 14103296 |
| }, |
| { |
| "name": "model.layers.13.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 14168832 |
| }, |
| { |
| "name": "model.layers.14.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 14169088 |
| }, |
| { |
| "name": "model.layers.14.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 14173184 |
| }, |
| { |
| "name": "model.layers.14.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 15746048 |
| }, |
| { |
| "name": "model.layers.14.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 15942656 |
| }, |
| { |
| "name": "model.layers.14.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 19088384 |
| }, |
| { |
| "name": "model.layers.14.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 19481600 |
| }, |
| { |
| "name": "model.layers.14.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 19485696 |
| }, |
| { |
| "name": "model.layers.14.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 19485952 |
| }, |
| { |
| "name": "model.layers.14.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 20534528 |
| }, |
| { |
| "name": "model.layers.14.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 20665600 |
| }, |
| { |
| "name": "model.layers.14.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 21189888 |
| }, |
| { |
| "name": "model.layers.14.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 21255424 |
| }, |
| { |
| "name": "model.layers.15.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 21255680 |
| }, |
| { |
| "name": "model.layers.15.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 21259776 |
| }, |
| { |
| "name": "model.layers.15.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 22832640 |
| }, |
| { |
| "name": "model.layers.15.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 23029248 |
| }, |
| { |
| "name": "model.layers.15.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 26174976 |
| }, |
| { |
| "name": "model.layers.15.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 26568192 |
| }, |
| { |
| "name": "model.layers.15.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 26572288 |
| }, |
| { |
| "name": "model.layers.15.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 26572544 |
| }, |
| { |
| "name": "model.layers.15.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 27621120 |
| }, |
| { |
| "name": "model.layers.15.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 27752192 |
| }, |
| { |
| "name": "model.layers.15.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 28276480 |
| }, |
| { |
| "name": "model.layers.15.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 28342016 |
| }, |
| { |
| "name": "model.layers.16.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 28342272 |
| }, |
| { |
| "name": "model.layers.16.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 28346368 |
| }, |
| { |
| "name": "model.layers.16.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 29919232 |
| }, |
| { |
| "name": "model.layers.16.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 30115840 |
| } |
| ], |
| "md5sum": "08528417de6bb0dc104216976752c10e" |
| }, |
| { |
| "dataPath": "params_shard_3.bin", |
| "format": "raw-shard", |
| "nbytes": 32287232, |
| "records": [ |
| { |
| "name": "model.layers.16.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.16.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 393216 |
| }, |
| { |
| "name": "model.layers.16.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 397312 |
| }, |
| { |
| "name": "model.layers.16.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 397568 |
| }, |
| { |
| "name": "model.layers.16.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 1446144 |
| }, |
| { |
| "name": "model.layers.16.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 1577216 |
| }, |
| { |
| "name": "model.layers.16.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 2101504 |
| }, |
| { |
| "name": "model.layers.16.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 2167040 |
| }, |
| { |
| "name": "model.layers.17.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 2167296 |
| }, |
| { |
| "name": "model.layers.17.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 2171392 |
| }, |
| { |
| "name": "model.layers.17.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 3744256 |
| }, |
| { |
| "name": "model.layers.17.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 3940864 |
| }, |
| { |
| "name": "model.layers.17.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 7086592 |
| }, |
| { |
| "name": "model.layers.17.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 7479808 |
| }, |
| { |
| "name": "model.layers.17.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 7483904 |
| }, |
| { |
| "name": "model.layers.17.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 7484160 |
| }, |
| { |
| "name": "model.layers.17.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 8532736 |
| }, |
| { |
| "name": "model.layers.17.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 8663808 |
| }, |
| { |
| "name": "model.layers.17.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 9188096 |
| }, |
| { |
| "name": "model.layers.17.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 9253632 |
| }, |
| { |
| "name": "model.layers.18.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 9253888 |
| }, |
| { |
| "name": "model.layers.18.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 9257984 |
| }, |
| { |
| "name": "model.layers.18.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 10830848 |
| }, |
| { |
| "name": "model.layers.18.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 11027456 |
| }, |
| { |
| "name": "model.layers.18.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 14173184 |
| }, |
| { |
| "name": "model.layers.18.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 14566400 |
| }, |
| { |
| "name": "model.layers.18.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 14570496 |
| }, |
| { |
| "name": "model.layers.18.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 14570752 |
| }, |
| { |
| "name": "model.layers.18.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 15619328 |
| }, |
| { |
| "name": "model.layers.18.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 15750400 |
| }, |
| { |
| "name": "model.layers.18.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 16274688 |
| }, |
| { |
| "name": "model.layers.18.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 16340224 |
| }, |
| { |
| "name": "model.layers.19.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 16340480 |
| }, |
| { |
| "name": "model.layers.19.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 16344576 |
| }, |
| { |
| "name": "model.layers.19.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 17917440 |
| }, |
| { |
| "name": "model.layers.19.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 18114048 |
| }, |
| { |
| "name": "model.layers.19.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 21259776 |
| }, |
| { |
| "name": "model.layers.19.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 21652992 |
| }, |
| { |
| "name": "model.layers.19.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 21657088 |
| }, |
| { |
| "name": "model.layers.19.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 21657344 |
| }, |
| { |
| "name": "model.layers.19.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 22705920 |
| }, |
| { |
| "name": "model.layers.19.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 22836992 |
| }, |
| { |
| "name": "model.layers.19.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 23361280 |
| }, |
| { |
| "name": "model.layers.19.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 23426816 |
| }, |
| { |
| "name": "model.layers.2.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 23427072 |
| }, |
| { |
| "name": "model.layers.2.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 23431168 |
| }, |
| { |
| "name": "model.layers.2.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 25004032 |
| }, |
| { |
| "name": "model.layers.2.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 25200640 |
| }, |
| { |
| "name": "model.layers.2.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 28346368 |
| }, |
| { |
| "name": "model.layers.2.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 28739584 |
| }, |
| { |
| "name": "model.layers.2.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 28743680 |
| }, |
| { |
| "name": "model.layers.2.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 28743936 |
| }, |
| { |
| "name": "model.layers.2.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 29792512 |
| }, |
| { |
| "name": "model.layers.2.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 29923584 |
| }, |
| { |
| "name": "model.layers.2.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 30447872 |
| }, |
| { |
| "name": "model.layers.2.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 30513408 |
| }, |
| { |
| "name": "model.layers.20.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 30513664 |
| }, |
| { |
| "name": "model.layers.20.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 30517760 |
| }, |
| { |
| "name": "model.layers.20.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 32090624 |
| } |
| ], |
| "md5sum": "978cca6481aa941500a185f771f5c17f" |
| }, |
| { |
| "dataPath": "params_shard_4.bin", |
| "format": "raw-shard", |
| "nbytes": 33069312, |
| "records": [ |
| { |
| "name": "model.layers.20.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.20.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.20.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 3538944 |
| }, |
| { |
| "name": "model.layers.20.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 3543040 |
| }, |
| { |
| "name": "model.layers.20.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 3543296 |
| }, |
| { |
| "name": "model.layers.20.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 4591872 |
| }, |
| { |
| "name": "model.layers.20.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 4722944 |
| }, |
| { |
| "name": "model.layers.20.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 5247232 |
| }, |
| { |
| "name": "model.layers.20.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 5312768 |
| }, |
| { |
| "name": "model.layers.21.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 5313024 |
| }, |
| { |
| "name": "model.layers.21.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 5317120 |
| }, |
| { |
| "name": "model.layers.21.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 6889984 |
| }, |
| { |
| "name": "model.layers.21.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 7086592 |
| }, |
| { |
| "name": "model.layers.21.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 10232320 |
| }, |
| { |
| "name": "model.layers.21.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 10625536 |
| }, |
| { |
| "name": "model.layers.21.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 10629632 |
| }, |
| { |
| "name": "model.layers.21.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 10629888 |
| }, |
| { |
| "name": "model.layers.21.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 11678464 |
| }, |
| { |
| "name": "model.layers.21.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 11809536 |
| }, |
| { |
| "name": "model.layers.21.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 12333824 |
| }, |
| { |
| "name": "model.layers.21.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 12399360 |
| }, |
| { |
| "name": "model.layers.22.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 12399616 |
| }, |
| { |
| "name": "model.layers.22.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 12403712 |
| }, |
| { |
| "name": "model.layers.22.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 13976576 |
| }, |
| { |
| "name": "model.layers.22.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 14173184 |
| }, |
| { |
| "name": "model.layers.22.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 17318912 |
| }, |
| { |
| "name": "model.layers.22.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 17712128 |
| }, |
| { |
| "name": "model.layers.22.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 17716224 |
| }, |
| { |
| "name": "model.layers.22.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 17716480 |
| }, |
| { |
| "name": "model.layers.22.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 18765056 |
| }, |
| { |
| "name": "model.layers.22.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 18896128 |
| }, |
| { |
| "name": "model.layers.22.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 19420416 |
| }, |
| { |
| "name": "model.layers.22.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 19485952 |
| }, |
| { |
| "name": "model.layers.23.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 19486208 |
| }, |
| { |
| "name": "model.layers.23.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 19490304 |
| }, |
| { |
| "name": "model.layers.23.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 21063168 |
| }, |
| { |
| "name": "model.layers.23.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21259776 |
| }, |
| { |
| "name": "model.layers.23.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 24405504 |
| }, |
| { |
| "name": "model.layers.23.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 24798720 |
| }, |
| { |
| "name": "model.layers.23.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 24802816 |
| }, |
| { |
| "name": "model.layers.23.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 24803072 |
| }, |
| { |
| "name": "model.layers.23.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 25851648 |
| }, |
| { |
| "name": "model.layers.23.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 25982720 |
| }, |
| { |
| "name": "model.layers.23.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 26507008 |
| }, |
| { |
| "name": "model.layers.23.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 26572544 |
| }, |
| { |
| "name": "model.layers.24.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 26572800 |
| }, |
| { |
| "name": "model.layers.24.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 26576896 |
| }, |
| { |
| "name": "model.layers.24.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 28149760 |
| }, |
| { |
| "name": "model.layers.24.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 28346368 |
| }, |
| { |
| "name": "model.layers.24.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 31492096 |
| }, |
| { |
| "name": "model.layers.24.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 31885312 |
| }, |
| { |
| "name": "model.layers.24.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 31889408 |
| }, |
| { |
| "name": "model.layers.24.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 31889664 |
| }, |
| { |
| "name": "model.layers.24.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 32938240 |
| } |
| ], |
| "md5sum": "aec88dc10f48a60c85b3c52c477c063d" |
| }, |
| { |
| "dataPath": "params_shard_5.bin", |
| "format": "raw-shard", |
| "nbytes": 30710016, |
| "records": [ |
| { |
| "name": "model.layers.24.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.24.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 524288 |
| }, |
| { |
| "name": "model.layers.24.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 589824 |
| }, |
| { |
| "name": "model.layers.25.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 590080 |
| }, |
| { |
| "name": "model.layers.25.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 594176 |
| }, |
| { |
| "name": "model.layers.25.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 2167040 |
| }, |
| { |
| "name": "model.layers.25.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 2363648 |
| }, |
| { |
| "name": "model.layers.25.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 5509376 |
| }, |
| { |
| "name": "model.layers.25.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 5902592 |
| }, |
| { |
| "name": "model.layers.25.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 5906688 |
| }, |
| { |
| "name": "model.layers.25.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 5906944 |
| }, |
| { |
| "name": "model.layers.25.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 6955520 |
| }, |
| { |
| "name": "model.layers.25.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 7086592 |
| }, |
| { |
| "name": "model.layers.25.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 7610880 |
| }, |
| { |
| "name": "model.layers.25.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 7676416 |
| }, |
| { |
| "name": "model.layers.26.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 7676672 |
| }, |
| { |
| "name": "model.layers.26.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 7680768 |
| }, |
| { |
| "name": "model.layers.26.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 9253632 |
| }, |
| { |
| "name": "model.layers.26.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 9450240 |
| }, |
| { |
| "name": "model.layers.26.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 12595968 |
| }, |
| { |
| "name": "model.layers.26.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 12989184 |
| }, |
| { |
| "name": "model.layers.26.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 12993280 |
| }, |
| { |
| "name": "model.layers.26.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 12993536 |
| }, |
| { |
| "name": "model.layers.26.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 14042112 |
| }, |
| { |
| "name": "model.layers.26.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 14173184 |
| }, |
| { |
| "name": "model.layers.26.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 14697472 |
| }, |
| { |
| "name": "model.layers.26.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 14763008 |
| }, |
| { |
| "name": "model.layers.27.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 14763264 |
| }, |
| { |
| "name": "model.layers.27.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 14767360 |
| }, |
| { |
| "name": "model.layers.27.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 16340224 |
| }, |
| { |
| "name": "model.layers.27.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 16536832 |
| }, |
| { |
| "name": "model.layers.27.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 19682560 |
| }, |
| { |
| "name": "model.layers.27.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 20075776 |
| }, |
| { |
| "name": "model.layers.27.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 20079872 |
| }, |
| { |
| "name": "model.layers.27.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 20080128 |
| }, |
| { |
| "name": "model.layers.27.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 21128704 |
| }, |
| { |
| "name": "model.layers.27.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 21259776 |
| }, |
| { |
| "name": "model.layers.27.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 21784064 |
| }, |
| { |
| "name": "model.layers.27.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 21849600 |
| }, |
| { |
| "name": "model.layers.3.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 21849856 |
| }, |
| { |
| "name": "model.layers.3.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 21853952 |
| }, |
| { |
| "name": "model.layers.3.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 23426816 |
| }, |
| { |
| "name": "model.layers.3.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 23623424 |
| }, |
| { |
| "name": "model.layers.3.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 26769152 |
| }, |
| { |
| "name": "model.layers.3.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 27162368 |
| }, |
| { |
| "name": "model.layers.3.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 27166464 |
| }, |
| { |
| "name": "model.layers.3.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 27166720 |
| }, |
| { |
| "name": "model.layers.3.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 28215296 |
| }, |
| { |
| "name": "model.layers.3.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 28346368 |
| }, |
| { |
| "name": "model.layers.3.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 28870656 |
| }, |
| { |
| "name": "model.layers.3.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 28936192 |
| }, |
| { |
| "name": "model.layers.4.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 28936448 |
| }, |
| { |
| "name": "model.layers.4.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 28940544 |
| }, |
| { |
| "name": "model.layers.4.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 30513408 |
| } |
| ], |
| "md5sum": "57148f259b4e0f69f46e9b12c7d01ea6" |
| }, |
| { |
| "dataPath": "params_shard_6.bin", |
| "format": "raw-shard", |
| "nbytes": 33069312, |
| "records": [ |
| { |
| "name": "model.layers.4.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.4.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.4.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 3538944 |
| }, |
| { |
| "name": "model.layers.4.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 3543040 |
| }, |
| { |
| "name": "model.layers.4.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 3543296 |
| }, |
| { |
| "name": "model.layers.4.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 4591872 |
| }, |
| { |
| "name": "model.layers.4.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 4722944 |
| }, |
| { |
| "name": "model.layers.4.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 5247232 |
| }, |
| { |
| "name": "model.layers.4.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 5312768 |
| }, |
| { |
| "name": "model.layers.5.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 5313024 |
| }, |
| { |
| "name": "model.layers.5.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 5317120 |
| }, |
| { |
| "name": "model.layers.5.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 6889984 |
| }, |
| { |
| "name": "model.layers.5.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 7086592 |
| }, |
| { |
| "name": "model.layers.5.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 10232320 |
| }, |
| { |
| "name": "model.layers.5.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 10625536 |
| }, |
| { |
| "name": "model.layers.5.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 10629632 |
| }, |
| { |
| "name": "model.layers.5.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 10629888 |
| }, |
| { |
| "name": "model.layers.5.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 11678464 |
| }, |
| { |
| "name": "model.layers.5.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 11809536 |
| }, |
| { |
| "name": "model.layers.5.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 12333824 |
| }, |
| { |
| "name": "model.layers.5.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 12399360 |
| }, |
| { |
| "name": "model.layers.6.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 12399616 |
| }, |
| { |
| "name": "model.layers.6.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 12403712 |
| }, |
| { |
| "name": "model.layers.6.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 13976576 |
| }, |
| { |
| "name": "model.layers.6.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 14173184 |
| }, |
| { |
| "name": "model.layers.6.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 17318912 |
| }, |
| { |
| "name": "model.layers.6.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 17712128 |
| }, |
| { |
| "name": "model.layers.6.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 17716224 |
| }, |
| { |
| "name": "model.layers.6.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 17716480 |
| }, |
| { |
| "name": "model.layers.6.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 18765056 |
| }, |
| { |
| "name": "model.layers.6.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 18896128 |
| }, |
| { |
| "name": "model.layers.6.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 19420416 |
| }, |
| { |
| "name": "model.layers.6.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 19485952 |
| }, |
| { |
| "name": "model.layers.7.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 19486208 |
| }, |
| { |
| "name": "model.layers.7.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 19490304 |
| }, |
| { |
| "name": "model.layers.7.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 21063168 |
| }, |
| { |
| "name": "model.layers.7.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21259776 |
| }, |
| { |
| "name": "model.layers.7.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 24405504 |
| }, |
| { |
| "name": "model.layers.7.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 24798720 |
| }, |
| { |
| "name": "model.layers.7.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 24802816 |
| }, |
| { |
| "name": "model.layers.7.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 24803072 |
| }, |
| { |
| "name": "model.layers.7.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 25851648 |
| }, |
| { |
| "name": "model.layers.7.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 25982720 |
| }, |
| { |
| "name": "model.layers.7.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 26507008 |
| }, |
| { |
| "name": "model.layers.7.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 26572544 |
| }, |
| { |
| "name": "model.layers.8.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 26572800 |
| }, |
| { |
| "name": "model.layers.8.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 26576896 |
| }, |
| { |
| "name": "model.layers.8.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 28149760 |
| }, |
| { |
| "name": "model.layers.8.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 28346368 |
| }, |
| { |
| "name": "model.layers.8.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 31492096 |
| }, |
| { |
| "name": "model.layers.8.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 31885312 |
| }, |
| { |
| "name": "model.layers.8.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 31889408 |
| }, |
| { |
| "name": "model.layers.8.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 31889664 |
| }, |
| { |
| "name": "model.layers.8.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 32938240 |
| } |
| ], |
| "md5sum": "ec48b1a4a3c3d4a46d82b9273ab9786b" |
| }, |
| { |
| "dataPath": "params_shard_7.bin", |
| "format": "raw-shard", |
| "nbytes": 7680768, |
| "records": [ |
| { |
| "name": "model.layers.8.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.8.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 524288 |
| }, |
| { |
| "name": "model.layers.8.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 589824 |
| }, |
| { |
| "name": "model.layers.9.input_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 590080 |
| }, |
| { |
| "name": "model.layers.9.mlp.down_proj.q_weight", |
| "shape": [ |
| 2048, |
| 48, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1572864, |
| "byteOffset": 594176 |
| }, |
| { |
| "name": "model.layers.9.mlp.down_proj.q_scale", |
| "shape": [ |
| 2048, |
| 48 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 196608, |
| "byteOffset": 2167040 |
| }, |
| { |
| "name": "model.layers.9.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 12288, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 2363648 |
| }, |
| { |
| "name": "model.layers.9.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 12288, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 393216, |
| "byteOffset": 5509376 |
| }, |
| { |
| "name": "model.layers.9.post_attention_layernorm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 5902592 |
| }, |
| { |
| "name": "model.layers.9.self_attn.k_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 5906688 |
| }, |
| { |
| "name": "model.layers.9.self_attn.c_attn.q_weight", |
| "shape": [ |
| 4096, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 5906944 |
| }, |
| { |
| "name": "model.layers.9.self_attn.c_attn.q_scale", |
| "shape": [ |
| 4096, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 131072, |
| "byteOffset": 6955520 |
| }, |
| { |
| "name": "model.layers.9.self_attn.o_proj.q_weight", |
| "shape": [ |
| 2048, |
| 16, |
| 4 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 524288, |
| "byteOffset": 7086592 |
| }, |
| { |
| "name": "model.layers.9.self_attn.o_proj.q_scale", |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 65536, |
| "byteOffset": 7610880 |
| }, |
| { |
| "name": "model.layers.9.self_attn.q_norm.weight", |
| "shape": [ |
| 128 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 256, |
| "byteOffset": 7676416 |
| }, |
| { |
| "name": "model.norm.weight", |
| "shape": [ |
| 2048 |
| ], |
| "dtype": "bfloat16", |
| "format": "raw", |
| "nbytes": 4096, |
| "byteOffset": 7676672 |
| } |
| ], |
| "md5sum": "23a064f036707be55f81a43c22ff61a2" |
| } |
| ] |
| } |
