model.tic.manifest.json

{
  "schema": "isiro-weights-manifest-v1",
  "model_name": "Qwen/Qwen3.5-35B-A3B",
  "tic": "model.tic",
  "reference": "Qwen3.5-35B-A3B",
  "codec": "v0.1.0",
  "bit_exact": true,
  "tensor_count": 1811,
  "hash_algorithm": "sha256",
  "root_sha256": "517ea5c61021dbee7bccc1f28da8c1db1fc7514f1c126fa50004c744004f1357",
  "generated_at": "2026-08-10T19:25:57+00:00",
  "tensors": {
    "lm_head.weight": {
      "dtype": "BF16",
      "sha256": "1da5bbd49dab41de83e02491acd7b27442bfe6568c28a9a102d826821059557b",
      "shape": [
        248320,
        2048
      ]
    },
    "model.language_model.embed_tokens.weight": {
      "dtype": "BF16",
      "sha256": "0835d4f7924a62765cb55e4408f44fcd6996ff9e4d2159a9653f8ff4f2206777",
      "shape": [
        248320,
        2048
      ]
    },
    "model.language_model.layers.0.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "140102e0751089c284fc4cb62b9ac11dbac28832f97f080dd22c01e3c8bae281",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.0.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "93a92ceddaef88832a54eb43e3d4fb2900df723d5cffee33881058e3fc19228d",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.0.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "1a9f2d454872c9d3d00a83ef59c695f146363e72d57371df4e009dc859b67711",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.0.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "611c607b54815edb27d2f729cc3296f11c2278e9312a2597c9e00fce25f19030",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.0.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "bc836418f21d21c708a3decfddd11064d9d014c66e6756834fbe6c586d45822c",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.0.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "1f7ad208140be0be857a9463a8591d9029efff6d2c246115315771a312501653",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "b6195bf0347afcbee3eab1e1f7c34b372cc917b19ddf4feaed8f70d699544db6",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.0.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "3e49051efdba4ede71031484a6c4158cdd42ad28bc41b54e5d49607a46085d9b",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.0.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "51345f1b1c1490f1afb529af979721307c25260ab4f2276a88fc18bba27e3f12",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.0.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "b633407601d75944958bcb9209c69eec6563d49ebc481b8f5ca78ec3954398b9",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.0.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "e41af71477e2941223d548725fb64b922900c826fd4b90934fd2a41327647fad",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.0.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "2406a5060b43bd66333a2dd34419137acfa72e10c970489bc485c2caf459b9b8",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.0.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "d55bd73f2cfdb0bd87a2228e6b1894757b9ca3a6fdd6ecac7418cb2a829fbac3",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.0.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "4f01a787f647508aef5840ed2d18c83d648c9016bc3dd35b4acfec8a1bfd0ec6",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.0.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4210d0ff5878122d56077ded310dd092945c57b2de38d42e0588c01db15517c0",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.0.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "705ada034585ee5f3ebdd32d11943483a537405d97d6f11311c694f410b13b04",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.0.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "c85c48dc1c18df12b7e8e2ab8204e00d031379f9fe840eb2b8bce128375e6ace",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.0.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "2f331eb946dccbddc67529a69c0e20d8ec3810ff9658d6c4ecee4462fd3c3f47",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.1.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "05b7f1ff5d00cf4bb0cc4c13e2bdb67af365387390ef5ab4e2a7824530836be6",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.1.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "34367b44e4bc5020b2aff94ff4f471dc3e19af6ac930dc9412a62a5dcb9d571c",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.1.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "250f34edb64c3679e9334e5b103b0df15fdbdf75e635241769348651888ae073",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.1.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "0280a2e3d81bf9021d26609a3387ac86cf3e3966781d0a2c6904531a12945607",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.1.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "53980349f963b1d29e592a501b45a1f5b9c8a4496ca28219a4167ec6e3f3f2b2",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.1.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "1368406cb08be1695e749e05950195a64e7c5ce0124c7dce7e94fa8e337efa2a",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "bbe39525aaa35824a575e0b015b254e0cc455c7d88a6d29f0f299f75ab3e21b5",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.1.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "a0f144018f6c319b8f60124c7506330f4ed92d922eaec0399887fc162c4a35bc",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.1.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "21b7e58c540cdcd00bf0bbfc5d6d9c361d70c464a30d1cf856cc0c91e92a7c17",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.1.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "30efd3c105a1a069d8cd2167a9cf9627922c4af8edb5689349c0b1da99fdb0c2",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.1.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "c721b6e79a651493ce68f0531f98e52e546241f04524cda904299de7485e9fb4",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.1.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "2f793d5384a22c52fac358fe8c3201ac3b050e2a1a0d5b2fd2b2969134043da8",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.1.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "ecf28fe1fb60e2cf83ddcda9f82fed27fe4928fd75407268975d06470409d48c",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.1.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6e55fd9fd9829217f22e6ab2f5ad0dc54e127f2f1b5e9bc17ebda7ea1050eca6",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.1.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "408818ad15b28b1ea4025d84936d3f00a1a16e6282b376dfabebb2f078c6c952",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.1.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "afb1e482329a62865bc214ed850c690dea1daf3e98bd3165e3e7187c652d6407",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.1.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "3e5cb2f17f2a67393e57dd2fe06587207f4d1ca5aa33b159c9a2eba6af5d540c",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.1.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "49b4d4d99ee0f3b3a09e1baa0f5f7810eab7e04584295b6ef8ab0560a267d756",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.10.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "4d7086736bac2bf6159b21e9e3664ece92ad5aeec2819f752f451e6ff8bd8fac",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.10.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "33c5f0f0ab1b2fd66b452921c182b61d109f1bb4d28bfa4388bb6df2a2e4ecdc",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.10.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "85f23070e1b716d878fc1d65427acf5ec4b02b54cda8d2ff791ed219a664a5f1",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.10.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "25c305f5496d7d6e4fbc5712b6f250b6341e881df03660dd677c8ff01d2fae34",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.10.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "8c46b4df6cbfb0ba5000d2bbaf66daf9deed2c78d3f39bb6d2fe4732ff027d4c",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.10.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "6cc18131bab99eb631f461596210d6a1671bb7e027e410baa13799a50522f16f",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "5cd6bcc99ff0b1f39ef8538136c6e56a6c0cdbe18283205e72553609feb5a574",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.10.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "a65e06560642120feb54bb61ddb2182a090316fb4adcc3dc726a68770e7f6ebf",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.10.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "4f56f745abfdeb6b4ad340e511f27cd7ee56e02d03999c0cb757620f4764ffd6",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.10.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "ecfb51e08911bd528748643e23cdbb142bf5b42270097287f7833a95ba6fc517",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.10.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "94d863fb62cc30c3627530204c062f481c073026bbded5db620a0f7d3d756fe4",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.10.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "4b6f0214fe5076e7350021cca165572ced1b3650a2df38b5f5b5092686a7f932",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.10.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "9724c64ed7a5e844c6dd57c465cef140d9fd028fd2b786636b0a1ec8e38adb3d",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.10.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "241f434fcbee0f1943f9dbd19d689d5179eb8b4a364f871b22c7547b789e50e0",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.10.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "848df9bdeaf08bf916024380df4a375b9779dce58d94c628ff1e1b9ba5b212e7",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.10.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "382a48b0f3e048632be00e5fdbe06de8abeab57bb518806855cdc8201cefaa2c",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.10.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "0286bb2090152d2d97f057a58791f2ccdef436e0434cb40ea0966a65bf310c94",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.10.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "164987efe2c53471c0dceba1e2b92b2ae40cfd426d70f897668a361b4a08bed0",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.11.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "8533ff2c472b3ff7a963eb07154cd07a95f98a9b411f56c68ff2f834c1bdfb11",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.11.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "9a6801ebb18ed75f68c5d9160694dc15600db0ae0f804e6d049136b67e5f5da4",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.11.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "45c32711dfe34c9f9d6dc32e5f02f524cd8e032c4435e279e26513afada2c48b",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.11.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "b2c100812b9ee44561eed9e8ea13524874c5ae344184a0bf88f4e4cf19147345",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.11.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c622e05fbf3ec744925bd1473ed1956a40210782cf772e25f29e2144024040fd",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.11.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b1f743a6954640a398c2cff90784af525f80a99c2808c93b99714a67473356ab",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.11.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "773ca795d86f6725f349ce5872ebc2736e23a31aafd5b591565a6d1618ca0d8e",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.11.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "c4e5b57f6b0c36b29874ad2b52ade5d8d6527952ba1097e8761ff5a15d0a85c2",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.11.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "d8f754a00691d04a901f99b0c31cda04b3ff095de1bf2ff6680a13dcc6bf8afd",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.11.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "bcbc9f9405e8518cbdbc556970ff4e1e5b7d3270f2cebe88007f0b2a0116efd5",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.11.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "e84d65fc176023e68b19952ec8ece23cf639de97ba96667fc22b665186e41ec8",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.11.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "dab13e03fbe4f0964609265aec879cfb817a3939c04eaade79b1bc614b8e4cbe",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.11.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "0f7f62f95f2c1a1dd4d38fea0291420537ac9d99554ec19faffa6ea3751609dc",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.11.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "f86c4c9e5628099c685ffc6a06fc617ddb760de15bc503279021f1b4f8d6af45",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.11.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "975c9c045492b85bb9907441dafd2b85bacb253a5821e6d4802eb37d69b27119",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.12.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "0e8facbbcbc413ccd2181f52167776c9d0a574f3c20cc3e25167ce95c482617a",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.12.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "59e04e0d2efb9322700d0fbbfa563f1eb7176cf50216fcec9a0f3c5c314b8627",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.12.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "ff2e5a5551b4554d7f1ac2b1f60f3a09c1f5849d3f91a9836381a916b7d00440",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.12.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "ceba4f62f53fee0796f239f288aaab1f099914978673965f8614ff70ba2e2e0b",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.12.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "cf7da31fc956a893b86a56a49640a970b82342ef73b17a76507e1fb66aac3aeb",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.12.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "4b047c2ca3e9ffc4860b336c85b10b0af5056339454cdee1f8aa0fe505387b11",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "dc3089b42e6eccbb26df7eeb5c75d757cba91eeec9aea592186590268396b886",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.12.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "2f9f672e492a6a7bf5a0fa289104b7a31b425f820f624315e3748108d5040f75",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.12.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "11441db017f7193220554542378745f539182073450a599cc826616e06ace447",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.12.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "80cefb3d3dc4d31d102b8ec93c1fd2353d65fd038dd19cad52127caa112b6747",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.12.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "57ce227582330a07fb212fc957c46203b1160bfed774c9583aa289291b8ff68a",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.12.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "9ceb34bc5f8756ad4e10528525520e006e801790c5b1a251e49a73110b083b6f",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.12.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "2bdf54336286f2b1389376d465c6c53c6523ffe2f951d9db19b01f9c6de78137",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.12.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "bef946f8fdbec370e01025f6229c5dd6f2b196f068ed90e22734efd7d86f30ee",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.12.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "60f15755f8b54b9751b8fd53c82e00e851bf3f1ab24a28b6a7b26a94fe24c538",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.12.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "0c7efc12a1170693d7fb85828fd705b80566b9685fc0346d1252d03f3345de91",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.12.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "6da8b33d9b81f646e1efcaf719d11dce6742c0b4ea3f4337294faf02c4d08ed3",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.12.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "3867536a44d307445df1a70c44bdcc2fc94897b09d0b6a6712f57f33924061b8",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.13.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "d4b2a29e399edf861b52e6c44f522fb339a8284ffe5379b471a5368441745c82",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.13.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "7e7e0ad6b42ff42c3c3491c164e6bebf7a1311d37e4e526e4ef64286ec3b0721",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.13.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "625bd9becccce413755b79f268c8192ee87302f13a8405388bfd30a9cd9290c0",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.13.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "be57e819320afef77ec6f4d44557a7fcee07f90e1d06d5c097763509ad718780",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.13.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "9567519e18a646c6a26a7ef689deea2acfafd6aa13c483479b3a6cd8e8f62b97",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.13.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "d202a703803a84667d4356fa519ab02296cf7397076f509996cd5048efb241b0",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "c8af52d5330ad99f69990dd946264a65a0c1722b98473031f418935841972d08",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.13.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "0e2460544e52dad624ca6ef01915e8f91bd7bd941917a2172e22749cd5ec2a54",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.13.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "5270727ae00358e29688d2d47a23b40528285f9b4620136d7adae6e3ce54f3c6",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.13.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "d5f7a98cf3e05d9022cd4772118cd02ac0c409de862af1af1cf2364029494c9a",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.13.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "b9be4acece0facac49cb6cb51e77d8e61688d5e53452d0c31830fb2c1e55d3bf",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.13.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "6ba202b39176dffadc006745bb5a9da12a0fccb5dc1e136b271dcbb833e32f69",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.13.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "837059dcd190bbfac542668b9132a8e24358474cabc882ef3440a3afd4106178",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.13.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b5a412e1dddbb879bdb5aa373181e624b121be1b16d65717b7362ebf36ff69b3",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.13.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "2d0f656829c20c99968d081c2a84cae99cc3f662fc3eda3918fc767b66eaba12",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.13.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f7e127db3500f014c4a1084495a7e6bd890c7d97fae42467ccb60d1d7c1c69aa",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.13.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "6b8fd748489be5e6a1a7cd01e0a86f7b31b43d5ac70d9baf3225983b2443eced",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.13.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "666dad824c5f77597f847b9db572aaa9381c3660696b64266ca3921ac70b9aca",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.14.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "ea0b577e54d16947520da16c4208997a7311bd00b64236f70e5ee9e285029105",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.14.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "ef27ca6e3d3c4e335db23ec417b8c8eb392ff1392b7841f3b95c9620f2dae5ff",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.14.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "a790a8a769ab0f13060854037fe68b73e443e7433396e4eba943437d76905889",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.14.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "a51f03b8063297f8d640780867388d7bb024dd240a72ff2b9e65ed8fad79faf4",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.14.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "c6b392bfa61cd6898f5833232f088226d415d454c9d631dac2243479403341ae",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.14.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "184e45cf7e485bdb37cae91c6dd8073954f34a652af413430579a36352ae2558",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "44d10c1cdec92438995ab0d9dadab8f21d3e6ac2624929a5561b4a1dceafde62",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.14.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "a6810eef20514e8dd3c9f45f77e3f24bf719553310df3de8120b5ad3eabb81cd",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.14.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "bb4ff57ea9775e3a7176e46e3ba515f06630a0e1da46e3689f1499e4efc1afa0",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.14.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "6974e3c610eb48978480635aac42e65e81fd7eb1078bcab071127906e6f8122b",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.14.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "6e28082ec9b155fc96e072699e6ac5b428284e273ec53460a357e82cf8f23c5a",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.14.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "ad7944c798b46cf02ba46686de8ace2c10d6059653b1babe703f497d98297a32",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.14.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "e4b78f6d9afb69d7b29fa2060516f7e6415b241d3f8be7872b62be60c8486c42",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.14.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1f3dbd50f522173bdf39fb3490ae2c063764ef07ad0c9f175200220f3e5170c5",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.14.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "72fa291918633c87da8b847e518adad975976dc53abec5f587f2197d858b45c3",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.14.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b77ddb3a1dcc71396a08ab6768e31b078bf72b62d0154bf2608514e3dbed1558",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.14.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "529211b5f1bf403d2d5ebeb4ceeb084661c1d08e042993be5bbfa124cb55f864",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.14.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "7e328771fe8ebbae6a868627a68de5a8b05d2d9de2bb463d1ee1e264b22c01d5",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.15.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "e08a75615b3d2a2686a846f364c4e21e60bf7621b9bc43ecac33bfc011626bd4",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.15.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "d21781cdfb5a582b3ff206dfee881582dade79087bff48627560e6c4db340fbf",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.15.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "2a0cc6da7325a39967d614cbb144805242abaf9579961e3ec2863bf6d84809a8",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.15.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "17687e2d69d90e4d52fef632fa19ffe6a3a72ed16d9cd13889e9a4cb12b4abad",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.15.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "90c1be189e03697f20771c320333f04afcec57024eef44796a6e9c04fca82328",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.15.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e1fd694f3e0d939788849c1e2f98d046b5a6b712de04169baa9a3f55f09d68c9",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.15.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "59c41699fc24c66845bb1829deb9be3c07f2100ea871e2406ea5439affc6cda7",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.15.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "2073587aba538aca51451c8f76402e09ce60f2645800f35f518830adb0280075",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.15.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "5295367714a90bb0def1a120fc6d88d353523dd1200dfebd15bc400f9219c11f",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.15.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "8530b917873e03961d781a82fc86982a1f48ed1feacdd3fef8e3faa0d6bbc7c8",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.15.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "e70ff67c990f008f7dcd2a916aea2cfc66b0c17c4326df2bb1c5a68c81fb5754",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.15.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "24aca0c57c626b4b1d5698e026e84ae70cc4c55f9b59c32102775b0eea243a65",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.15.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "fbd28c2dac90611be42817a1a876b47175350b23073b19a01d5c57fa1d355dd9",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.15.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "afff7c8b26bd8867eeca66b5d7d3caebe3e574d36133b92f7eb58c3e4f5a6474",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.15.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "a65e387c16d4d4a3ab8ca7297a518d70e06f6116e0adef1895f5d6d945c5f193",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.16.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "9626c247564ce58e73f6f3e14d268da3b053cf4f99c4332aeae1d3a9a735ad84",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.16.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "54149c2d8b145101dc26da7272fc87d86c07a0151fa89042043ee7f076da7aa6",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.16.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "3ab75b0923322ac9cb5d1d815813c766a9b266b9313cadfe1a7d9f68192f8d39",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.16.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "0796996c828b5b19df55857465bf9c6039fee239602a652d6410a1c1400b16ad",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.16.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "fc75f7cae2482cae09b34d51f536d0d68a8bd595d6d6be27e841ddefe85be26e",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.16.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "f5435c1efc0d7905a41aeb34ff1528f122efe06138cb4f6b5e2140746b6c11d4",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "ea42ea57c4ccf23a27a7b57e27469acb9d535a10c449317d12d5a3d46de2daea",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.16.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "45ce31ec52acdfde1d7a9f2343ec883be991fc4e36e7e17b70507fbe7add313f",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.16.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "575742ef842a1ce529c82a5f2b109dadd2bdc1af03bcfd447834aabc897117c6",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.16.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "81416e4c58cd20aff533205de95b773e5b01b5673a9b237a23606392c519f09e",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.16.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "92fc2c5186bd73a0015259215bc08e8887d327adb7faf8fa0a6bb74b9318671d",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.16.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "ec1832c6dc39c953a540a408e72b7f8d4ab4043141044d8f7c45c5d8077d613d",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.16.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "fd9fe9683165e8dcbd4507f30c6ed4bb330039fa3a333d63d42a7acb51aa62db",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.16.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "bfbd422669becdf58ca56d025407d82bf741e41b9ebc2ca3725da64445801ac6",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.16.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "621f5e56ad241ddce8f170def9d930aeb4a798c58f588ba1f2fe7cab50874854",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.16.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "81c3c5568ac1032706f44dc1d9bd8420c27596f189e8a38187946b76d9d70840",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.16.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "a270714514421885b01c1cac9cfa90b7345362fead7e83a947db70ed94784a3c",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.16.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "4056f089b64db5151b769105d8c3fb9ee0afc4a02ee895a1241196f3e28b4233",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.17.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "dc636a9e8ecd4046e163e2b6cf8be7be9f8fb72b826fd76104e839a7b0babbdf",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.17.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "b31cda07947a57c119686a4e09613f2597ba53d906c7856ee7dcfb64b0865902",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.17.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "7e4cda1427a1fa28ac7c12c9823770db019a889625fe74aa3b446e9e1c154518",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.17.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "e292a6a73b0e4c7a7dd88b86c4bcb6858c09c0c82b3ae94c43271a8ccfc623bd",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.17.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "7a607e0ed014b7f40b017910ccdf7d6fc5a3529d060829e62391606f99c975cc",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.17.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "7e34d4ca56c4e0e756607a65ba799e85ac5ca97d445338fc8f6e383099c6d894",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "145e8b5979cf4153d4cf6fbcc877358ea4ff560c1e51325b14c8b1cad19fdc0d",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.17.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "2d357ca4c975ec21888f2027f808b65440990bfd594e1ce1566e064126711776",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.17.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "99d23768d411032b7c16dcc3bf6b8c4786c317aa1cd76408f8516f9ed2c22f15",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.17.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "9a06565d94326690e32c2157952abfe5d1f413a8308a28745ce0ef6400047be6",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.17.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "61d11dcb9c09ff58991811e77097222d923d77b4cacb3e9e264e54f148accdd7",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.17.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "df6534fbef99272d67a5750ba3e8ae4a41935b5d27296881a466094c3412a3d1",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.17.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "ff195de10d2b839a828ab3e7b47b0a56b0e307036024273793afc813effb5069",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.17.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "45cdee8989c8a4bb39be48b7dc612b48dadf300f92257e1aa9c302e140d1b4f9",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.17.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c2915cc6a292b20a2e8ac03c3d2c1479a1b15d0279c9687b63b850d4d20ffb6d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.17.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c7f64e96c51bb80312b05505c9a493f39af1690bc135cf864175383fc194cc35",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.17.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "36b323a809c41d74090382b4c6298fdeade157841e6ddf31ecf947dca5ad0b17",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.17.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "b0a919c8ceb5149537d23e2d11d66ab899183a53c33e984dca2be52d645f4807",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.18.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "b33d7c2d5c9fc49c3f7a465566fb7bb4be139be294e7cfa07e9d4ae57183715a",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.18.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "ff0d680e0247e35141cb2ad2ca2bc752d6e2fec63b266a029057b3db80f183df",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.18.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "1bcb54e94b4c010fb05e530050df86534702db7c9eedb50c9cc23590cfc8d116",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.18.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "ae23461a83af8bb57b6391d098c2e76f3d7ddd86fbda295d1f30646878642a46",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.18.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "2cfa70d81061ef8e55c2fef5aaf992fb5a0f949c38a172f79df246d014d7ad8e",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.18.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "f2ff2a23a41052d3e5f7ef8c32af037b4782594c6b17a4bc1b006df5bf0755ea",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "28f89b8862d854fe891ee840f870840f19325e48a9fa2c2c8cf6d2d6722cc51a",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.18.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "13aaae2f5cf5abef93fe4ddc16c1f3e648c959dfd1962e2a01e0cd133dca18c7",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.18.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "acb35a825f8cdc81f906485e31e19fe457fda478d125fcd947a06baab227719b",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.18.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "1b02fb2889826c4610a62e8daeca38f780e991ee7a6d69d53fb7eb058c028e04",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.18.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "d366ec51ae794aaa790331047579aa84346a7e3e3278f86af51c568ef6ec067c",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.18.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "c5df0c045a168bd3d3ebd9a55a2f25b72a8bcdd05ad8f3ded886078f4d69464c",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.18.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "2b665a4b074d4253a324ec4b107df07229c75a415383c3c82b94ced11fca1ca6",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.18.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "35f25892ed3dbcc0fcd2fd1d9e41ab449047a549696c0bafe92a6a0732b49632",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.18.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c4b55c527b78210a2bd46edd3c047628bf0c74036fc383fca81283baf8d5dfc0",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.18.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d142d9fe0d6e7faf28b4bcb97401287daf548cf44aab58eca26159eee2235f9a",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.18.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "ce742aa53daeaf698220df693d7c6ccff86c6c9656a4ca71d0543df4c8301418",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.18.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "3793b46585bbba4bbc67d450e124f9c4505d8975eb103a79262c10099dc823c7",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.19.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "a5ad35537ed97118f1bba0756a039e745c5ce8f4ad186fe419f47f10015d1150",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.19.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "38daaa4ea7a62ed60412753b705297f5645c27448b023c8ba8f3b58b0d7dc8a0",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.19.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "fea5b4a1a80dac69292a7a295f5def09ecbb79b3a8c5b89fc0157083ee926b68",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.19.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "e3701f41033a8c41880f1ed60c69802a6e1be74510e635cbfde40e3d0de5ed29",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.19.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "91b20625d5fda64285f8cc90c471774d7f4f55b5ee0a7c56498798fc511f5610",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.19.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "42343f7c210e81baf3b4b15b402e2aba89f70d6120f4ac400632e6928fa7ddeb",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.19.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "0213b73e81d9686e4f220f98995d50930ad8690fefa5b486478931ba37a66b9d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.19.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "2aa116516761dad5b6f99d8d07df20df9f6f6510ba4e8842cbdc8002e968442f",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.19.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "76a43c70381dca805033a10d281e94293e42da7ef8cc2b706e08afb9304cb834",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.19.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "252818148e13f257e48c7d92650596ece0dca9d72862e6d1f24e63738831cb15",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.19.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "c08bcfa1270815e13cb4c2d05fd1b15829a8130e5c0795437961835b95aedb1d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.19.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "4f3e281f7d61f5c6eac639fd591712cbd49d5f30aab7d320a74fc6bc38874c1f",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.19.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "07257645e950cf99053e74297f54e52ea955b52359d9f6d736d07ef743ca48fb",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.19.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "cb9b3eee322bd7abd17f6415cca80f4fe0ddfd4dca23287444766edd13f76bb9",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.19.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "2a27c04cec27d961cced14013f5413baae10a636b777880919a6f807390377dd",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.2.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "24c8520ee2ae86e2552250e4b62b0e026113ce57df5b46fb26048fb23156d662",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.2.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "07546fc4690da7f300a7440b90965716118a354442740b6b860d5b96a7bbbe63",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.2.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "7e9408bfaa5ffd261451929926d72c8b6e8ef5fd830fcb85240776b208121311",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.2.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "6854006b99d4254c159e62a545a3a7b29d25267de11226ff372b6fd23e7b7393",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.2.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "5cfdd6b95d9500025ad2eb8596979658b55a9ff1f17ede5a97e6f60c15392f19",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.2.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "5047f3b5fa753f3dd75fe6b212733730b3c03cb647b997244cdc908ebd09a969",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "47b3faa8551d5b4b40e558782021055d5da00fd327668839e86bc2654b09ef19",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.2.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "8b6cbe0cf55dee9f7b704ba9b5c91afe953c53942b627c28981a7ab7193c0ee8",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.2.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "5f138da49de05b7a45ce3e859883d95794463493ac5c969136f47ef144fc1d32",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.2.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "91e42a1bd20a560decb11de535c94f6b4bf5cd4092d4512a5730c4d64ab984f6",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.2.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "a00a4e0300ba7f1e271bca15a9ce0d23dea0ac8e8b2478c68abcdaa4567b36e8",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.2.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "042caf67285a9deb43e4f411545f81c7ea4b76bda4a297f257f568f5f6779724",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.2.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "15c557c7bf9a2426b1a900a4de20bb2c324cdfde9beb1940ca609791b32559a6",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.2.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0943637679c7a8bc4e5d87569bb8e94303c8839b723319d950470cbcecc3317c",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.2.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "05153e9b5ea06ddcc28f04578bb1b818b6676353846ce5370380770c1d983f61",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.2.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "25dd64a393fc59fa05d5ac4183db1be2a03edd97cff87c623051ec9a1cd6bdf9",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.2.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "2cf245e93d5ac4e02cdd899dc9181605833b8848f8b32d9e3aecb8d7587fb1eb",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.2.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "1e34debb3ccae7203458c512a56ea0854ac275657b112b16358b6b8274c6514d",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.20.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "7367742466e6a6c845711ade14b2abe396bd12e34085224c5fbdd8840c222c66",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.20.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "7ffac93b7f07e846a2613b8d1183fb392958af46f68bb14b018fabc98d66edea",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.20.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "23aa9179a9de6a721159f61fec5ea7966355cc68ce048ecebe1ee14875f1f9dd",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.20.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "e89847fc2f75cde16cfd462180bf2cf990a5e75ef84baacbc67dfc452b93fc09",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.20.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "f0c2dfa035bf7a3a80964e7a9e7306479cb4beb951d06b48d34fdb2fd74af593",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.20.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "73543d1e27c571939870b40dbb78da3c2e16398da9d2c73c616eb84656c4735e",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "d07ac68688424428898e2f5d439f03742348118f9e52600893402221961e146f",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.20.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "8d2279940b5d530f989fa0b85872a55bd19b97d7d086830e3eb1797551a7065c",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.20.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "b17b15d316ae70e5ed5303bcf0298417bbb66ab0bf7c562ec7250fb79b99441b",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.20.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "353bba705f58b315bda4392a971c22807d104625d19548e5cb238012e3f37e5a",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.20.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "7db315561d1896b158f3d19e07a0becdd0abd6ef8fabe41ff09a3d6a063db417",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.20.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "878ef4616fb4ce980bdfa9894b1e576ccfd062d51e321f23c2d6e4805fc20efd",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.20.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "adb47d0722a201f1967ac3989e8b8ccb09f7c56e595e4f5d2eec197b77c5dbc9",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.20.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "90786788dd15cf930ad4671dd43d27bd929e73f1bba5eb0e28c914d15c9dfc5e",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.20.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4845d55b63ab5d0539b10607c9a63d4efecf8b49b664298ea7ce005dcdf1cdbd",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.20.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e8a9a39d22bc569846d9c8d69354795f88d4414efba955415f6f25acfbedee9c",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.20.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "e0167c74f6b3b13d121d136711d7d8f6aab0276aa8808201b21e97b771186505",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.20.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "8607130dcc0c53849d65f4de3ec8734daf168003c9b2fffad143bc4ddff39195",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.21.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "0265acb1d0e1029dea0d275c80247b84f3eac76de5a97136dde6956bffc49fb2",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.21.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "00f49cc9f03382d3ea1c41c270960be4b21b0f51054eb374b63acd9021ac0414",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.21.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "7224b73f547501141645fe73b22eecf87ee4dcc7915ed66471641258579f8293",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.21.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "7ec37e8082f445ee4fda4f8f7ad677ef67fc3d584f3e9a2adf4a03caecad0144",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.21.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "3e76b5534cbdb420b13e7235e16565bd5903a37567c3ced0b7ad6ea6b7c0952b",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.21.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "388ef7ce55d3adfbe660be281e5a3018d3969da607e8595a3c36239b41a9df56",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "e13170c6e95a80715410072306cc270ef338518759d9724ccd73ef9961adef43",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.21.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "43760f624526cf37bef8ce64170c9789bfd994ff5aa69b0a951a343087ef10a2",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.21.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "ff459b4294a6e5766e69ff638e2f8f0fe1d1684c54fc80951f88f762f2e52bfd",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.21.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "6e73ded16f6b0439051e3c3f2ebfacc2921fa3afe1656e7060035a7f48af2d47",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.21.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "cdb6f747a3197c18abbe77793e3a929061b8570c988e233b4a2dffebc2a659da",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.21.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "2ca1d63eb76113b3b11131a1dc4912a104628e6fad144bd424412687b9d1f4bf",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.21.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "9a7180bedfc1a4d584292d1f965e50b84922aa4ec2169cc3c6c001b514f44221",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.21.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5f4250e5b731e401655c9189d151c22911c0991121ccb45c70998f6ffedcfd76",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.21.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "446d1286eb5f3f634f6235c7bb32555cab92d1c83fbe8ecfee0f716f08572f97",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.21.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "76fbc03fe55a5a2692da099572c479b1614a4ffa3d1173922040128971eabc73",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.21.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "6f0c440d5600fe57b77c983868cf2354d41f82a9e400e2c71d9159c77479f204",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.21.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "062c1c5876fc12f71f2d6b6ff436aac16391cf9bd5712c4635354def78270cd7",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.22.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "47db871f74c02e5865a66f137ecd69baa074e8e41fb8e7f8a75e38692b2188a7",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.22.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "7d2fbaf5d8ddbf2f1ed1d04cb6a2f9153b47bd05066c82c458fd79fda1b669c5",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.22.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "a3c1781431579ca33302ca47ae1db24d510da3ca20e8da9c0c4746e5fdde4c62",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.22.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "2b8c2dbb7238db7bca69d0a02c4594d274e514d83a3cbc3fb3d220ff93e73689",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.22.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "3787c56de4605f62093016eccf4567b1d4784306c9cf3a603814b553c58e3aa9",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.22.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "f49f070b48e22f4c69edf4b235cc3c7ea9f0a632a000f47c46dadc127753af96",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "b91f57b0c0fc18e74f22678e6ab00907f9a1c233a86ceecef4eef06b377d0da3",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.22.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "48f220c6902cccfe056d3ed460982c4cc35f0815832c3217bb306607e6d5ac26",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.22.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "e6a9956f15c67f569246720b8599af713ab4a742089943424ffbdd348945df5d",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.22.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "f3ad7de039af79c0150171448ae1d6f18d2819ee3b17a30d0cd63a0f2ab92523",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.22.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "d5afd2be1e7b31753f1abcbfddc99e67fdaea7374da8fa48633011c73a09f5db",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.22.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "b202b275d4c2ccef9638c2d27b2a5ec150ade61c0426320bb7408c33431b9279",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.22.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "76011d68e55fad3c3e61bc61a49c5286e07e5120c996e2d4d4eb07bc7ef25f9a",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.22.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f9e8b58668fcca44ccc2625fe2aa4f76aa085ef4a028cb7b0fd33260dd5ee8a6",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.22.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4baddb7396475851575185b2ba54c9684d903d6611e41c8749b8d3267271fc53",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.22.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3b060c990d8556122ad885de9e1961c557f638f3c9aa97718034fc63a0f9c08d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.22.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "24bb22e6712b4f8622ccb660487ec11a12bae5db0b38993314145a65d1ad3f0d",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.22.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "7817cc9f99535997fb4a2b47ba4b2a1742ec9ca5002b3e97ab7741a5f8cce4ab",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.23.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "819d88d283c03e68dd033bc72d367fcd2b9e24babb3eeea347183c0676311898",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.23.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "7ab74f34bd4b4dc8fa8f5fc8e36b034f91adffd4b4c20fc361d2fb1644359d6c",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.23.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "bdac476a0e0fcaf57100b3871c60fa0cdee17104ac3d85ef4ab50552c8a6ebdb",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.23.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "e1fb0deefd1c911d087b13485d0a9f5eb05def592632fc8a835d6cf4ceb8ff04",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.23.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "624aceda2325ad7664c0e03843f9801b04dd0100a47c2dee42686d5f8799e6a9",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.23.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1682fb2e43af667c0fefaae0f5023d277992d1aa75f4638e85fb3c9cd3fa4b92",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.23.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d4ec99f35988c16f8d143b69b5518eb07e4f4afea0598624670e46bb554550d1",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.23.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "1dbeda0ad53750b3b1a4208e877767445ecd8ebc11bfbcc139e3cf2970b946bc",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.23.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "700935e544f51c1094684cba8cacd54fe928ffbe80a8f2d93a77bcacba6241a3",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.23.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "6bb87aa731ccba160d05cfa593bbd726cbf7bf5df1415b11cd5286ee58420430",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.23.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "21aa52fb8c49121246f04f83ce7456d3f8b54de8aea19878a8c6afde2d93f687",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.23.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "975e9fc2a25bb5a2a5e87f675974bc2d06f297dc97616b8198dbeb146dada40a",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.23.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "3bc242370a36ebb993c845d6b78d3f2d1e3a7f6067dca7359704e7f42785bca9",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.23.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "2a89890f215d87710471990ce7a49a2e3c8418459ca7d99593ac081b93ee844a",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.23.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "432ee2680fb6fd478cba677b388047c19ecc9b2d45b30f9130eb1e3176b7858a",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.24.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "14b18678394cf310c1ef830e6058989c770e0f6e071992d64efb8a9393ccea9c",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.24.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "d0714eb864e1a7f5a3c582b502e381c430d4c8870b332ee3be6770af2d923df7",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.24.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "41be0164a757b5ed69f3b6552cca6971b5a68fa72cc07bc6a93cb227afd50eab",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.24.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "3ad3ca834058b4ebab3b2cee5329d7f2083b02ad6e89d71c8b9dc636096a49d1",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.24.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "de12f30499ced33a13130743eaa784657f6902793ab0b894e200dc24632500c6",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.24.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "041f5363e38fe5d6516fda5612621d66b6d7d41fede82b768de8a93951b6b7df",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "9f55d20c8ef26294a7cf2a555e125bad6657e9d6e569c5b1e653188c565a5807",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.24.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "309f25a4b07d7cd8a94dd71b3aaca6c4d4cd5f6cb6edf524bef0bc8907d6e79d",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.24.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "3cda340ab2e902666d241151e379b5b25ab6547c9bbd376b25b3bcf48f7a035e",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.24.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "075017efdb51051a8ad5039d6f363fad15ea71deb413fea02de787e436c72920",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.24.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "fc72616ce7ee88e04721c58cf17db6a9d8c49979aa9759b48ef32e3a3325e5b9",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.24.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "a1d9254a2337886f1799f51d69ce20efaa19e66b6258e2697b1f33acc0c9e3c6",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.24.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "75666b12c7b79317f2e45a11c93e3320217e0b83e131ba403dddee2a1fc7ac80",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.24.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "839941127c7927760abe9dac8e4f56133820a52849f66b8b95d8fbd556d0bbf5",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.24.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "57b3d14105eb225171f23c4b0dae1dafbdbc2df4aff3d39453531fa320ba3013",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.24.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c44923d04b45fe2d658f70e7029c828fc8d7ff6b73bb017098f11c87158cf080",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.24.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "42d193e81f263b3e95e0a8873567e91e672b7207670a7b9e4f47a01138d0c38b",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.24.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "565643cc28ea44bfc0b8d170e7840d0faae5add3b4377bc6896751eb607e585f",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.25.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "334f1a9bd909919690f9aef9b82e58d4c1a0ff149aacc4028dc97790edf21792",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.25.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "8d44e555ff88da43a53677cd14f0bb1af9ba6c3244b9c72942325fee5310411c",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.25.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "2728b99253d86998f6f75c8fd1f76c49941eb8745918a19405228796cc99f283",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.25.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "58eadbf5c255d988adf89f848d6b3e42571d8e4493e4e448c083ae8e42d3bf01",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.25.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "6c1ee66dabc65944fca2a041e73ce7fa3d1fda5f497d66e8ea310664f087bf2f",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.25.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "c741d6755b11011b7762c8b08294b1effd76f973a5389eac96eb0ddf664f69d9",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "fcd6b6a904deb1f3be093cd57cc6752daa513af310f0bfd39d84fc7befc377f0",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.25.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "45d7e82adfb32bd8134ca2586f73747d728992a828e866289ba547e43cca37df",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.25.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "d26e1a4c49081dcbcc6872287cf4a77f720a5ff8a7e171b212b7ed17f3e02473",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.25.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "7abddd4182fb1ff890de1ae2b451831a0f221280c73798771ed4c4b0caa9e551",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.25.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "9c09d0e339c899f7790a12a1783f41b8bc55b099d4c60e6d1e99850b9b34a73b",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.25.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "a06e20e355cc48a34bfcdbc8b609c556bb576d16d7327eeae98ce45cf0a27e42",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.25.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "6863397b4c593e0aea20de50d32cf9fed9a610e27c63257bb12550e39c85bc96",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.25.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2574f073b6ee15df50dd3ca588c089ca2a3d3ac455aa50f76884fc506c58cbe3",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.25.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "769756c15287ef4d9c318119b2af9444ce6e46144d97a34e08c284688fa7b9d8",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.25.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "617a8cc5976792a8f7b69e6a4303a41d9ac5a06479fe364b6637c8a4ede98e82",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.25.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "c195bd9995e8369e76ffb4cfcdb0b22ef351fd40a8274c52dbf24f54c208d7a1",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.25.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "529b5fdfdef9fc06e82fc2d80c36d278bdced1090c2a8357418e665ba7509ac0",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.26.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "7151678eaeb2c066722aa84d58f1769515fcfede819373c9e7b93d2f6da5545e",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.26.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "9127b6be266dc7ff5a3593d26558aa71c3388f6736608cba308dd164ded7f015",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.26.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "df15b06d9c4460f0ed4346634ba027afe3243a193847b1e3fb67d8f4fd637696",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.26.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "591388fd900308851d8456e23544e54d78d25f6f734fc0c308dc8f66c4e29157",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.26.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "20ac04a7a1a983ca777344e3a302afcbf5d6d627a3e1454631a7af90b9e10ebe",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.26.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "e0dfcf605f8e77d455e52d2abe6dbcc7feeffe7e1b1ec408ef486bfbb39960e9",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "77f43f1026675b39dbc8f73d6284d45b7b921606bbb039d40254050599eb3433",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.26.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "b992bf694b5c62bffd6301f88055add9586b9fe31f2959f40e783b23ddaef080",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.26.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "c8ec20bcaef7070bac77481de0b2d19a8f781582bf1ccbd09b6487170e514b45",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.26.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "09b237de12de40a2219f1279c6a4644dc56d8c05c11b436348a9e419cf875165",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.26.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "d06c5cae4766185f9f105da032915a10fddbac834f1ffbda9128e15cc228d31a",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.26.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "3b0f58596daa3ddc8f298579ac3dec429daca87a8478a36e3f3c4250d70dc94b",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.26.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "7648161be5b911e319faa303e815b4d3668a41099bedd04e56ac5980939f7435",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.26.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6c152be03d91dc8f339e18bdcf4987726a6497d7d32f56bd146a6f901f384b20",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.26.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "41e11c6c6137e2d1ba752395ac6571c9bfff6412b129358d0a74e24e0551460d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.26.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5f6632842f0cdfdaccead37fe773c35c6b68116b0cb732ee31d2d00205fdd61d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.26.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "fd1a6479a69f890b653e891b37ff58407c59a2bee0c4afc92eb3084bcafad802",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.26.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "68125ca6743af094aaea9f1abb5122104a01afd45e8581f61ce44ddb1d510907",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.27.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "fc542ea1bcde414e720de0195f07e654ba210922c8a65707253eafb2b6df589c",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.27.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "b28bf9614b6374a5fb6fd65a95970fc97fb288a510d8457c0594179586e03937",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.27.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "f43cc3fcfd17cdf9254940da613a66239c8996b938f4704dc00480792f5db49a",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.27.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "e6075db37577c2ce953ef4159a3f6be2106471fb51d6abf839c38601f43aad9f",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.27.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6ad1e8557675136bcd8dcb3a2ce7a11f652fd200e75d5e8a59456af0a94c3cb1",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.27.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "685507806133ff4579ef87d89598a171537405c30f67e4682d10b9b0f8d19880",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.27.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "180459f5a28a05fb5223665f5267b8b023c54d9a592c59f225300085b6ce601f",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.27.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "d9a2a050eaac33ae04fb010cebe0fc01df479847e8ef584e6a9f79059f689b1d",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.27.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "4d1c641bf61f72a577f1512dc2f60d0209aa482ccbd6af646e7d8f2b1edfdde4",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.27.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "400a7dd94c2130f7b6eee96f1f98149a010deb337e29dbdaea5df4f8cb947860",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.27.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "fec3677d01a9fc2ae1ece052dc5f584cbc16c4655ab725cc764d95e1e48a3405",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.27.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "f06833f96e9514b8d953df93f102c07e052623769e4abf21f3fcfaa54819cd17",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.27.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "13b3d2662877c8b41e4bd3bbe05751abce89d2dea74080d81983b0fbfa025560",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.27.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "c1db6f283d3a56282dc0873c5723caa2c5b569d5ace68b1914b0cdc4d5a6febc",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.27.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "929fac33c10e2be36392a2100829cb7bcb4ab8e5556913a307dde3d76660e300",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.28.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "0f77351722f277a86cc6fdecc3c12fd22a7e8eeb6d82b18b7e6e4a7e66942cc0",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.28.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "2a62fd88354b3ae27afd464ccc9a5b686b82069784a81ab6eb2406817723a792",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.28.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "4161b92b976bffed53ab4f9aae0938bc89e812b4f56ae81292825ae40e8a39b2",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.28.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "9b226a36a0dd80cd9d5a3f879b8b92fcfd2aff2fb5c09c92951cd72b38af820a",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.28.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "e90e886c9f2863368fea184c114b59ed809bad8da139a2a3a65ff2e0ac959bfa",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.28.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "e493d6431ec02ef3698cf793ec35a61bdfb5602146bf9c5c280b105736a255bc",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "3436cdb4803ed904c941895aee60f9c92f941f55f125480775d2fba866bbdc3b",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.28.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "c04afc4573c1f89695ae6c54a7e0667c9f9e398f8750f7983c57db3f6c22c862",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.28.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "a0f8729d1b7d332c64cde482a803cdc785b6143ade35da231ba51d9c4889d24c",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.28.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "baf36ad1583728e416990d203de886180eb57d46d2aac06ae3feb22ae447c0e2",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.28.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "43920320b2b4dd8961345d2ba76d0212753a681f44d6cc98d493f956874c9280",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.28.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "872a92fef731306eff25f1b56a35a88fa8cf7977f4ccb570389a276d5ccdcf30",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.28.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "02fcc13911338a4ec032679535c7e940467de5942a088bfb9f0d077183c7f6c0",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.28.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f475853adcf1bcb2b15a27a645a0d7654c1487e9e2012d859de426b189ef6725",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.28.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "2da134be1a2c5aaf2d114193f7bef503dfad70601f732b424612903bcf032077",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.28.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fbc1155723259e641ec52e5a72163e3a7edcd8a81c24783cfff8986c6ca0561d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.28.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "9e73da6a8f38c6d315d2985d7dfaa6eda5f1c1a1024cc8e07c7dd8bc0cac3572",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.28.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "58844ea4a6c3f82af49271189e52688523cfccdc87626b18e65121bdcf0d8e88",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.29.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "9bb2ea6208646fe837d9b8aa1b85711a94414ae3f0036d5288209574a247f3cb",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.29.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "003d85a4caaa2dc0b52280d5221db618f76e2c4852ef9ddb2ff9833a8e667d4c",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.29.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "b2917cd36e5694e07c36a25c262b2a0dd48722be0da3fea19c6e9e931643f30a",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.29.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "a1497af56780f7b329fe282907117c852435e715de2bec0eb51b7405cde27033",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.29.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "b92842491c5953ed628907a17b45daa37130411378f5bd21bc9d49679a82fd1a",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.29.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "ffff7dd662b8f30821f055a8bb3d5292e4ddfe92a4bf8ba7839eff056dfa2f1a",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "025f3066500579eeb0747aa247ce9b80f74dd42a640752574138da51caf58f16",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.29.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "7f57606b7f878b2bd439317516aaf66aff85e32bc0092ada13b0eedec54a1240",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.29.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "53359ba634a9784686151ec5b9cf696947d38ca9a8d44ba67747eaddcd39d4e4",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.29.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "519bca14859c45c8f6b462b0a10bba771e6ec2da39d5a7159cde7b861630e563",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.29.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "cfeda2200b6b8df6fdca401ccc5e0905530d33b612ecde9214a447bd36567688",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.29.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "33b6c07dfa3689579401931a08a2caac469697f56703c646a93becd32108edfc",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.29.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "05b3539270685b9c4599ec3913b67b1108b2fa4a2f7c503ba6722c6f80a67095",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.29.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a176720cac2258cb335117572f392155f989a8c50c132e7cb3ba4a52784190ef",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.29.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "5574036d98d81afe1c106fdcc84756b60bb9d1044ab0e38d438a22946493789e",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.29.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "cf2441dfd8df1fbc62b732a2300054ff3d0a091bf9d6a5c359745d3588442419",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.29.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "d0e0b4b51c6df3289b5620d789555e34f589c9bf5fd083376c7e77625939e123",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.29.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "5d35357de0b88e14dfdebf17328f797a51b8ecf317dd0bad84135e1cf4dc04b1",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.3.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "ee80a396347e7b7f6bc0497e561a8c1ce17d2ace16b0bd58c1f63db5970dd45e",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.3.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "64c600df3c5b67e9ca797fe8520ee0ac132b2654981619646a927a02240c3b2c",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.3.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "92db3e24e69afc2161e7f381023090b026a3bbe288916d83856b671df7c16b21",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.3.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "ddf7d817bf93d6e44baf30ae9e29beb67a70d404b9dce0e3819e23db9b691089",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.3.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f8242198082d42de8917ff550a9e1677fbbf9ebbaf72b677763a3029f27cdac0",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.3.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "5e0d68d7d971942b31f697d5671e38b78bf0816caf8e527ce675f894caf318a6",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.3.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4d900215862f4a9400def1eb96b913d3f07b16bf567033f1ec7c9a0ca9a4fee8",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.3.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "55a1eb4a4ad7a6da2c1ffde06fa2b53f762bc30c784fd7a9db7333ba555977a9",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.3.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "38cd875a33a7786783237db9398e3a8d516cc36af85d3b786bfb38defa4ee26d",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.3.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "35b152896631a5af922f1fa2924d753c79e2290b1ba1b78df73e4629ca8e2299",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.3.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "c62d974c75462fe91181fb4cfdce73be4afe4de84efae8747abd93bd00a3a1b2",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.3.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "36fd615f102b0e5fb7d3cebe9c66f8bd2f942392a09e34e0f3491c2c7736405c",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.3.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "f0589e0c697154b93aaafb1754bd6733f9b725f581969320e66a3054765a0009",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.3.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "9e2c8f76fc8eb9410c84a44f8bef343302df3d655026db9259414d2cbc9f94d8",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.3.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "d6726b320b428fcc8a2e2c7d4afcdb1e1d753d4addc9d0c27319c6b0291fd852",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.30.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "d732ecae4dd76519fa6eda2981de456aefed2db9aeed64ac7ab1fcef08ce7f1a",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.30.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "9d9c5478d9c80522c964604feabe0b65f0d08f070ff961077b18046d6245ef99",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.30.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "f78d307d5126ac9a03534f58db79d2b4828d19a80d2d6be45d67c9181c4ce64e",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.30.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "4ebf014c3e9f921ff9bbef264bf0f74e468f19242b720dd8a26c59a59cfdf8fb",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.30.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "8eacec13c009696ae7e110762ac953a1c038c4b8df4d3c42a7aa1652f6808f08",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.30.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "12832fd6a69e1ab88eb622966c6e29646439c655024c6a14db9c7807d20a24b9",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "4b490cdb44e2133aa1e97d9d0b6b6bb535c7e3b468c43b2860ef27db7ba2f095",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.30.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "798a45613fecf00c43ac0f10eecdec8fac851fc82c98b06dd045a6078744332c",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.30.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "8d5af592ccfcaa6262a5d1a799cadc55bf49e5ee9bfd39d1aaeb3b65c839b77e",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.30.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "550c574024262d808c9a118d5870d0f7176baca7c9844a408cb39f09d41f676e",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.30.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "1f0375cba2a03c991283433c8e1f2e0a65868b99d87ae8c5ddf33816a7f6b5dc",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.30.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "0701ec680c6731f39f874bf00071f56a662a9857b7c80b5d590704293bdae01f",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.30.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "c44e5d1172a36116ee814f0aee6ce12e4c63cf783aff964e85771b284c9c722d",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.30.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7d04df2296b39363302bdc3086d05e91a2afc48040ef09c3d1db3d104184ec22",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.30.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "08c740b489078febfea8452ee9f70281c74a4c4fa5b9acb2d86755b94c583f3b",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.30.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "a2ecae3ae91a0841142782f4fb180621a40dbe782e8f91fa40bbeb46b7bdc521",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.30.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "347a5a334035aaa802d8ef6eabf43504a7c3553fe390b5cc3cae1261e012953b",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.30.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "a977888ec4ca2ac1fd2759646e5d146f28a78acd75e51ab303d5c941a3393156",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.31.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "e19c08ce783f3214eb1366c714eb7fb3f4d9494f1f18f238691cc0ac46bb0d4b",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.31.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "d8d58e24d10f786065b348d26eb2fa7367c0b710c7d22c7972eca8f1641e8614",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.31.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "8fa789dc40dd6eddbba15560d05ceaecf229057d453f4d3a7fc456cbf567ab3d",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.31.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "620ac5064531495103fa2b2cef34a6b746e298df879134f420864328455ae959",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.31.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "68edfd3840c8853d2783124c5b18628bbb2dee8c994fee534a2b1bbc6dce5b49",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.31.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1bf7242978e3b1ee65daf2476e001c5d94f82e0dfb9122ec5becc078a9bcd5a7",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.31.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7a644400e2ccfc9dfa69ea3f5ef1d6f03595f1a989d7e0645ce2a8ecad55fdc7",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.31.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "fe4238fdd9cd7c974978d6e52a3bfc9c767e333bd4481cb0773870a6875a02f6",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.31.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "ac3ba781ca7dd1655abeec8b02b1b996848c14758f25d4f080661a0f108205c2",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.31.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "69a857e3b6cc8b78083eb72735908dede43a9458268eef154a7d855575afb6ac",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.31.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "103dfa60c9da04b3d24456063a0a298a0113b3003eb408336b43aa80ccffeeaa",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.31.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "ff40331448adbc9da2312eed55821a31f4962211397219a64c46815dd98a15f7",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.31.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "1abcebad76262946db734054a0399485fad766e3b85a6ee006e3194dad4c1d73",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.31.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "01052087eb91de6930dcb06b62db824a22e9f3d63ad17cc62aea5ce2023c9f1d",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.31.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "e1bd8a50ceb89af8872f30b7d8738126cc82abc1ae30984530b64ddc95bbdc25",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.32.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "05545b5c9dbc83cbb23fbc4e0102dcd4ece70523bb7fd4f6fcfb04078f24859a",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.32.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "3cb91c68cda139b541545f03f7354d738a815a07b4ea3c3dd46980287f3f9852",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.32.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "0c799be2423dff5fdd72b1ed4d35f4cdebad0b263847f75b122ccf16fc5065b1",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.32.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "a5d115809b3616b1f0b01e89acc85a3f73cb962d197c206191f80611b556fb76",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.32.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "7222de36b17edc33accd377e663ec3b8f3f767bb833245747bdafc6687ba3bd4",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.32.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "576fe53298bb02ddc1081cf61d3065b3ff521078c25f1b193573211c39c9879c",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "a6cb1e8b39cb22271e3f9fdb774d80a4d118847fd4958d94c56f2e2990b77139",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.32.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "2662433f6fa1d373f6da3aa519635ea084886b3aad7a6de66836e9be13421a27",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.32.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "682ba92f23a2efe00c46158a288fac608bbecbf37e8c74b207803bacd2915fd5",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.32.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "5facf772add87da58c444e57819aa138d7d56d51de79c4e522196cf34f156aa7",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.32.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "f50c3d2046f8b02cb2b24f7ec789bf413349e14c387f035cc754f9695ca645bb",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.32.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "02e81880df52f3942dfe54592fc3ad6565619c08a1a543a9a3e42468c1ca658f",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.32.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "bd58b7782dba23dd1700b9d3c06fb2f0f126b3bb1395f3bfa8f16c603f2d0bf6",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.32.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1e44811141e7669ecfeb6fb1ed68a47d67f17675f542f65f6686c0c3b8ca296f",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.32.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fd0a66f0d64612e994978f2a44e473cbbbf5ef795bff693cd00bf44d279fa311",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.32.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f989748b3978415941a3f102f782625abbf0d4419b3ebffed9e81ab45ce85565",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.32.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "e17acdd45b7a1fe40c497fa46b249a0ec43bf2833799904ebf4379897205915f",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.32.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "2678a29617645931729d44dbdb0b382a731143d49494543c854a6b2f8ae6778e",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.33.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "438b2e6ec2154f074e9538b51fdd6fd6e328c16b5d3f4956931d545223457276",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.33.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "137fe76e7536a5a4a6ec0d082bdba5efda17afbc9790942fa3c257deacfc2ad9",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.33.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "503bed59e02ea12a3be3a28371b9dbfbdbfe1195d0e6497d9c72f9c36f2aa211",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.33.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "d52d5ce490843007cd024cd7fb44bfa924eee6f2c2318f16ff443d02f1c6107f",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.33.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "35e1580f54d050b3a32ee9be1db8002c00e6842990cdd4a2ea023c8dc6c3ad3d",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.33.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "e8780032ea7b9b21ff8a3e37c4729d40d529dc22f75781932fc346830aa9695f",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "035b27cf71bef0fad4e67d4a2feb0097ca43814612462aa70acf16385dbc48f0",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.33.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "c88d87ce247abcc9bce6bd965fd3a3561be6d6452d195f0a48216ef1a94e8e7a",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.33.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "4fbe8c80e7d91b737ad8108cb75b4e94fa0a50261eef8595e1f2e73fee1ae61e",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.33.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "dcb94e38475db8ab7e49900dd5cf05487bb28820a562ef19c89401566de52da1",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.33.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "b3ae4d074c8085e64e3acd7002c39e3ad94f5aa62c159401be711d6d12b033ac",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.33.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "85c9222701d7360353e418dd9c7291518b03acb92a184b91b59e9aaeedfc59fb",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.33.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "933bd4dbcf8ab5639899d416876f0b4279fb5760635abdebfc829b9b801b67b2",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.33.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e045834206e7fcba3311598aac7d68a69ae88022469e2dcf41813520ae921bcb",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.33.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "427ced76dfa26d0081cbc506cf5fca634e5299149259c9d49faf0ce8947e4e7d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.33.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "39096da304c55c17b99d6cd5b1bfa83d486b68cd5b72b02c689d8be596e99f6a",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.33.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "10d77f43e325f72bb9fbfdc8a73f19322837c59bdab214ce26f37bdc2bfb6f92",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.33.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "142f01ad8c2ee21e40cd73ec9dcbfd1d07fec46e209216799f763868b75fecb0",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.34.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "661e69f7fa099cb57e3b4f82e6b7e4824150bb2e4607aa1221fdd3fd4b376ed8",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.34.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "2ded63ccc94819857939c80925cadc25d3b57fca36cd9f9bbfcc76ef9bcda77e",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.34.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "dc729dbbfb512e1847d527caa76ad20f674f54b095e2b5cc7e5bef3489da9be4",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.34.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "d33ff2f59d35c4eb5dc69a956b444140c420cfc46c2a598c9f276b6d8c39f4e7",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.34.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "6fb4b70ee56f6cf3d7d648bc6c48ae6d8bf359cb75a63c7260e43c3f9108031e",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.34.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "4875acab1fe00c9553acef976a0e6ea07284b8acfe1125ec9cf79dc3d6eb1f26",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "9722f55f89b9178eed68f25e4d612c16c8cba40b5c29ba49b62a1fd6d1fee8c8",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.34.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "7342e502654121efea9d22112816b744d0cfe869bdea72bf84146d3c832b2822",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.34.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "a65b3b7836b06576613c555e3f37957c5932c5943d23b8c1044f516264c5e921",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.34.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "dc2ae2a1a63c8b3d449819ea0864b8fe937d128047855e155466fa5862d66010",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.34.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "4941ba7d8754d0f594d1359e1204619013b41e331628130fc8e3c94e46b36e2b",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.34.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "835ca22fe10a712c6eca24234d063ba5de75d5da38054d919ecf35b644ef180f",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.34.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "96d1c49db0dab7f7ff7a8aa4ed8f05d0d9d3dbcdc880c6cca99a4bbc7979301b",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.34.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7c566b94f152af25da00028f1139793640905517bf55ccf56da23d9b555750c1",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.34.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "540a88b0b7c4001f744d3b607da85929ee1a51eac1e9861494f2ffa53ac628e5",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.34.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "25718ba7bd0afc3ced00c3d8a8274abea768435c48459dfe578103bf3fc052dc",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.34.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "2fc1a8cef0cf88537f214f460cb591d330c19a345f713747587f0c03efffc15f",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.34.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "6a54e3c266d22cefe8699371105f5bb5f81a3b8b97960e5911268d77f970a391",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.35.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "79d986a9a90708bbc61b710e6058c2860b5039c11b4d5a44313a0ec2412f3bca",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.35.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "b05db970b7016adf5a1e6225522be176a98e3941ecdc6fc07b560efb3c6ebc6d",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.35.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "fffe241278cf6ed6348e3d47f5330e56e4c56d991d21f7a0b52341c0268659d5",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.35.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "f472216fb33c0075bc6db29411f4ab5d79b0624da8d9e32d529fee0143d43480",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.35.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2248d3d6bae91e42f1fae83b36b17fdc7405694b2c47bbaeb03b4ee4879524ac",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.35.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1104f2b3a0782a91aeb034dc0d417d2b8681529a0904ec19837b32cc3218b0d9",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.35.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f3d3436c810f036eab318bbdb1cae42ada33b1bb703d8a8257d06a196b484340",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.35.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "c17ee90180c8be563f654e31890c5ca548f0c1a4fb59b0f970667a5630eb5292",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.35.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "a620744808374746f20aabc28bf09b48ea78b00323263f30b478668807980b4b",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.35.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "b23c8a53f7d0190be0146e7c4d8d58f1a9855e182ded5ff968848a62b866671e",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.35.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "2ec4aa7ab5376c8915e814ee5faacbd8c54196c9467160a918c6512628448b48",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.35.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "d393381da14f0b2ede877134cb63437e67a8bfee44d54b65a8dd65ac1a33a2a9",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.35.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "0e8b6165c977fe975222758dbe63fba11691ec8f77b10bd89e4f372f5f6ed720",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.35.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "60286f9e045785def7b2ab6f56d0c15d6636fcacba7c0ea2cdc51de29d455d3d",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.35.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "86cf81e82933482a5b423e17bef8b2c6edf8591601ee4876fd8f7f4c0d6c18d5",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.36.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "e09ed0feb325a6cb30a5ba6ac503685449a0578deca3bd7bd6c9a46da536e9d8",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.36.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "80e0eea85c73a9721cf27bf26f194dd7c3234059ac503fe075e640703ed64604",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.36.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "f65826455ed935147153d8f39d689ea9ca5d6e98470ce8abc81b369f0d4b3e35",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.36.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "548d56308db6038d40c95b2f9973edc06d80bd2b44f511f62b49b2013f60cf2d",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.36.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "b5220cec8768a3aef38d58ea04f081c1346ea2a2c660717823827bb6d2ef94cc",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.36.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "700aa92d9d3f4a0f232de9e89f4978da57097ec553e6c972617c765f8d0fc2e4",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "308c6ccbd61f13f4c37b7c96b185f0aa072da0c62b71b7fafacc11c7a37c2b66",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.36.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "011a8a911f71e41605f8675e02badfe988ff5169afdebc4e571b61767301b987",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.36.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "f5c2ff190e8105307513234d4ab94d610f22b5c1d3429dbac4c867b8f6d8414f",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.36.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "0d1856d6650970274b52940cb0e96e7fea2ec0e37f22c13f08c462ea25f15ce8",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.36.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "3477cf379ed1e3433d99cd7655b3e58baf05e49b6055821766b583e86faadc2f",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.36.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "dfeccc5695b9ca11d943c86cbaf3ee9822f86d3bdae5bfb335a5109199b383a4",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.36.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "bf83fcafa58a49ad6905fa5e2bf2393c51ded3a62e44071ca350c94766a6d366",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.36.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a035ddec08f07f1eac7334460cc215b07509a876b1dece4185195f7ceb57526d",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.36.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "18655fea8079cab325e9f6fa4d0f5e280acfc017c904189574ffb5935a332962",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.36.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "057d86973276284870a579506f5e9f180aee4eec1915bafbe8f8bfa8dc02596a",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.36.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "c41bd71ae416240478ba1c263351b8012ffcbe603c8211e7ef5b58245c93862f",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.36.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "d3048c23e49882fa30ae2e17a74001ccb4f00f1655b56f0a3a218e0a4bfd7ddf",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.37.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "9a5f04b95959f143b0e6254e63d13eed54ebb56be048a7fb53e4347b748c754c",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.37.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "bad3d1c0d22d3ee6dbb8f29b66c6f0a20326ca07846b522aa3a3520f4e4e7c48",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.37.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "888325cf063e58d9c6555a1b66d6f22e93ba49e2908733c2b093cb2cbf5de575",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.37.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "b92d3293caaba27da325c338fbebe40ca10da0b52a49772fb8bb0c3d44b65ae3",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.37.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "fee8f962da8f78ca5b4d9b9ca644daf01518796e44656b8f5349ede80a2d4162",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.37.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "056d37d57b0f22adc30fa6b3a13667701eb96780d5ae178cdeda01f376c1d0a6",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "136cb0c76fe7f89048811f4cb96e583070bfdc2c632fc4acc89ed80bcdea127d",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.37.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "185e3c6a9a95ddf7a28aaa797285bf796d6b147286a26d0b8d704951a5885d0c",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.37.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "1db382b6c87d7a2be20dc06b794e1ce50cc0ad911d2ffca9526e75fcd2b0ebe6",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.37.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "48d08b41086b3ac5fcc1f1d246d1707a90f558fd531564c9a88f646f910043fc",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.37.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "d2e36656540e339f8cfe618e906747f5d32d3c6fb724caf27fd76f718f7577b6",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.37.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "b1a7ded72cfe01759e057e798ffe84c6f1ab13f8b97ebf524645d5566f2ecf74",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.37.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "ca1415a8fcc160a84b33a3aa226776ff5f5c793773386bd7d8f865284d7b4210",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.37.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0bd156d4a911633ffab497aa54c4dde47ce07d9f4d1a25f222fa5a30966f54bb",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.37.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "2134eb181f5c99656a8c21db07c96e9ee53c18ff4a173a41ebfd0125c5525727",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.37.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b0e481fdccb047fc52814765c01068686e0e713d3f94ebf9eccd04979ac9bf76",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.37.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "ea6c3d3849b67b3cf4a0dd5382e0606ddc1e2c71f518e43ea7b5c2c2f607bd03",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.37.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "3afca0e8fb6f929f75df3332480d9a59707141132062f62e06db87dbf68964c7",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.38.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "506fe3085f095c39330d63c7195a540b1cf85fc9106293a550c8d84a16415073",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.38.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "f7e7d90ce031e1e3ba549483270709b9b18f85099926228529addac9e65fd87d",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.38.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "852b69539249f3e4caa13723dee99642eb218d920e1d497ac478782e19a06b72",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.38.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "afbe217ce6619ccf53c7071a11fcb1c4317dc0a1fea89f502b1edf48af086766",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.38.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "b441cdbbf0c244acb1c7df420771d4f5436ceb147821c30c5fb0790c58792296",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.38.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "e4b5ffbcb2400db69d75d455fe7371967393f00c70d8759ea6a436e09fa6db11",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "2a1e7a44dd00549140255da439e754d2f37c2e1b289e19e57a38428203775c7b",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.38.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "290e26476f39278364f9bbdc1196f9e53cea25bf3cf103672b5a58b8a0e3ab27",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.38.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "981b1341d36055f4f230effa8255fd712d9e4e71b2a9928a8b3549a65c9d0bd7",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.38.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "f7a9e76dd20ff8fd757797951218e6091c683169c2a3e3d9cfdfb2d3b622c2cb",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.38.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "e2a0880c38df45b36c9190b5cb343cad555118deab0398c9b81735248958400c",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.38.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "19a07bdaa65601a2a71a0368a6ef6e663770ea91b9c4a6802deb9d4e96c10ce6",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.38.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "3f3efb9100a2729d3fe70d5dd90737745acb24694bbe5c2aed43433226cdff2e",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.38.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d74c25b258be400a404c472b65c6430fc111a84dfac6104ab0e5bda8fac80d12",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.38.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "be7c67b6ae7e75cb7e28bc488790dcda864f4d020905c2f857e4d419d5010dfe",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.38.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3df6d5842e46fe2be7b0bebb963a4947e6d3011070af196e6429105590084d16",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.38.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "959ff0d9b2f4932be0c6802d39760305defb7872a9b12b68b39304c3d3f9623f",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.38.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "5cfd050a7e9f677237433f7f244c2f86f7aba614ff91e56aab753f3c19dba878",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.39.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "b230592d2d64a4081403e53a41e1ea4c0f6fb7c420c294ced1c5b6db333f9bc2",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.39.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "a38aba913cbb1724f65a61dd1c1b360a30d12eeb2a23834d538e4c15d4902aa1",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.39.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "9bb3083bdc2987cdd9975288cdb3eff60e373da88ae56810eaae794f22de8000",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.39.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "ce8455b795bb152de6259505197ef4f22560d0025209b2a5071b62f57fa65424",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.39.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "431b8bcc314e7ea3dc8735670c34d96e525056daa5fad69b42532baae591fff5",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.39.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d4c606564d771d36f07ff4215d21b5aba85936418e480d2546ca9a080c194104",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.39.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ff88e81a7186d223ee27e127e486f41fa4bc239e4029005e7d63da18ab9f2252",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.39.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "fa870d52f33d440c6ecaab9841c43bf7570f7f4af3c687eec93c7a920bbe9366",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.39.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "fba062316c2e5a65fd79c50decb7f3f1081bce3f8e059f72d6fefa154bc47ebc",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.39.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "edd92aba7f61a9c3f5e73d70c55867890c16c0112925e88d4427049c0c79dd9c",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.39.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "534b4547263c4105f8d1c994f1a443dde0b6470039548a1d4fec6b823466c7e7",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.39.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "efabc79e5b8974c220e89791c41ff7fd3cc1496d33c453711d4fd65cf2d1661d",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.39.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "75c5803a2993f6fa5a2325a01db7694530d88afd19807d772d6f696344ccb353",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.39.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "46df6589dead2a6b36b3bbf122850c3408a20018238c1100c5d8e167bc904de6",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.39.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "d592f5ba94d9e7df278e910cb470b38f9ab907a0bc84a6b44e6e064bec954a24",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.4.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "8d4193da16495b79f961b9b5d620188e822e095f41f39c2900e3a73b2d22b051",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.4.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "18c3dddec2c319317a663b736f8a0ffccc5ac6bf2ebf9ebfaf1a7143b54adeb1",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.4.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "9bae20dcf42aa48b83b86bb597fe91560f7faad342f60e37bbafd8edda44924d",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.4.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "432aedb7fd8e6f25483388b5570f5de1701c819d2652e3aba626c348b84e72d7",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.4.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "41cb1d2a0c0c4805e850aedd30c25eadc471744aa9cda328355afc2d5ac3f618",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.4.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "31428981803163de715008f15b505f3f838d306d55bdb281fa321605a208a8aa",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "57de0708b9e1a191744cf4f1e5112a41e21220398661cf425d66616e48adde88",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.4.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "0c62671b3893ec9f9a69254330c0d6c26f77bfe76a93f5a229417a3f19778082",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.4.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "f17e32a95bd6539efef5383c81036851b8fbf69828da78dd7213ff44e67b10cb",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.4.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "0aad04c8c5b31199b1b6af716758c8187c70ecf41a64a12553f83e74caf6a9fb",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.4.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "5fe44d8a57389eb18c4b42abb45634932bc3397c792cf93bdc6ef5ed5c49a33c",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.4.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "1ad346de3a82aab66154eb3057234d8ef6456c608db8715d0b9376a79f4ba774",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.4.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "cc700f0b66b81005f74e980a1997f1b4b9c43bd7f654dbf349e33b8c4ee0e7ae",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.4.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3360311e3e5ebe28c3f4b334ef0b9477e16362a49874a960848bff7904be5278",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.4.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "450b17b4685efa94ccfca4433e7be8ff65dc1054c29f4f6f8510389b93ddfcd0",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.4.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c982eb8f3f27d2e892ee56bdd1a8f2d02d62acf1ac15634a488a5d9e9596250d",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.4.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "8077c1515bfba7868b2ab8e9349418eefb06f4036ddd6e4b5e82e296192e11fd",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.4.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "d3648b3bdc44c0b4fbdefaa15ab62b3198c8c5212a4eb4b5b12a2809d376e9c5",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.5.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "f47cf6ca33ea93c53f3eb08430a00e96ab36ed1782bf03d3a8eaef321d1a401b",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.5.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "71d9cfabaad1394a5945ca00db38301a3c01116fdcb69a98ef1593884b066eca",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.5.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "e185b82c10b77a6b7da389e83ea88a5dd63bc42ee039aeac2dc770e53b3479ea",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.5.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "e371631ef08d829f87d0005853451e4bba78606c7db66bdfc39cef79ad1e09fa",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.5.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "f8b1e5fd0ec0d55c14b49c9deed913ace496eabb8e35f40acf3c0c6b3aaf145e",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.5.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "777ab177fc4193c1b499224d94276f660b6c15e89029ac454538b7de268e524c",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "33b6484a95e0fcda86b7e7466864b066bf141c7fc825727c74357886b0824b67",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.5.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "efc53df2bff3b324e19799babc647cf5d9e13b266f3ce161ce713555a27ae112",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.5.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "d72d42232f68ddcb47eabb672079af1f5ee52308d39f9b7ef401ac134a2c10aa",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.5.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "91761595d69746a47d3d025de7858e7bff26e157f593504ad4a007b8dae9ac73",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.5.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "7a909bb5c39f635788af1922873fc1bf2506ed3f2d194b001532c43e6e506972",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.5.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "f3058b8734ef7b2ed059ca5cadc31818e72a36ac83181d7f392e002731ee570d",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.5.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "e060460ba33fac01d625165a183f0c961c336886ec025e5cf71aa047a1163302",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.5.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "53e8874f221bb743d3cd3776fcdfd4abae761017046f4ad739864f8468ad7f93",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.5.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "eeb2407447b8d573ea6023da75033eafcf534c8ec2c73ce2c0a5cb38e10ee0e6",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.5.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "8520a9b8485c5ef74143a28122daf781e66b5503ad7cd90ac08d1f320082ca7f",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.5.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "8edfc7f68feca15354ebae824cc6dd9134a8861592b2c56977b5e2acad3b0a15",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.5.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "9d5d4b73bf2459e488f8f3997b042bbcc9120e1043805006622b6adb39a625e6",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.6.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "26fe4ddf55f4873705a45b043867821527bd0923c4cf688530c8db660e4c4957",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.6.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "748ef945c4f205e6f6e61f60afa03920c8d45f2e533b5b417e8e777db923ebee",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.6.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "65ba83c36f3e30245daff6f16bc9c0bf83d58c469fe8dbc6e68d3917d3c389c0",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.6.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "bf6c569c03b39b9539aa698e63b3e433e0490c19908ff9e1518015b841b0ec28",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.6.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "0fa7c1919bddbf990ebf4481cac7d21f65465d430d99f6dfc3ee8048d1cca459",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.6.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "5588b795556209b04c06e8357daf60a82ee2bcc8554db535faf3f85065e351fe",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "f93028a78dbc359d351f128e7de7104a8659ca0bdb34e9b07ac18060594b4fa0",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.6.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "532144ce3fc45573c04dea7230acc32856d0d527fe8286590a4bf43eff378ca3",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.6.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "a332990bafcd2aacd5b26eba2aad8c772f1f9eac96cdd92807dc03bb81901119",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.6.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "a75ccd4bca96983a166a96d7cc419de48e79d11de612a32f728ee412f3dc8ae8",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.6.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "5135da4829b46b42e76ee748c1ad35e058ec0701f89367d27b626e8f7adb1b14",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.6.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "6cb030f99e20e63952d10f4f4e0235333ceb755e8832a8caf7999db1f3df3797",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.6.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "3345515ade2fac8fc16e3c97101b2827aa54134ba5849a6764c65c081bf82581",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.6.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f75f8a22c70da9d2a9127ef08ae44bb86d9407ce1feadbd310230f03d0525cf6",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.6.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1d5cbd3b06c72857419ac1a02ecb4a9eb5c60ca9168cc6791d25812f3649cbc8",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.6.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "cf606ed54957c57d3c9bfcfe2f48c04610e96d23da8b9063655dcf05a2071a31",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.6.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "d2bf367a8f93b3425e99a9cd6bd1a4fcc6732ef74b91946d5ceed548f6f09caa",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.6.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "23e59f1d17bb43890e5a326d8bc6a333d460992184d993297832da1f96a002c3",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.7.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "5ffd3d7bf0f5090e24d8ebb9f280a71a6f4a81e3d42e5137bda5cc47cca198f8",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.7.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "facd01db951d1e213e98e9714c7722c0d508409f550cf769f184f7ff0b33936d",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.7.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "45d2d26df7222939e7c24aec29ab4153ea54e23cefe62cf702c8f9a8ae3119bf",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.7.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "eae2764a7b586fc296997d9f1f60d2901106e137d6a7ce018b99fffd071001df",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.7.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1e5baba0358b301fd77d01410b970e7f0d3844fdd11f864d7966d5452d78cfa1",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.7.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "8f2ad44e2ee7e34abe89e59f0c037981cae70c1cc2f8959d83de4db3f4cc2476",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.7.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "a4e20fb5fd6fbf07aa340ea4271b3e25ccf0c208202c6373e5eeb82df4cc67f2",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.7.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "6db69ba90f8493093102ca0396c540ca9991bf8fdd9e8c0e8e4d61b2ffb34c09",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.7.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "f77191cf2130b4d55b1f5bd1c227abfe570468a30146aefa1f74f3de3669a713",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.7.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "2010de70869e09d4cb468e035f14ce8fb5e5f72961369248b27d2faf2fc9da31",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.7.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "f603f29f7acc403fa344128ec4430a6faf933f8b9990e333cccc1c38269a57d8",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.7.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "a66e461cec7e57068e149e5e82d6604865d17e6de644e3372c94e0369c60ceb2",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.7.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "d6fc415e740d724c6eca30af57c47992fb0b6e7cee9fbf72b972cb489c92df2c",
      "shape": [
        256
      ]
    },
    "model.language_model.layers.7.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "482f9a10c1b14d800f3763b72f9025bafaa7de282e65bcafeb6bc0c7e66f753b",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.7.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "b0e6f25a70b0c0273eda9a7b18dbdb82e62e724e4a4347bd2dbba39663a86b7a",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.8.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "fbbdac8bf012af0dcd2457bdb837c5fab198dff69027d024ff6971c24b5a1da6",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.8.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "e38160c71d990de25af78270d35bd9db68e8377f0076e6eed2fe2dac99d474bf",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.8.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "0967f510818d57fb77ab2b895f7aa2e83e433862e5812961870aa174441b6a7e",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.8.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "eed29ef87fa64614cb8ca56b8b91371a78ab201fc3c800bb04e739ada8e42a3d",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.8.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "28747cb15f005d13e189b5d7fedcd24cfa07fbc6fb1d7d31a92e791152504287",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.8.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "7081ef8aa887e7a736ea54492506743619ccef456f9deefbc21f7fff281fcc69",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "ade8f2100515421ee44556421f0554b3245444b66711c2a3cd6da70edad81292",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.8.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "720820afd6e2e85f355920a610b03d6163cf291f342e4ef50d79672109371d82",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.8.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "2e809d026b6ea522072fb9cda7d0966384d41760460c97d212093c2688dc6626",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.8.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "044612f7b751d31d80d00cb115e9221e61b53e92d3a59e3189d44dc54e5ce317",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.8.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "70f3f081d68164a0c56ecfa09193fc1eda8889f04c1ec21741b9df9f5d1aed15",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.8.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "6d48aaa739ccd52739abc7712223ced5acfb45ad10cfea1f9ed0df8c9c8bf05e",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.8.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "6363d7b2fd3cf71474c5f55a2bac4caeba4d4f6640dff5f25c5727f96745f92a",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.8.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "8d113c3be701700a7ddf99f041cc9dbc1db5c8a705a520c771cd8672876acc81",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.8.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1f7cfab84fdfbd4571f8ae7350e2a07ba9ff8f109be74a7d5bb895c255636077",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.8.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7c4696ad81b5b8a5dd8499d3f3e8e36fd4c0acbe32bbe844eeb617b036bf6ced",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.8.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "53f9002aca9984bde2b17b139300064b609794e0c0ffdcc81885035ab17342cf",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.8.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "3f3e0c259b515f28a2b89580354c03bf96f254438051a4d18662facca7bfaf94",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.9.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "d3496b4cee5ba65c0704e2847c203d39bbe8a36dc955b1778a6766542a3e220f",
      "shape": [
        2048
      ]
    },
    "model.language_model.layers.9.linear_attn.A_log": {
      "dtype": "F32",
      "sha256": "39ba0cc4647ecf819fee70282cc593016567ce4168cc8012e1e62fb81878d702",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.9.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "sha256": "ca4c12dd2fdebe5270f11e11c3afdaeb562dd9dc25a3bb69bea8ae52532b4ce0",
      "shape": [
        8192,
        1,
        4
      ]
    },
    "model.language_model.layers.9.linear_attn.dt_bias": {
      "dtype": "BF16",
      "sha256": "94e751b9a9ecd53461450f510e21d7f734a828985936641219daac56159b32aa",
      "shape": [
        32
      ]
    },
    "model.language_model.layers.9.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "sha256": "58e56ac31b4029a13cc2b9a195e022bbc64cc3c2775a6a62b3cb64941e62997b",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.9.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "sha256": "1d279c7d62aa62b0143431384edeb16c9028d90679b7528f65ab7fc6b03fe2dc",
      "shape": [
        32,
        2048
      ]
    },
    "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "sha256": "e11090da2dcc821958c56b557be0ef5c014d9b24c6887261a78929b862dc7af9",
      "shape": [
        8192,
        2048
      ]
    },
    "model.language_model.layers.9.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "sha256": "38cbf093a51ca0cc3d2b2a87e054bc9d36e7e9a444c559d6f00350d4e9d916a1",
      "shape": [
        4096,
        2048
      ]
    },
    "model.language_model.layers.9.linear_attn.norm.weight": {
      "dtype": "F32",
      "sha256": "b68280f2a69ffb5d16340c3f9c6ee390fc81fa4f2c163b2880312743fa6abd0d",
      "shape": [
        128
      ]
    },
    "model.language_model.layers.9.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "sha256": "6f6342421674b058e60fa8710093834749d68c515369fe46af5f584edabba759",
      "shape": [
        2048,
        4096
      ]
    },
    "model.language_model.layers.9.mlp.experts.down_proj": {
      "dtype": "BF16",
      "sha256": "4b3f7b972cb56888b2e8ffbeb7eb30af2f963532fcceefc4d1c27c886bcaa631",
      "shape": [
        256,
        2048,
        512
      ]
    },
    "model.language_model.layers.9.mlp.experts.gate_up_proj": {
      "dtype": "BF16",
      "sha256": "cded54f0385b1a7d89ae462a51f7bc9c96d69fd09d32519d8ca63c4fed16da8a",
      "shape": [
        256,
        1024,
        2048
      ]
    },
    "model.language_model.layers.9.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "64bc4e5a3bde181dd7b73414ce19b05ba1c215545f5078c4649ffca5af291b19",
      "shape": [
        256,
        2048
      ]
    },
    "model.language_model.layers.9.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f6bdbd4f16413f9793ff6c471bda449f32530ad1777dce0c88aeaf1cfd959e90",
      "shape": [
        2048,
        512
      ]
    },
    "model.language_model.layers.9.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4109051328b2f036ec5e2cbb1957454db7cadca33a1cbd180254d2d616bc3043",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.9.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3ca4f9f516767e67283b7ed8eb7cfecf8dccef7b8e1459abf9107a629b78f36f",
      "shape": [
        512,
        2048
      ]
    },
    "model.language_model.layers.9.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "dbd18f10ac5a4f683a08b649ad108ff48c0d29c90001a057d8a6108859a7f665",
      "shape": [
        1,
        2048
      ]
    },
    "model.language_model.layers.9.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "81c1b2e1153fcee965afa36ec5a86501079644399f93a5f8af390e2fd19920e7",
      "shape": [
        2048
      ]
    },
    "model.language_model.norm.weight": {
      "dtype": "BF16",
      "sha256": "0b5e28223600c99069893de70e0a04fdb53bd92825b3bf5906db134816db520f",
      "shape": [
        2048
      ]
    },
    "model.visual.blocks.0.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "507be3636be6fb99fee2183e25f1dd8405a86e2df4083992d6640bf26af8a28c",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "9dcbda5b69f449c6f41f0d548f7414917086ddf67743da3408a298852e18845e",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.0.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "06e6f46c17b3c2be820cc55b81064b77df4f7edbe92af639ed153d25fc3aab91",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.0.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "065c4b20c04741846bab4bc1382548d0d3369267c1f404ad7a8b62ffa9ce01b5",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.0.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "bc5265c651ffb03600455b886ab18b97c900748bf7925a47765eacc8a45cb8ae",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.0.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "800ec6ffe4e04ab7ff7baddfadfada33bd054a6fdefea3bbcca8bf5f889f9b23",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.0.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "203a2f2bdbe26b28645c8fd93df0395ee7caae2fa5284733b3d2f38546f3689c",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "871fe166cee93aabd08424b5328e933fdaf8de1f61312fe8fc1d559fc93044b0",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.0.norm1.bias": {
      "dtype": "BF16",
      "sha256": "8a931c0217b907b98ce002d7b190015bf05c2929ff160baa0c8ca97682c133c4",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.norm1.weight": {
      "dtype": "BF16",
      "sha256": "4d787eb29c4181183786f99ba8642969b1d8fbf5834940900fb5babd8a1a8dff",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.norm2.bias": {
      "dtype": "BF16",
      "sha256": "7c22823291276edb20ec12df68fe586b365cbb5f67d6a453c7673ae5f1bf5793",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.norm2.weight": {
      "dtype": "BF16",
      "sha256": "26f66ebe589de15b3697ba3fce7d43cb3764dfaa3700783f2cb344bc8d405c79",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "7bc52165fb6b785716d722f1eff24077fc82c6f0f16f737176f0f066ee97f188",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "df55b2f34f41716969435c419bdc50396b69ce4d197a70fe294e195885249529",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.1.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "119e6b9c0b73959184d51b2ff3ab0ea539417e37374ad5652aa525f314fd29fb",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.1.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "2d41c579bff102cc5f92e62b4b06e2ef12eb3e9ffb8a80ed87685e773a946c71",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.1.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "73d0175c9f9d9c60cf345af4b2b8324d423e784bacc2606ff83b0d663907e315",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.1.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "c336fb0a538971080d1d5e9c91b28d691c49cddeba9e01c992ca35ab001ac3e5",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.1.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "5901f3fd36b15e20c9450f73e0a7777460e531321c6798e7b29fa6b25513eb77",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "7235f29bda56c2ec82e12c539595dfaf5a38f27a3b9c3a18389ba58ec624683f",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.1.norm1.bias": {
      "dtype": "BF16",
      "sha256": "f727ecfe1909f53f99fef6f6c5289f33d357a6b36fb73baf1727c9a57087b4d4",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.norm1.weight": {
      "dtype": "BF16",
      "sha256": "e523f6d7adea1e296f8e7a80440fff9eaece56efec62ed998eecb49890d664e2",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.norm2.bias": {
      "dtype": "BF16",
      "sha256": "99df00d3d90692287117e05d5b7500eccc9291fc81b4d95ff3cd45e1cf25b90c",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.norm2.weight": {
      "dtype": "BF16",
      "sha256": "fe101cba43914d34b72480ed6a621bdfd72763252afa8be90f71571fee082ba6",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "d4960e608203c228e5e18fcd97a69a04546b45ee23c66a721c5fb5e924c6b14d",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "a8aff90146593e7925367f5673b0abc9eb0796e2f1b6f1150c12543750269798",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.10.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "9b02c86bf142de55f07bbe0775efb3955191a415a7623f7461a51fc96c8177f5",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.10.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "21ca958068cc0d104049e1b42f75160a3e9e5a457d8a5d61602de9051ad40455",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.10.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "4262ae37b2ee7fc12693b7ae2ddef31820ea4b787aecd7db38f7f59facec03a6",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.10.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "bd778333d589bfd9541bf39f98f599d94fe2cf48507bdf8c8ca0a96097318513",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.10.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "989912e1f6eaf4e5b4bdc193652b26103e01e9bae19ff3bdd595e7c2d226fbe2",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "e852d0cc8f094d5763fc13d7b8af5832844b767fb076c0b5bd80a20df7b30ad6",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.10.norm1.bias": {
      "dtype": "BF16",
      "sha256": "28391097004a5cb9c79be68c0f401f7a2019830bb718cbb51c20cf636872335d",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.norm1.weight": {
      "dtype": "BF16",
      "sha256": "2635576fd67ea43f2d857b0c3e822fb5317cdd91ee798da6b813fdaba0cbceb5",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.norm2.bias": {
      "dtype": "BF16",
      "sha256": "169b7bf9023622f7ded9d8149b5e305eeec506c851db12b8e60462158a0d7798",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.norm2.weight": {
      "dtype": "BF16",
      "sha256": "d6ef4e9f502fdc6f7f4dc24ff4906d6b2780429e232725567c229a7992c38420",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "c51cb0f9c3d2f53fbd4f46db0a1b7e944fae85a5e01831c9578d835516d3b98b",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "38b49aea7b20d6052b52c9ca0ab751e6b6913731c6b38776857a5e943f50141e",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.11.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "409415a29af4cee025fd7e7604c63388736a0da7e803303b0296a4ebadc452d7",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.11.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "4b59517349c0d3a53dfca361a8b21a8342b5d67773317c00aaf3cc7c971035dd",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.11.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "a3a8757aa0916dd5ffd3698c57ba7e99362ded5fb668c3eb9f910088ef3273dd",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.11.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "ebae51b159430d58f24afaf26dd2894ff8f27e86355cb6898deb5c54469843f0",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.11.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "96da1f4a1b83824aa033a21891274f8ee70e9fa2602d4ed574d03056d5097dd4",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "5b63c83320cb9221b4e6660f253487cdf309e7bc8c40680e7ac0065e9497c62a",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.11.norm1.bias": {
      "dtype": "BF16",
      "sha256": "97eb9049fd3a2b4db547d0b0c6d74a5cb517b62c055fddfebe9f0ab5bb1f3ce1",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.norm1.weight": {
      "dtype": "BF16",
      "sha256": "d9c2c86a3141925fcc5f00c69783b592616f105fa80686ff768b78f2bbfae7f6",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.norm2.bias": {
      "dtype": "BF16",
      "sha256": "8ef6f90f4a5f1b0193c198c17a351bec1437bc63d0f7e8154a72fc836b23c89d",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.norm2.weight": {
      "dtype": "BF16",
      "sha256": "e8b0992679be149c2de6cffeebdda4e6902991353a3bd2cdd5a77e681bff6f62",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "3ba50819651abf10b3a478495196ae30d90a092ee87131dd39b0219c8b1c570a",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "b06bdbfa2b44edb7adac99e29958e39648b44bad401178d5957c52a0528763a9",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.12.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "10d658bdec6516daefca83e653b17377d0a9c7b4fca7bb7e4aade8e8dea8e572",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.12.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "1a9c4079f1725ae3c2ef87a8e0901fed4324c2dd92e7e08f0f30be137164d559",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.12.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "ea780f9d3b00ce365059878d897d4de49f6ba1398c29ac06fb907693508de562",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.12.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "aeb61040ec54bb05217ceb23a6de1ebba602356143fdbcfc5a66ad6c311b7ac7",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.12.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "d52d58ca889d2c1ce4b4167490458e563942390696ade6e051bd0dd0cbc498cb",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "bac9073d6fe8956708dac15338eec4830ba1a78645858f441195883788417fb2",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.12.norm1.bias": {
      "dtype": "BF16",
      "sha256": "e201ac021894917d7e848ceae14c8d425203b72183c92aba72a192895bbf2c05",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.norm1.weight": {
      "dtype": "BF16",
      "sha256": "f1f56fe9e316ca0d042d14d03c236770754d3728296cde3964feade56cdb0cd8",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.norm2.bias": {
      "dtype": "BF16",
      "sha256": "6f470285ff156f875104161d40d6d384bee5fba5ecaf89371ce433a9ab259711",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.norm2.weight": {
      "dtype": "BF16",
      "sha256": "0589f3a0342d947a937421141c36f093f52589c0e9720eebbecd71e1c9ee3395",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "3729571ccc3c05dfd6cb439e3334b5aaad5c8538112dbd06aed345aacf001abb",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "694d0274228ab5f70ca1d3d9c56473f61b5e4c8367fc3074f546a01635c54697",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.13.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "760392a4dafd4feb966d35aeb16cbec34b368b06effe9553f1d8032cdf9e6737",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.13.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "91e6f8f4991c6c9397747b8edce83e0314f155bc53519268448977089ceabd61",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.13.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "2379817dbfb7a8b72e39bdc99079a493d8395f4e2c63e8a62a16b94dfb86bfb1",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.13.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "dbdd932064399ad6b5de9bb4db183bd4e403664cba8e512959dc8ad6e04a83fb",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.13.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "7bc6f86b87b297d6fdf7313f16147028c0149b49497df4db6f8122202b5c8a7a",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "f911ccd31dcf84508940e8056c46bccbe70f54771cdbd588fea11a3fa3ec9dd0",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.13.norm1.bias": {
      "dtype": "BF16",
      "sha256": "deae459288e4d8230d24d19c41edd3e9a6399f3118b42a996bb92b9d8a81102f",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.norm1.weight": {
      "dtype": "BF16",
      "sha256": "22339e95d4b2317def2ccb75cf82eb7a47cd7770f8ea3e353ea4f160818ae5c8",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.norm2.bias": {
      "dtype": "BF16",
      "sha256": "5ba24f8089c9fa3edc290cdea398a5aca21ed9463b0fba85b450cb1c9adf6eda",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.norm2.weight": {
      "dtype": "BF16",
      "sha256": "07f082c998a0ca5debdaad3379b140bb22dda27f5e7546aab82926d4a468ffff",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "a77180ed339a781ee901c94b187725d08de46d301d17b0edf85c5f5c6f7b7494",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "05fe2a920b78e238b4711f2e91e14d6d70b42f0bd66ff80946cd9f56c087f27d",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.14.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "40966b0aeaf5ae44342a24595ecd904d85581ca94a2a85cf4033f1a9593bbe4b",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.14.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "ee4b5454428df67d0859fda93251cefba58f1e982a0b1901b62745dc0e8f5c80",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.14.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "6b4e2ddbd518b1a036f376e24f3bedd0a83b412ed90614da88953b2d9c32640e",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.14.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "95b9c09fd189cf3ad246b9ef49469d7c291e312adccdf8ddaedc792338c6dc0a",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.14.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "38df8e39345b4d2dec6500069819b36d08fa79ea703fe65f04a3feb357a80392",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "cf3160ecdb8f31ffdb94de66b2199e8740cd840176f5879302a33f0436f44fb4",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.14.norm1.bias": {
      "dtype": "BF16",
      "sha256": "282f8f23be352aec3e4888b6745e0895bcb394766cc925c026bbba61358b1e54",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.norm1.weight": {
      "dtype": "BF16",
      "sha256": "e0bf3ac2592914211beef09b054f172557a5c770c933636782e48d98fd18e20b",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.norm2.bias": {
      "dtype": "BF16",
      "sha256": "647e47874bff0b2d05df58291f0bcef3a8eabc4f99dcfadb04212fdb77512b00",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.norm2.weight": {
      "dtype": "BF16",
      "sha256": "2c7db836fb5e31232629e95cb92510567db69a92789dbd1760d7fc7d43e22317",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "ab56bd4ce3a0d37cf76fb6b04564146343c6155603a7b0116b9eeaa1e30bc96d",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "0e1540cc9fb8d666246be8d2657138fbf8feb9c359d5cf41e97201e965493852",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.15.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "b847db6b1f1ab4087d7428ff677b3edf1df556b9a9b3db5c3a07a44c410718d0",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.15.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "29451bac6646fcb67a33b327b4338afcc0ba2d07af1b59bb66b565cad80ec422",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.15.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "036cfa0f781a7b17417f4ab5c5ed59fd27d9bbf2746dcc6af9b61a9cf4c11d31",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.15.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "91d28d6c78858f53db652f80939fe5d5d902c61f5c11df18a6a58d53231dc66f",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.15.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "e0e44936a84a693789e72a4f4fce2b9481f1bdad89b080ff9198e4996be188e4",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "a414c8a93608317300c13060a7b7b5bd714730a6667acb6dfc8703c640e509d0",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.15.norm1.bias": {
      "dtype": "BF16",
      "sha256": "5fc9cad0c2c5ea8101e52d2401fcd748d40e8c312fe09f46fe68fd40f159f162",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.norm1.weight": {
      "dtype": "BF16",
      "sha256": "1c7108a5760fa0757592134f150f5cefa21a7d15d0b99ea5900187c580c5bc69",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.norm2.bias": {
      "dtype": "BF16",
      "sha256": "48fe2ba9d7e693e0faaa8eefb8e9cdc6cf189ca41da83327683c2171b431040c",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.norm2.weight": {
      "dtype": "BF16",
      "sha256": "782f8b92168527f29b35c644d5388edc9fe91fbcaff0485ddd6f20be680aa47e",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "a58765ab9fc7f84c904f5d10cee6ffdf4c5a0c79b2a02fcb0ecea9bed88e85cb",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "5985bec116543763683891885adac47d070a74d1f0c4583c67a9523da98bb561",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.16.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "4b5ecda1fe64c04933cd5aa4a2dc0ea89d4252dcdaf41e9f906be61ee3d5f06f",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.16.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "b5f715b6e9e0fe1392fc081646665b985a140d954b186b58f98351fead9218ef",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.16.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "a8841962e612b8d6b8d0066c462212d0fcc6be0fb5e8c89cd3fd77472fcdd35e",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.16.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "e1079609a5dfbbf97f5d7296813a12d64b9f65cca16e716595e89e6c921d87ad",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.16.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "251fdc4c1350204613f28692b792478f9e36e46fbc018231305338ee1ae449b0",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "7e4d05ea6fe92b81db108a977df09ca1734f13bf2fc2451b28112641d4bf8591",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.16.norm1.bias": {
      "dtype": "BF16",
      "sha256": "f8c77ff7db979df583c6a0240e269dc63ff556a511b293b3d688906238da5801",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.norm1.weight": {
      "dtype": "BF16",
      "sha256": "f4bc07525828fa39ff50bba21f53f90dd2a37e72d2c0414e482a41a881641090",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.norm2.bias": {
      "dtype": "BF16",
      "sha256": "efcc6160945e1f16628e521f8d4f663f8d4f3ee63119a4c1e3daae3306761cc5",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.norm2.weight": {
      "dtype": "BF16",
      "sha256": "152000fb8d5b77d446c93ebc889cab0c8d67d6f825e690147d5b845c1791fe85",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "992e8d3a67253c89b4857a58403f49876c00af93e3f2a813be21626aa48055f2",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "978af6cee6e116d8fba83d583f9a2e1e6822776389cca7e425772c2c202ca02a",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.17.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "434f9d17ae813d6aa2c392af5332828b3b518dc1b37b9feb10b9fa50d2dd7d4a",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.17.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "d6440342b054452dda8ea5f83fe6d7c71a6324a87a36d53231ce9b1c19098424",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.17.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "d8af8c49a023e29f918d056352be08efcc0dddc1dd58da5ef54908556c8242eb",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.17.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "d7ae9e7fcd0582baaf764d9723ab1381ca15ed4989ab16def9e8ee63f08e3525",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.17.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "bc6126fd05969bb7acdd1d38caa64768c052602d485d1f939b4598f8e307200c",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "683f4be6fa27b560860ce616b3b5302c3491f59bb9bc068e20542662ca273fa1",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.17.norm1.bias": {
      "dtype": "BF16",
      "sha256": "52d4d3cc9c6428f75eadba8969e1a4013abc8f459470a2df36160f4b6aadb13d",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.norm1.weight": {
      "dtype": "BF16",
      "sha256": "9f67ea236b3f5baba041a346558438439cf63eaf1aaa4a1373ee0fd99c2c24bd",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.norm2.bias": {
      "dtype": "BF16",
      "sha256": "58e59b6fdfd59dd97e4b4cf1550fee2c9381765638c756858aa12418ddc312a9",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.norm2.weight": {
      "dtype": "BF16",
      "sha256": "9d57db5a16a2155ec2a81ecd9ca2a4eac2f34c59840a957c80793580120b2c86",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "0950b67fddd4ac68d5439d008ae042f083331d712146c9aadcdb4d239f0a93ad",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "c9df48c4a70b68b7d6970521f4fdbf08642c651e1b3bb4cee3eba7dc403004e9",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.18.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "bd58fe613ff55eb8221151bba872b08e2010bdc9fb09e0e3ae0bc570f4ea0523",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.18.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "5ca0614e9a88e2b2e5d656deffcb316a92f1580783ccca5efcf2c441a8bdba91",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.18.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "35abf6376f09024aba12e9a7564cccacee6c4c0e3036841aef0caadb506717f7",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.18.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "e2de32259aaf7425f7a7725b06112549a883852102332b76a0916b436b886d8e",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.18.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "8796024900cb3f729e834a4c012b916288c1f674dc2d578d634b914abc4c8bdd",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "50fd88638f07d58241c83fd90b7f421d61d6e06111d791036bc35c14233fbf95",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.18.norm1.bias": {
      "dtype": "BF16",
      "sha256": "c936e437892aadc2bc5ac7d6df2dfd6d6e53e96e3026bcb179123d6758c95070",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.norm1.weight": {
      "dtype": "BF16",
      "sha256": "74a718c1f98c3807cf8e4480326e1bd22340df65d2b040f88591d67ea71ec682",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.norm2.bias": {
      "dtype": "BF16",
      "sha256": "1cf02932e81f7ccc4b367a95b30917bdc7d4c634218dcd4232bee9a226981274",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.norm2.weight": {
      "dtype": "BF16",
      "sha256": "1f2ee60405964ec1a11afd815f14a81429c97e7031cc8548e14384501824347a",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "2156afa15f8643649c3541624b0c29a126b68c938ce961319d973d37c50a8df3",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "ce987936d7da66a6d4179394107fcc8c51827b18a3bd02f68224dab31aeab527",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.19.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "af4583da828c9570b977b7f80629bb6c19614a253ce5dd9dd3b9cf9fb28afbbf",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.19.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "2875bcb8afb8b0927bc8bfb92230298b5d273e0440c1c59cb3a20a2b514adea6",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.19.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "3c24d68bbbf8eab8ba3447056c8c70ba76664a53f5a091365525614cbf270c75",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.19.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "e2a933b135fe503df778cb00228dcb8541a44bb41eda34c300354443e9c01971",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.19.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "d56cb1cb1030156f80211641e1aba1625eabd4b9fd6bfe9c6d004ad9505ba864",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "9c289fa26f8fe5efbf001502544fb5dbe8f164861d97d2f6b1b697e9e529904e",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.19.norm1.bias": {
      "dtype": "BF16",
      "sha256": "403ce8114767da9999665d9f40f41c4e8039e6877082053d2c2dd9c02049b8ee",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.norm1.weight": {
      "dtype": "BF16",
      "sha256": "38dbd2eff6dbbd63d5437738fd2fd9a756df2ff73ecff30ffb2c99f3fe5a8f3e",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.norm2.bias": {
      "dtype": "BF16",
      "sha256": "c61c5b664eef93721d2d438b3c6eec5b9721e31a6be52b71aa6317cce6b4d74f",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.norm2.weight": {
      "dtype": "BF16",
      "sha256": "3ae8afbd9bf574f3cc1437221c8332525d88ef9fb40cffef8c0667d2a732b753",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "7cefc9c169e37f4f440fa4aff9078ee8ef473de01dd471243cc3926509fa1d65",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "1de9df28f331766e1f73766eae2fc5c9dffd7fcb2f62e36a7fbf2a945febb275",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.2.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "c9c691879c46583c7fb1dc66fe209f5fa9c873b576050a6e5a4d0c40f0b088eb",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.2.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "b7ee1b783a818d731c158a7297b519764d3c0257e94114ffc4b13a19206955da",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.2.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "35bc852343d0b53578052611b10581f5c951c5add929c00049596ca4c0db8e79",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.2.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "6b0d9ce0e333cf06eecbf621decdfcc292f8519ead20a54f548950035aa95036",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.2.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "baf81b2c8da2eb3d4f5e1549479bed288c8601be454a547382629c892b1f8a64",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "392aa27d89fee5f258b933e84540d04f15ec853037cea5b671d02fe0e45e75c5",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.2.norm1.bias": {
      "dtype": "BF16",
      "sha256": "5c7880fd776ba0cd394b2bed79a84b902c9a2340bf235ca49c9078252b642814",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.norm1.weight": {
      "dtype": "BF16",
      "sha256": "f9b5a2e20ab17294d277f2fdd68709277f1fb97a62bc96161be3a375206fa3dc",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.norm2.bias": {
      "dtype": "BF16",
      "sha256": "73302bdd5f2d753f6798d5a2d745b2c2d165c9ac8b940cec9b29ba48bef5f473",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.norm2.weight": {
      "dtype": "BF16",
      "sha256": "3a4ae28249c71a8fab734c8fab816fbb8908fe448e73a05210ab5ca5b5c3204a",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "675d8271b7c179895f47524e4df8be10637bd2f51f0e981e1c49cb151b95c90e",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "bd05f3cd57d8ddc4e3c6841bba23e530a2e6f9f348e4258cd1b7533aed1d3919",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.20.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "595f5795e0ec0ac37aeb536863d01acc1111185637bc39439cdfb3cc8e350209",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.20.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "5cb1827afc164c163ba1667ecba876649109dc16c63bb2f581cac3cc9a68049e",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.20.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "39b548ab4cdef66d926f5bed85792fb9329417e86e291ce5aa1af1ba30504389",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.20.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "83620c54f46d457256aef228f255134ef6a70df53c48e9f21ba49b1a948b5d66",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.20.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "ea4df8db4c567cbad8dc898d162e6c12f9bbecf65ea55b14b90ab45cf007d2e1",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "e021d50730bfb2859cc69cda5a3f3d6e6835e9df36b040f0b79a37f3ee898e94",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.20.norm1.bias": {
      "dtype": "BF16",
      "sha256": "cd28cb426e233cce8e43bc2e27943cd3794188c34d4efd07d0178d1388b2dde7",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.norm1.weight": {
      "dtype": "BF16",
      "sha256": "6bdf489d6fdfe778beefbf95457aad4d634ba2e18d7f35b1c900e6d084d1a76a",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.norm2.bias": {
      "dtype": "BF16",
      "sha256": "0ee166cabb1ebea893090aaa73e05f3060eb118f1cb8fc33eeba85d9ee569697",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.norm2.weight": {
      "dtype": "BF16",
      "sha256": "cce552a4a6aa3533cf570fc400b3d5b2ba2a35afed99d3aa9769b3afe1fce42a",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "38d859b1d76a3ed3598dd0467dc2b394df3c26592c37ba9345882ab5bd1dd6c9",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "9f9f54dbf916f8d770984f60ee0d87e7c95964c0c4b5acd3e6de4ab316d91eeb",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.21.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "59caeb145b18904ff74ca2d868509ba4eab0f9b38b9ae51437d9ced67eee6cba",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.21.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "0c139ac524e78a2f63531398931c03ae5bea1852bfa9e58214871051aceaf00f",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.21.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "331b822ab89f7effbc2f3f0eb2bffcb91769bb56a1e1f0d6ef75f7f1e32dcf17",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.21.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "99cfc52c6bb6f370d9fcd438f4cc544481ac58ce70c0e16771687af1c58b8a42",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.21.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "08c61c1b9a3de18580de6bb82c5db199600d55c71f922c28b5a6b85d668191dc",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "b003f6dcfb2f7d8a1458293c9187aae2c3b81ab0acb3a1c245bc3e9cd28cdc0d",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.21.norm1.bias": {
      "dtype": "BF16",
      "sha256": "714947d05d2e230c428f9b236f1ea3a65dbe08b02f80c6f194c75f702e092642",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.norm1.weight": {
      "dtype": "BF16",
      "sha256": "0e2bfa44e338a922f9ceb533ec57cf80ee3f0b0d0e15ccaa6a3d1ab04ed55156",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.norm2.bias": {
      "dtype": "BF16",
      "sha256": "d3de4201c29c596f0b63057cba0efa98980690495f4a39b4d23d67940ab70f18",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.norm2.weight": {
      "dtype": "BF16",
      "sha256": "35e6b7c7e45f02556c03276afc194ab0834abc405159a7652a4f7094b83de18c",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "b03843114b9fcd8491c05f14a35375a97ff85b5db6d2be658293c21cff52e835",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "f14663d588fa8e76b4614ebea14f64e6393fe75aadd8c4f314c376fda8b35b92",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.22.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "d4dce9880290407369fcf5ebc09f6e72d92d5934464fdbfcb37573a32e58fd30",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.22.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "81fce1bcfb586f60de8803e62fcaa206d4ebd61b1a2e4e033ce7961661dac3c4",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.22.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "81a221e3a0ca384d6fbd9176d106f3df490ca2a0c1327442ace8fb91ecea6bfc",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.22.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "74e253a48956b40d3392b7b6856d09856c2b71a4636f3dc8578a2584117fcced",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.22.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "c7f80e023c090b25a4855692e28d5566813b8c5f3bbaa10755e80a195e64d3ec",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "214c72880c37ccf64099b8d5f5a360cd2a4d747d97c7cc5f96b93700b20764a4",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.22.norm1.bias": {
      "dtype": "BF16",
      "sha256": "81e2ac8585379f4443a6bc2d8f94c2085bc610e18b4554cce9d8f25ba647b1b8",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.norm1.weight": {
      "dtype": "BF16",
      "sha256": "9dd3ad572abc504885596a4c2bc372c414d4a00c991c2934b4c72cf69c59e019",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.norm2.bias": {
      "dtype": "BF16",
      "sha256": "be93c5f33af05f435915196979a2295a0951069065d06b2771663053ffd051ed",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.norm2.weight": {
      "dtype": "BF16",
      "sha256": "928ef69f8678464e0571889ef8ecf0b186ce4129d047f48512b42286c47adc15",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "7e87ea7ebfc0dad2cb295435ce91104f85313f80ba30b57e22b57da38268a84b",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "046832a0dc63267c3a0e77fb8888fc3edf49f91c4d24cd7392a8d3767a492f46",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.23.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "821ac59d6f60a28e93c2601d51be17d2a74713c295b6131a72facdc00cd2a210",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.23.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "8303b805c3696a9e8340ed90cb08872d0af59b1d2734eeeedb35babd87ad5198",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.23.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "d9fe0dbb45a76b529d68dd2e7bfc7dfc90cc03614c40eb2606ed7a3525febc6b",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.23.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "3fd42f2465e89705d609fecc6e7998b5dc1cb0951cfde2d474525f50ef7158f6",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.23.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "2790f3073b858729dbb877e26fa6eee3475af5dab24724c42fab33a272a99698",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "b4b961a062d54026ae4f1a75f42609a5ef9c77e178f84b08a769e43301416a71",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.23.norm1.bias": {
      "dtype": "BF16",
      "sha256": "06b7dbe6720b9ec637f4bd65c46d0879f3b1b2b7219943a549d71ca60eb773f4",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.norm1.weight": {
      "dtype": "BF16",
      "sha256": "c394c527141c76492e7d5a7b1ee421a187c92467e8c872084cf808f4cac3e492",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.norm2.bias": {
      "dtype": "BF16",
      "sha256": "4ca342c1f4e47a06d8d285d2f74b3115148d1ffcb84028f852fc7b7f068d6103",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.norm2.weight": {
      "dtype": "BF16",
      "sha256": "618ee078eca960f6d2a79b427fc31d0325ae14fcee3d8a7d527b00c13b278c80",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "08294998992e20ae687948ef55409519e1aa5de529bf59bbcf167ae381413202",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "06c753e26f4f89ad6494e1e6e8779d85cdd72f4e11f1ca4853e9568eabd79728",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.24.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "66c2af5fc5dacb28159c62135c8f565bc33faa26ad87cd1dec02148b5c1412f5",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.24.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "eb1d628ad75c389e3d440294c6c7db124165b931097d9d924ed867c2624c39a3",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.24.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "08c6ce9eebb8525326af693f32af572f304618548d53cfc6672fcb0c42b98970",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.24.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "7836ac582222f6b1e74fe5b20e7447b9bcf53a638daffe36d152df047cfc2f89",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.24.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "007d87fd7f4882cfe3011c2452e2e6cf96919fa4b9add55f7147d93ec781b765",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "aeed8b43a013dbb1763538b6028f5178664363da3c3f49ee21d08f4daaa22fe0",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.24.norm1.bias": {
      "dtype": "BF16",
      "sha256": "3b3a5d8f50805b755111948d4e309d453907cbbcc0842a793fade74ee35fb49e",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.norm1.weight": {
      "dtype": "BF16",
      "sha256": "bb85d6c91f586b3192951719185fdf01fd155e7e5b1ff113b378e2dd15b67612",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.norm2.bias": {
      "dtype": "BF16",
      "sha256": "b7f25e6a09e8dcd03b04ec7a4161681fd7695993fc3bb998ab26b1ac4b445b49",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.norm2.weight": {
      "dtype": "BF16",
      "sha256": "e22f8fb5cadd1516500d8ff224e1526924f6326494df6ceee20efbc625893e31",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "44c3ffd19453842785c09fc226db90ef4f75c7611ed7e8eab7e4dca157cb0458",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "7dc60f5ee773057877352cff1e2a87f993e135a278891948e2107721423fb445",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.25.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "597eaec1714c8e556c0e6eb32305179334e9562ab31c55e1e119c509a1c080b8",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.25.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "148b194a7615b9cf3e0e5c19a449455daccc6fe7af9583ea64724132430668c4",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.25.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "1b49e141a938f950ccee7cec4044cb23bf798ed166eb97425f1f525e097c08d1",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.25.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "13381ad197e2a249f05ea47b74f28728306e3272365525dd297c3b19bdc149d5",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.25.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "594552140c3db78cbc520881fe15bbb7f74cdcc61eda7660bb338a9d8ed15091",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "d75ab117c7f29eda232a6dc5ce7c4573e185316b2f3456f01bc56ac434b70342",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.25.norm1.bias": {
      "dtype": "BF16",
      "sha256": "a538ad54faa4ab2fb54bddb525f1b2efd33d1281c9e2f737b22a68a9bd109479",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.norm1.weight": {
      "dtype": "BF16",
      "sha256": "75d5f974fb1a2e1301135e6ed1307acdaad7beebbcdead4776e1d1ce103412af",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.norm2.bias": {
      "dtype": "BF16",
      "sha256": "2a7cafb9c11e6ac0c9547be057b3cbf88b2bc1e339d4ea6cac4405fb32504fb8",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.norm2.weight": {
      "dtype": "BF16",
      "sha256": "f6fdaa1345957bbd01ffef7925769e7fc2e80915ca85fb56e032d4ad06d6431f",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "0f6f7f65bd4505f659090a84581ce25fcd25c419e9d87f6bd3ef7d0c5a3dc85e",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "f8cc327f09d4dbe2ddf2796121594bbb5eb6a259e92fd45dc2b1af4ebf11c3bc",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.26.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "c58b18ea220500d9e600786e7eae2f8a4483e1163a7b69e2e0e94d9a5c6cb15f",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.26.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "3cf21f58153aefe275e6a09b56b51c82e81118de8c669935fcfbbb641c004451",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.26.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "2a7a4fd291463f74db1f75918936e931edcc15064da47b91c561758cb9cb6923",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.26.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "5babad4c1e9bfde64e5665281e599435bba04e4a7b7a1f479339566d420189f6",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.26.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "0ffdcb126a5a8ebdadd9083e64466e9c2505bd9231206f2237ee309b8390ae84",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "049b8882d3d3b0b40bad594347baa1c756f3bf0818841add9f25f0c5129227a8",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.26.norm1.bias": {
      "dtype": "BF16",
      "sha256": "11b746e20174f796faf754760ebaa0c51fd61b554be12f5f716ae8fc83b1c2d2",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.norm1.weight": {
      "dtype": "BF16",
      "sha256": "b222417900dd59d22d8f1151eed625c75cf8e7ced10ddfbe26911216236f192a",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.norm2.bias": {
      "dtype": "BF16",
      "sha256": "67a03ab4ffd87d338e382df77979a1b441e334e55edc01359efe3b24b3d9e482",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.norm2.weight": {
      "dtype": "BF16",
      "sha256": "f195729f6ed70fb7348f03a88a441f7915da5e0932386b574cd068e0d48c78de",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "7d06c36b8578559cde42a31bef0943f639211413d89e69300031d03c36d6ffd0",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "11916696b47747871be49d378fec3ed80020dccae4342af4e7faf00c55d24c36",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.3.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "d2cc4c6ee85d99511b4ae0e4cea217590ade7820361eaa1badc2c30f05448d19",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.3.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "f46d2617e3c2f21a2d8ffcb1d149f9f8069d7eb72846e175463a720ebc88baa1",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.3.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "ee8b59af759434517ea188943efeebbbccb404317b1e5bd64e72c6d3de63662a",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.3.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "ceea1dd661ee79f4a55e1f782ab016d0d16237c7e3b08ca0da6f9158d0273685",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.3.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "030760bb7462603a944b43d1bf4e71b75d1177d8fe27df102790936dd5f100ad",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "3a9a230d116c42f5ec60c8ab712572d55cfcafb72a03f557b435502cae97cfb5",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.3.norm1.bias": {
      "dtype": "BF16",
      "sha256": "b2cfd432dee858cf37dcac35b0a642d8e69447b867b96eda5af7c32d92b2e647",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.norm1.weight": {
      "dtype": "BF16",
      "sha256": "bd3a6d25f90313793d876521a53bcab75fbafb1bfb42e5923361685a56e4677f",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.norm2.bias": {
      "dtype": "BF16",
      "sha256": "ac03d41556c2a5f4fa2ae27f7a2b91da00d7e1ad69234f403c9f6f62978de3a0",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.norm2.weight": {
      "dtype": "BF16",
      "sha256": "2414bfc8c0500738610ad68f1c198ada346189e0286bfd8a81469c7464d354e4",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "d43171086a77be225b3df80f2a30f5f0c3539508780c9355f98aeb5c1d08648f",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "3e7e7f294afd9864bf6898d286b367f2817fa3ca255246fd9ed5308d15f32e07",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.4.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "1c7e380dce0a052d62af57f171860bdc5e0657309312f01e0ae7f2bdd57175eb",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.4.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "c47ca4708686820086a2cf8386e9edc929a6f6ae4ea1e67e00ab6bd5f34d266e",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.4.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "4122a41ac7866eb47081048e5510001d58232c1c65a860b552a2f8b91d170b3b",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.4.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "df2fe700d39a1751b3f497037946f7f8de58a353ebf5b71ea22c92050d173468",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.4.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "ebdabfeebe2a3dbdb9dad0ff609acbd7a9438ec8bf9530d723e4b1928283ba62",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "4ca39c0cd73e6072e1c889bc473bd615b289caa015dee49a1ea6edd3f95507ea",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.4.norm1.bias": {
      "dtype": "BF16",
      "sha256": "7a4ce7a2918297f1a79cd1adbf83f4da21e5137287467f6143d8055003a460d8",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.norm1.weight": {
      "dtype": "BF16",
      "sha256": "ec4acfda0e91b0d1512f3a978ce3252b8709c8e352ebb36ce10a7499a7819161",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.norm2.bias": {
      "dtype": "BF16",
      "sha256": "1cfa328350f5a3d8e9b0ccf9322e8b10aa437530f1a7ac5159322c9fbcdb90ed",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.norm2.weight": {
      "dtype": "BF16",
      "sha256": "f9f20a8532cb1179d2dd856cf3b7dbfca087cb9b9bca472a8fdec281b092b144",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "adff2b428e1783857377d621136d7c80ae20ee63f8ce12b3dce7b724894c04bc",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "daaeb7ab80e37a3e04d045c0eb9e7925e5a65b91330d62f53d80659d05016b52",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.5.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "4691013f66ccec1f418fb452a5aa203c3e7b767ac7330871000dd488adab5475",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.5.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "a8466072bae6d04200b6f64b7d17debf0eb12f076db17cbe50ef26d13468faaa",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.5.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "a5f723411415efb92692979cc9bde6981effc72e1af3a1cbaaad3ec86bbdcbc7",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.5.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "b731956f79caa7ce9b3e1c7e795f45214089abb1b6b19f1cf9df0bacf6b51823",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.5.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "5b2447619332f2fef22465c057d9263b76e9ac1b7f22865d19d55edb07daefaa",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "f06768af9ac6238a9ea8454144df93936ce688b141755ded5bc35fab07366e9f",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.5.norm1.bias": {
      "dtype": "BF16",
      "sha256": "50e2174f2dafe54ca53dc0f5688072c287f3dd9e4c947d3c0508f2774527503f",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.norm1.weight": {
      "dtype": "BF16",
      "sha256": "8ff08e157e41f6607a46141e60e73d8a47a2ec23b599458808bddf23f3360593",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.norm2.bias": {
      "dtype": "BF16",
      "sha256": "91b6a07dd7fa5c3dcd63bbd9c031b445fa8d61262566509c84fa39971c7725a8",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.norm2.weight": {
      "dtype": "BF16",
      "sha256": "0c50a47f3ed5bde786fe24160ff1f5a7dd1baddd0220a85ec7cc4b2c25b30fb6",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "da5eec2e0c069e34d2c0a7037bb40246a47605e7738c0df198e88029db777c9d",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "ed3780d3e0d4a16719dae7abf39cbef552ad11e592c47ef03547d7b23d9b213e",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.6.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "2e1ad2df705357262a71a3d359e067e1a834f7db9f4c7b26823157a6b6501d3f",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.6.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "c01a4a5306c0f5a71c47e7c72be53b4c92f45a0b17acd257553a34bc9d0ea506",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.6.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "596a777ea2cec23f5f4bc18bc436b4231652e56a98ad8f4180ab01986f228580",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.6.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "7a24781b69b1c17adfb8dafcb2b4eb548720f5bcc707cf8c9e5b1db5378bb8d4",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.6.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "50ec42fd87095e617ebb714b01752007a3f5a9abc8d56c031e1d761e876cb9e3",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "56a330376e417fbb8aa5f4457b508e1fee5d50aa8df562b01831a8410964ae94",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.6.norm1.bias": {
      "dtype": "BF16",
      "sha256": "5035200ddd422c72dde576b86aa4ffc29c81a49123923fe501c5b040490cec86",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.norm1.weight": {
      "dtype": "BF16",
      "sha256": "2f53e4054f98419463d8630ae350e1e0e99ec2bed4d823edc79a6394ba3d7a9e",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.norm2.bias": {
      "dtype": "BF16",
      "sha256": "bbdfc8810755e54652a140e8bba38b527f423128a3f919008cf489fb035df147",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.norm2.weight": {
      "dtype": "BF16",
      "sha256": "751c8074f7f60a1659cfa83714beb1e02a6e4f7228ba0f0bfc1823b6ec7353fd",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "16f918c8014cbac38e6810aec2054f10f728936d10bf5ed2acd3932e3931fd26",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "657fa5a0629244d4e3c493de6fe39fe6f7b437bedea887cc4b1ff29e4f71f7c3",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.7.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "ef968f847274a36a9811541a7408a97636309541b98fbf44509c9de346eabca6",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.7.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "506950eae6003e413f0ba73c14eaf72fbc591555fc5e8bee11bd2f10a95a60cd",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.7.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "8728d431ca40bb2138f2e3c087d60155184fcd0a0c2f5b3c063e992c67e13a11",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.7.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "728d662e9aab2c644830637629a9899d2f184dd7282adb7fa62e7fc25cad316c",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.7.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "14023376fd0c720178e51c533d32bd3a39afa961ccbd5b064fa6fb7e972d25db",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "2faf8b4ef81fd1db9a0923a9ca52e37a75581c3454d9c343bc43f4fd6cb3db3e",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.7.norm1.bias": {
      "dtype": "BF16",
      "sha256": "f107ea4a96f298ec725a2361a8eae2a570ea4a86ffe632f9b48f918039a1ab6a",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.norm1.weight": {
      "dtype": "BF16",
      "sha256": "4a56e86a309e858ed93d147234472da8f9ca1dac684d92a312eb77c698d43a49",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.norm2.bias": {
      "dtype": "BF16",
      "sha256": "8990fdecaaa1cfff95ea346b7f8ab04928a2ec93909dc2ad58287c3718971758",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.norm2.weight": {
      "dtype": "BF16",
      "sha256": "70ccc4af8c9a6f4fd166531e257dac5a54c5a0abf76616e5fdf6f253b106e357",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "e5d8912d61565a9acaa78bf560f66737f31e310ed91caec1680db4629321e313",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "945f763b19352408aef4d1e2eb5f55a9d6d6cf13a5a25ca07a1566d85f8ffd0f",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.8.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "7fd4e17f84a01bc9dbe70f6d9e2725a4e81d6f1989bf1a3e19a5c393fe80d8ba",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.8.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "faa51e2df26eff6788d77b9db5e23b941ef8f76e2ef92f7be71446e5a8e7f35a",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.8.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "64bebd69eeadd068918be3c6b8ba2fc9f7535079fd806e5db671f232d60dfeb5",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.8.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "1801416e5ac7eb1af0c125d7d52ab9f535f1d540e50db4f3171bf1cb6e80f66d",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.8.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "f4890189e99f9c06c426bb3af2bed141f544d5419af23fa03d5ba8c314f614ef",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "71e8c18344aa18a09a3c2d6b223a5a1c8f32de652a889f092d16820bca0f32ed",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.8.norm1.bias": {
      "dtype": "BF16",
      "sha256": "2bb379f332eecbc3d76d0ef0c13f7b2333f0d7cc12857fadb5e7f3382f1398c5",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.norm1.weight": {
      "dtype": "BF16",
      "sha256": "5f33d3571ee5836bf78a469efb3aa67a9f5fa1560716465bdf638aa760eb5547",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.norm2.bias": {
      "dtype": "BF16",
      "sha256": "acdb1e44730ba9e5e7ee7f0e91d241ecd288fcc2e3c7c41296031db7d671c585",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.norm2.weight": {
      "dtype": "BF16",
      "sha256": "205aba970ebdcd8ff62b75cc53e0e735ec6cee885579db59737cd81be6b5ec89",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.attn.proj.bias": {
      "dtype": "BF16",
      "sha256": "c1eb4d26701fff2355f63a0658271abb9277fc4489cb2eee551e444e5f5cea44",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.attn.proj.weight": {
      "dtype": "BF16",
      "sha256": "15f23da2a1c937d9ab8df1e84735fe08c6b722af2ec541006531d967441e87d7",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.9.attn.qkv.bias": {
      "dtype": "BF16",
      "sha256": "95f6210331af7e1a7bba1328711bc2edbb940179da35985472db60c63b85ff5b",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.9.attn.qkv.weight": {
      "dtype": "BF16",
      "sha256": "c8f2cd8b4f9c77484dbc64716f4d1eace8fd3c55ceb4a56b070cfc79660a1903",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.9.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "1c7e435800ec0c78ee4023263362591427c629a56c8d47380162c9ef70ddb6b1",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.9.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "bce32316269a519f82091ccf2e2a8da111cdb2936e21f02a00bd06cd6fa2f45e",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.9.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "aa35d2aa1283fb407e3b37ecc21b73c5f0a81510f0d4a5652bc41051193a7667",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "37510d4966f3cd5a9eaf70e5ffcc19eec3787f6022a0f65655d212ea8e897630",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.9.norm1.bias": {
      "dtype": "BF16",
      "sha256": "0cc683504d3a4b864379844bbcffb84cc4ae2a286bc6f7ee765cafd280139f87",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.norm1.weight": {
      "dtype": "BF16",
      "sha256": "8a947e0cd9717fe3baa58dc2e710f6e30ad1f123848d392191e5d6ee34cfcb69",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.norm2.bias": {
      "dtype": "BF16",
      "sha256": "8c43b48283f77087d6937dcc265fdaf25755808ccf5a4c5e2c06272b17e46aec",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.norm2.weight": {
      "dtype": "BF16",
      "sha256": "ffb83dc9ecd3d2c2a3e0cc9ed4ce1dd4cb32c908e3cf94f5cedc81732b5e58e6",
      "shape": [
        1152
      ]
    },
    "model.visual.merger.linear_fc1.bias": {
      "dtype": "BF16",
      "sha256": "b8a01d22d96e19870d533dea25a7c2d8f6c8d9cf6e93513337f723876b239f62",
      "shape": [
        4608
      ]
    },
    "model.visual.merger.linear_fc1.weight": {
      "dtype": "BF16",
      "sha256": "6eed8876eb6d9274a0a759412587406bdc6ca6b30bf9d7a7442cb336c98818b9",
      "shape": [
        4608,
        4608
      ]
    },
    "model.visual.merger.linear_fc2.bias": {
      "dtype": "BF16",
      "sha256": "befc2102d7867be3e864406d2ccc396051308fad2c3a196ded6f3842dedd11c9",
      "shape": [
        2048
      ]
    },
    "model.visual.merger.linear_fc2.weight": {
      "dtype": "BF16",
      "sha256": "9221c1bb43cfb72ad4e5b83b1060aedb3b3d3863f5e4e38d38d0e37faea45d1f",
      "shape": [
        2048,
        4608
      ]
    },
    "model.visual.merger.norm.bias": {
      "dtype": "BF16",
      "sha256": "533305f8478dfe1abdd5dd2d8c96ba0b4aa539705d8dd00751d9908a70491090",
      "shape": [
        1152
      ]
    },
    "model.visual.merger.norm.weight": {
      "dtype": "BF16",
      "sha256": "d6f00ab3494858eaebf0f1e33bd7d3ec4cb71f49858dd89b1dd26aca9f3cb3d0",
      "shape": [
        1152
      ]
    },
    "model.visual.patch_embed.proj.bias": {
      "dtype": "BF16",
      "sha256": "8a847fda90219bc25cabcbf3fc08eb9e2055e7cb8e6c9f941426be749fce06ad",
      "shape": [
        1152
      ]
    },
    "model.visual.patch_embed.proj.weight": {
      "dtype": "BF16",
      "sha256": "0725d22fcc1d9694a07ca4f341026ddfa51851e1cb54e74250cf77c4bedcc697",
      "shape": [
        1152,
        3,
        2,
        16,
        16
      ]
    },
    "model.visual.pos_embed.weight": {
      "dtype": "BF16",
      "sha256": "6a523629df1ee10c4905d570b1a8e6a975af6247818cdadea8bec75f5fee8ac8",
      "shape": [
        2304,
        1152
      ]
    },
    "mtp.fc.weight": {
      "dtype": "BF16",
      "sha256": "484d48f41aff830601b575fa76af975cee459550efe55099d80dbb2fc1400910",
      "shape": [
        2048,
        4096
      ]
    },
    "mtp.layers.0.input_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "d4b508d822181b9f9f9f361d213bfd491ae9eb75c211341e377b0d3f12cd3d10",
      "shape": [
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.0.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0a96d4fa69af53ff80176a8d3f196de9037b596dd3d00375da4872f06b6bc1f0",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.0.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "583b36e0093edd6c5fb486af38c1b96274170dc33c07d2feb06c79201de5e25c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.0.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "627fc9ac28f394ae62d31372180b73614c847371ee3d596423eed38d7246e23a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.1.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7c199068d1d0dda4ef4b2c3109b55df5360d7ada8bbb2a9049d9a016cfe454cb",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.1.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0ce888a00e2bbe51fec7dc64de614a8b0ddb07e034cc25fc954dd528c6dbfacb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.1.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "2019348864adeb341c78fb3f21e373ae757a22107623f87c44e02fe83b5d8a83",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.10.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "173269678aa6ae0edc12ba2c5a48a9b97f82917cadc877ec5c7f6d3e172b4964",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.10.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a8cac46fc50eb6875b0c73c590e750c3150509ee0a5b7f9a625eedc2e8ebcabd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.10.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "43be6b60ea0db0a97a1afe3fde62be99c8380b5afaa4c17c9ee8e90370ad925c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.100.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "16671a67c0dfc6957d4aba616cadb8a05698f5c831cf127affa464ff4daf73f2",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.100.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0591b371b432f760ec65a30178e147da2657f1dee9676883001a5eb28343e305",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.100.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "937daad2bcca10e5a0ad688de64bf5e6b678bbb2d052be397653d1c2e98aff63",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.101.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "db52e35c7cae615f7ea7bcc6bd5e176b59e7ec0a735f528d6b8fed1429c87e0b",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.101.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fa6461b703e910c78f7120d85eb0bdfa35357076f9e2954490ffa26fe2769120",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.101.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "469d1f6ffae727adfb2c41b3812e5acdf818ac8ba5c0ebeb2491756a74164c23",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.102.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b57813abd4c15673329fd5ca2e9897b1d394cd0650e48589c9115dd827c477fa",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.102.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "05038f60b5184ff37e0a06b3f4442e01316b2300ae71d347fc9db802a318293a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.102.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "de7cfc75b04e3c973da2bf110ddfe4bd0188dca2c3f39398c5af9cf484500b6e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.103.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1998294b9e05c0c34363eb55d604b542e5527d96d4d273ab239c4dacaccef660",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.103.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0e209ba5863902639bbc73a18022998d43fc73d87b87f37414ba4b9b031a18dc",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.103.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9d388b84590a8875efc6adcfc2aca939561ca4703a92ba6946c31969442adbaf",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.104.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1af0780cd9a4d5516297b4e7058569d034a2a9275e350add853cae93b125d963",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.104.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "cd2eb4f4e3f95410e8f8e5a4462a36efaac1e30b532dd673406e31008b4bee4a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.104.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e322e12a919ace40c021812ed34d4ad3c7ad91d103120db5b0aa6a43d71898c9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.105.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e4481a20b1e68d6e05e503b4e9ea67116b5187058b77f7486a44a9bea3e29ea4",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.105.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e8913bc92be5531091d273e6ed1120e30d9cc61f6d5f108a1bd11afb827e8ac5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.105.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "699d7ecbc227bf36244f268573e811d18d63d6ae063c61142748f1baf3d5ad7a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.106.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7fc6cf18ccf3ce71e3bbfae33fb07d41196a210f358b1e4cf72672b3ccaca73c",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.106.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0c4b3c646253e6e8b532bda88a179cb173fb31dc758aac80709249f41c94c517",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.106.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4331550e16639a25f5ee35fb427b92b11a21a15d998afa5f59688b735ca4f54b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.107.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6e68bb406dc09a54f7101c780855f8a9790e8ee2d2b4f9f9b2850a4ba6c4a246",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.107.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "740fdbe76246f9fe5a0fb6369b07e07e6da1a0b7da327d9ddbc7ac19e10f5a36",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.107.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "82d0dfe1050ba90975ac4d5bc12f4dc96fbe538b9b75501842efbb4da24203e6",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.108.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d457257509c4540a809ea066ef317514552c7383dfcdb9349da3670289c29896",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.108.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f19bf46ffa857fcbc77c456bf545cd7a04c06e4ec8f99168994237cf6d511bce",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.108.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3a569c10e8e82e499ef2295b7f5a4cae69e2a784afd98deb5e7de6eb332f7a4f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.109.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a6f81a95459f645401cbcb981b5a29a96e8ff32c6c8be9f73649e25b34d49c12",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.109.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "6499c7768cff7da8d3355299ba904b7a61b30ae3f2e8140cda349769e06d901b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.109.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "49e7f33986c39ffcfa312e6d9394323b75135c7ac09af756bb446d8594ba0d2e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.11.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b69d8ec4ca788a2bc68b19996e8fe9250030f44b65c6d3c4a7c06f3f1523be55",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.11.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "3c78e5eb055e728a92e103227774c286412e270d0b2f10836280ee35a416a98c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.11.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "1b44f230caded12d1511e5b9fb27165d2891e16d118b10928c4a64fa2700f852",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.110.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "18039bf414e1eb09efa29f362f3ca7ff1e9d30836ebe1393d96df049733029b7",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.110.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "dd8ef94a3afee7f67f0d6edbf70941107c3cb4792184871dca8969a94010dbfd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.110.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d69795c45132c5ef8984ce3c83fce99b6157103a5b4b594d9ef8c5b1b9017273",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.111.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "78f0279a60f4cea628a9cb88e249495e10cd9a6e7b8d6db14632ec9171dea9e7",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.111.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "59a4a267bdba54576563b2819c93df9a3ef7e416b38b18175ae931a24d0dffc0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.111.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b622bb276e4f9a7212c7dfaf232d52979f786f7a5068b54f45359cde2e6b507b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.112.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a510c9fe963e36e016d748c22a901ad9b8220d0a0c951c1cae94351bfc3d00bc",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.112.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f9799a754bcaaac01c5e98c37c053bdf71fdc17774b033464510df99b0cf4b28",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.112.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "eb329e81bd46f73ef33dbc306bc20730c984d4d22782bf9925009a81be04a039",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.113.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "98abc644ffa97e20aec11f4d758fa4c570bdcf32587469c1fa1346d601e8670a",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.113.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b8ffe28653e9bf1a47eb630da3808f933e431c8088ee06f9226e548f8d20d0ac",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.113.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "45649920777725a7abd6b3706aba499d9ae80367f6df651381cc072fee83d27e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.114.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "4982a1eca54985f200896bc5ccaff9ac2ab15f361dd5922a3bde312691972fd0",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.114.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f17ce4c9e1fbc5b001a4f69e7ec99377f4dc604ce801f4eb9048859fdeb44746",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.114.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b7f1f317034be7b56f8ae341ee9123e86c25c9843582287a0bd16586064bdeb0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.115.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5ab03949f201a706eefce2135dc09b1b8ba1b7973cdb5dca517d93302b6484c1",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.115.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "8e0118e7f0dea4595d4678cde7a506f65c2b69099c988ac0fae1c0c81108cf0c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.115.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9a789cc1161210486c3d9cb79e89276e081a23703ac7a4caa80d23a622bc5687",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.116.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "aae2b940eaff69c5df9506ce3d9adab3f57b7511d2a52da997f665664899e303",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.116.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "5b656b0dfa1083b740acedbaae4332e54cdc08c4ff5cf961cb8c911dcc05367b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.116.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b6c8c6a52aca3d55785e6ec66baa4c751537f420cbfb06f348abee3f17287cd7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.117.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "83830159bc4c849ac2f3bcda7275c378467b9396102dade9c7059ea1507f0886",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.117.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f07bbbe6ab371415903990b0b95a09f4a3ac86de11a7d8c515ff33cbbf6a78e7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.117.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9f4b37b84bc275c5a11cd2324d26bf984485fec1ad3dd91923d07895bfef011b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.118.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3fdf605bc640a414d051f640323e6857f6784bfea142ef2f48c8e722113ff454",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.118.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "004ecdbc4eab49c21c13e5216c9b81303013db7dc4c5fae3891f9818bc13d910",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.118.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "2b0c290ed8e7a30a9942781314611b8924635dd1347ee90d8f5447aff8f251db",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.119.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "759517257748432c962eaf8238e519e7441c69ca6b335987a346c7e511585d5d",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.119.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "90fde3ef9428dfdd8b265547f85d8a0ceacf7d429c9f35264989f0f44ce358fb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.119.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c41284ed6723dff9274f25bcb42d7e3d06bba74f3fa2eb600ce000def14d6bf3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.12.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "671f29c393cf3f409e713ab5d96c68cb43c4e0a95fa51701422544b1c91dd274",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.12.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "726e35e91ecdb5a6ddb621bce5a3f18b1bd4cc5f5dde46112feae97166ea87e5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.12.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "354c1e7188da4e2ac1dba5b91d5df13ed936bc322bd0887e08edba2765727631",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.120.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "36a8a69ccf91f06e6da930e50cf70ac58293cf044f8b4e825cff73a3f7eeef44",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.120.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "481480ac4045f2c7922931205ca7f325dedcc564471bbc94a6ea00b7566b06b6",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.120.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "1b58ca32cd1672670cd4b49bc58bbca9e94fb00421245c1c5a1a709f4e03c665",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.121.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5197923d78c924c5d17b8e966e7a63c054a934882a320d71af969ffa89d69689",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.121.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "caaeafcf02641b4e3e6cea27d3687afe33405a1cfe8fe1c3a4f28b878f5147e4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.121.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "609b32e6dd59627ffc3764387aeb7b0f361a9efa74a6e3a761f1b28e82420741",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.122.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3da742efb4e579f6121a57ad2c3120485b43ee925ebf838c0da90abb7e8c6fd6",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.122.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "dfb5b1262d31c1ed33329ae00afdc13f25953e6c94accc9e4a4c1e5a926f0de3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.122.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f9d26eb1942a65336fccc1b8109ccfbbbeb84394d11e0ffa0deb93c03ce4a10e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.123.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e1aff25374b786b02590cbdae50cf5524706eb48d76dd69caf8bd729f87940ca",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.123.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "2d153f5b52df4a0c1dc24f8183966437d1ed2d97a6da7533ba20872575aac233",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.123.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9cbe29c228a2fd59d8b012932dcf628cd6839ca134e85057d603ed7bda66b1e4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.124.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e411dee24713b97ed9975da87bb70f169b309c27597f7a8945f11a50e636e656",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.124.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4ef099b0e89bea7a247a60455f7a1c6783ff92a26b0b4cdca45eda9c75c562c1",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.124.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e0fd5a360c154256d842f2b89d7e3862b049b1e5e7baa2b9c268eb9d6c21a292",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.125.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e41becca19f32f48fc5d3d7ee67c0fb7542b9f442461e104999c7343d6b50924",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.125.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "662622155366e9562ee2be4e87361aae0fcd58d3aafb2d0d545ee04f9e77e847",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.125.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "1a82c0df689b3906c56182154b4c9f1bd4bcc087b2538c53ba411d112c1ce824",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.126.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "4fd2a434854356b6e8f9fc355a527e8845fafa37aa5131327c8de3a30cb963fe",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.126.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f750d43c6c064fc59d72a42c506d81eb85d5a52b21768683ad03723d9d53904d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.126.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5321e71583e1014b6e079a0b566db9cadfb562b1de3b3edc715423e5b2c03fba",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.127.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "acc5c424635b0c190671411c8e4ca9d12b4cfbc044e5de8d5cd66ed1384fca55",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.127.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b10dc341bdbfa9bc763502cebf79f4228719f41651b8e3dc5de1e21268ab02f4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.127.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9e37807c9732feb758ff1262b4c4b197c6fccae736bc0c1b655f2f49ac6121ce",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.128.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a8078ca41efa5e16cb1e1d903d9441507c8a8b79e2ff00dfbc083b6ad7923dc3",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.128.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e637269e3338f12694a9a7559b01588a5438445cd1aeed4f9e2b46bf4cfd74bc",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.128.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4a9c6ead4d0c5cd41e649e787234b1526494d3e8ae98fd095ebb143f68588858",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.129.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d235444fdb38f672026bcb0875d6a584810e2d7c3d0348d1b2b615724e0ccc7e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.129.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e0f1e8fffb9c3a458c42176d66216b6663cf4650e597554589fa2f16123781d8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.129.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "da531acb652b36b747572bc007e7c28e43818ab16642c9e705f3342ccd60d5e6",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.13.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c0d054df3c55f5040b10144a85f51b4a76d20c4f93e9f069ce8c902d40300c26",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.13.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9ed71e9523eb1fc1746dc7ea0c1ef05f3d65526df84d432897697e3e29fd52e0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.13.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "2ee72a8bb09baad8a7010546484fd7da96784c12d014e789e672491691acf520",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.130.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "8dbd28164423d6dcfc95bdbe63948df44928e7c151382997a5841ad395f29181",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.130.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0a39842a7da70db5457025e9c7f3d2dbc1731503e650a9e3bb7ecee1ac1bf45b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.130.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d9ac826bdffb4580b864044dee55981cd047317e22673c0b3bbaa728e3818ecb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.131.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2cf94329c719064412787affd70f6c619c4f71170626cf1468c002a66921dd42",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.131.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4b9aa40d30dcb17a0e784fb652c13dc1099c179ef330ddf054f15e18ea1b7fc9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.131.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d32f8d93df0da47582f20400fee140f914d31ff6f201639a02154add297bb21f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.132.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "486c23be085303f7aaa5d7e21aa4f87dad75421eb957e229ee29927b4108bdda",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.132.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d0a923b20b673b6ff4f249f1ab88e4efd17afa0c5b8ea09fe2ae478857080d97",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.132.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b228ef84c8f7a8c25e5c1afd771a9f89c5dc0d3aedaf0aab093c0d5df623717b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.133.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "8a3c1bc8c5025fe0ed8afcf48d0bff6b946c3de9fc7ebce0f520420a7194c80c",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.133.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "255eddd622932115d7d25d4e5fb04cf4f62312aabc6df988cca3dc7aa86ce7db",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.133.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "07864288bca8f4e92abe24947336f41d018deca810b83569bf2d9cd2c2cd2188",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.134.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3e867c828a1fd597e42230799e36257a743e1f463f3b09d5abd651c8706f963d",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.134.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "7adf57fec15edf58c7379ce0d753e8b833d7280ae65d988c1096b316b244313b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.134.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "8826fa9c07c41a711885d136d0b3134aa863ccc5da982f70dfcbeacb6cf3ad27",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.135.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5df52bbb49364d7bbcf8d40373d9a166bfd1142271ad0d4adc0c1627722b70f9",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.135.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9a8eec8d439b4f53f8513c137dff2982b0cf42bba1e411bdc0770f7cbb032770",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.135.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f332558acd2adf78096592463d49178b864a710f2fdeb7c6d900dd89de08be62",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.136.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5655b997aea1bfb2246eb9e80bbd0a441992ccbd405db5a146627f0fa68b0401",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.136.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "56ae1f04eb351ff99493866fc1e6ff0508a760310af2d84adbe7c60f40519110",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.136.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6ad226fa52b292983baa845ea89e034ef16229cddf21e25fc48cded35b0316eb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.137.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "22b7bb04fbbc41202965e65b90f3857010eb32a15c33bd8801c96cf1d2198f34",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.137.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "80fa6543b04f8c700d4214a363ee95f9a021d4734ca3999fb5982688c0433e6a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.137.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "003ac398ba25719a86a7189fef91e9fdc8f1993aaf2412f2bf0670e8d4d19afe",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.138.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "baee8cf3bc563f39c14546a1a5d29333c33666d9926aefe85cc89428dbc6c72b",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.138.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9b4b501a6ba97e9b79c39986bfc071f858d452fb272e932882839ec458f5d32c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.138.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7ed6e812b1422f429fe0fd336afdd23e7f863ca9d075162384e9ea26c6637433",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.139.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6ce34f634452b2c0fe4a73ae364004cbb19a20f6a0fe748261d1b2f340078ebe",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.139.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1bcfd9079f2b5ca187801134c70827e96e8e7705eea5225ae1346fa461587e47",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.139.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e5e3f3b13811f82731859b864fd160d3fdf4e6a9389eaeae4a3f6d9283c50496",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.14.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c00d7a663aa8b4871eb3fa961b1bdb455079dd2ee88be6b075930d0192ded991",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.14.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d466c95a4777e70255dd51856ac2f78dd960afd46a7f96f97edea938480d5d7f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.14.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ff20d2827cd460f4c0088d22fa0e50c597b473729aaad3ea03f797144ff25e23",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.140.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c4105e3b0008c5f4efa1f20f694e6a82882dd7f3780b05e19404688ef65dd83b",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.140.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c31bccfb4044892686d1710813d83a3531bff3637f501fe6a012416c5778d02b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.140.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "65c81f9ff640c42dd637f27ae74072e29db544872a640151ec84b24d8348eaf6",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.141.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b6a3b2370a547881c42e0f1bbfe6586752ef005079355d1224ee4d023d6bb898",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.141.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "977207b090d920e5217555ffda4038c06fb659aab32cb3cedd6f91dc81a6d03d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.141.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3d6f7e0395c34c204a2aa38c92910c4202b57cf8efcc13149e29e5fc66ccdd17",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.142.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d921360aa458f77f202e7765d4601d582defefa461b5cd66fac6fcf25aa30a86",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.142.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c07b0124dd16bf91dab70503dc38bdb7ae6ad24442b30e50ca3f3941d3769eb8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.142.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6a8659bd0d75cf8bbff50a41b179dabba7830d70e9177f8823529ed5782a7911",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.143.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2d044dbbaed8a905bdd4efcea57ef6e443ab7f2a761cfa8ee81151cc474a426f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.143.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "7e31f30d4a25a9fd9e2936da9df39115e4afde8a3416098b068973443fbdcb3e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.143.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4d25fe8f0845da2a15f036d0c907f6fab1d66e2daf0b8eb2a8618e69158306ce",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.144.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7e4e48524ac1c1216959c0801928c5731bf4e9140ec9559acaff3986c32475f6",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.144.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ae841ff2252843ffe936eb17dca9e6dab49ad8412b481a3242eb9985c2fc704b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.144.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c5df1e60f60304677d02e46568e8fcbdd7bbae6e707cb9cd4bcbfde81e8a6b9c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.145.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c0bf4b0628b61d985b52a961f6c31f8264886479fa9468a73ba918218aeb042c",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.145.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c98096637c311cfa95b3cc2504e9ce5aaca3596ed7321215158931739973407f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.145.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4c320650ca40f26f6effa09a51dc79fd7c3b3c74aa1b1aea18091ec2a9047934",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.146.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f2c4f1edde434855f20368084ea0720d36df74243d790b06b6ab59a2371ccf9b",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.146.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f0fb34c99639960a8f3521b27575f69594f179d2bbf72121bc9c49aac30fe429",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.146.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6efeda5e568c23180f482becf339352042ff5df8181372ddc5fea144a505e94e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.147.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "ef68e887f15ae7109a7e6993d860bc1e74a764b6038a64c3e0bf49616778e2d6",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.147.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d8b8b7dd913b4afc010a8b906a5e8622ef13b36c353d959030118cc9b45128f5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.147.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "82897c170076be18300bfb0e03054229098cff027eb49146505038a3be3b11b9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.148.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "173c4964c869a7bd17a37f71129efc3767292764f4b197240176164e0230959a",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.148.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "720e219443310c7aaf818482260f1fc43fcbe08f33db8facbb1abecabe9f49f4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.148.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "29b6296d7bd3f2cdabd33d54aea914f02de3738bce3a40b8719d5edb769b2340",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.149.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "25b9117fdfb474090bba924ff86f28ed06a3994b7d1feed55cc143ec2e6a9970",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.149.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "23ab73649abbf9e4042bcac28a7da5727125ca646d290341fdd480bf17610557",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.149.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "67b65ebca4c4a5ef7a13b5a4467ecbac6ae04270be04a3c4be6628d476a0a24f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.15.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e86b78d39a6227a8e4aa5bb52582bb90706929fa25f310a2042ae24b27725937",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.15.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "975ef6659693347b3460cdad3d74d112637017c2fbefbcd51c175dc99b313e22",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.15.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ee2e9ab2304bd09c241864a8952abf972d9ba83fdafb8e208834e7c8389487a8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.150.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c0d4f088eaa235c239c157044866c6125f757600a6b3369bac143d27c6dc0f3d",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.150.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a7af45a8855233fe622ae6718298ab85a01affb4c0cfba7752fc726d4458ad34",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.150.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b680a4574a2fa17ff0714c4d95efc669f90a78b32328123f64862e61450b28fb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.151.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1de562d9ba7710607f6e107d41f3775c2a05e712e55e66b2fbe491a613e9aae4",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.151.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ee69767b22d63eb9169addc8dd40e95bd5b21857b4a520bd8d130f11363678e0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.151.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b1b584158d9a881df35c4e5c0cced8952fb91a6ec54c2b7063c1ad785cf46272",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.152.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "8e4587d36706845d0583b16c994194e883581fdf0a5688500c1bbb19ed36fabe",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.152.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b80966670741386a80bf57658f984459caae5ac9d98246e3bf02e5f29609a490",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.152.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6a74dc682ec9b871e2f9ac1411f8de0b11f15c3dc8ebd838b3fd6ff4236f5c68",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.153.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "9cce6dd9484f0d9cc09dd99e39c0eafe1e14ced13c51a78ff742f078c433e496",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.153.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f12d76d59a40622be3a76421b3fddc53521e41a36fa002958e233059d159dec6",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.153.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "de9d14640cf5eaf6cda3378a1f29eec43bcc49e33802cc0fe225dfd729edc251",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.154.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "44a0e8228d53bd30a1a7a078df84461bed082270c870b3b3563eb180fcf93ded",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.154.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "83ada4fd20973a6f871b3b57c6b59c1351662cddf9d4d078153cdf377cfaae17",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.154.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "edb3d7ac771c00da801c25673a62d017b5764b62c69293a9804dcf45048d51f2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.155.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b3abf34df54d84e5c2a1ee1227b76ba8ef8442ce458cd405ea8c053dde169370",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.155.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ce5eb4d1aaa3fa04d99dbd19a5f5bb25e8bb1cf6e6957633e88f24d4c375c3ea",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.155.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9a2e7f9e588a3a1b1cfeba28c71126e41cd75bdcc28b8ec3a0d37d21205e4a81",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.156.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c6382f3e97191bc70be243e17535d4f21438482389be878c7251bae114fdb129",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.156.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d59c6baa8bd8ef180dd3d781fdd62a25d2605cf01fddd18f437ee2374c57ab9b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.156.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3bcf30a788f51798d8dfcce8edf4da644c289db066b7f20ac8606641d26ae045",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.157.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5997da15ad5431a49f6c757fb285453e6f9d3bd652f272814db23175f1c05701",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.157.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b3397f22bf047c964f533c28d5b60eee333b40b7d1d58a7300f51d20027cee21",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.157.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6c03707ca30bcb3abb3e052ee7733e8dc8d7a4d149c333a51c6256b80d7eb77d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.158.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "bf4ec8a228635bbe32073f259621bdfec9646bb109a05dea3d30ca894a28a1b9",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.158.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "593706382c2b49ce1be824785f532dd6bb8498b335c687d9ab6fc3aa35bb1bae",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.158.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f4c758dc19cae2b12eb71177bb1ab83b207253b83f7b9c46a1c6e671276bd561",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.159.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b04ef95e2d6a34227ed6d503fe0017d00793761def60c47fef2016aae23acf3f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.159.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "bf869f5e060ecd20f36cd3986a987218128778267a610c1d38ee444dd3cadf4c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.159.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "0a6dad75cf3b907e61a5a110f4b03e55a332d5e93be804af7594b05211bf326f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.16.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d02632b9e3dd6911c4378b73b8e3b08279e5fe533e2ead00025e3a3aaf5cbf3a",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.16.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d0ec39315fffe834f9c0976387f354816d403323385a2b40bd7e4643eead25d7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.16.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "54d5049483f7bcdbba51d64ea309f7caec04621bcfa9ec2e82b0427358add99a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.160.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "638fb2486b75528a210993c3da6a6b51188190e5cc0ad4f1cb8f39f2c3a31716",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.160.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c6dec938ea969c2931cc16537d190dc6a2dcd317f3b9b0c049f105387f425525",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.160.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "2d6b252d7ad1b6b58b33adcdcea5a0ebc9b29c1afa4c4b70f0a30e95a04e86cb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.161.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "272f0065e14835debb326e0750c25c344c5d7ef2b68d78102ce7bc29601a0ba4",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.161.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "dc048f641fdffccbf3d7be676c8a662044dba6232baa7f556c23d99cd3cedda8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.161.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "12486be346c17a251ca2ab992e27d1997380eca61726465d3a9f7d353c8d39f3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.162.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f2d386ba414e8ebbc4db291626dbc55070a59a96fef4026959656cd8b4d7c787",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.162.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e39e80df182ff0576cbcb85937a0139085e145e90856d5119a85ac66a923fe92",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.162.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c485f4bc6b06fe8f90f828419c2145511441a7171c87c84e3624e65d71c1a0ae",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.163.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "910fbd2a098ff71b904c49048459c8176159bc4569b2e6970d54dd81335c4b01",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.163.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "08727a653ac4e9a6486915030d75b7e9ad088271f0dce97d4031c5e4b3a2446c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.163.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "be184a7d549d0d61c08cc415530c1d36aad422017b524096b7715fe2a5214775",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.164.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "40e197b2e30206691b2e53a251966f3957afbf80808a41e74e70f31f1d255a7b",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.164.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fd06ec3f004d98819c24e159a6a25855c1eb149b8225237da388f4ccbd597aa8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.164.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "77446f243593d5e97c149fca07a67d1f055622f14f307e7d2d5ee362e105580b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.165.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "bafb84e424805d97eeef3d405ffc72454fdbfde145d35e433f594e9a0b080237",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.165.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a14c17c70e51b8c121875d7040d4151d84d02033c88af76f53bfc98c28eca4ff",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.165.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4f7ec2f21884f0ad1091cd3554c7a9f1f030f0ba2180980fceb851ad3d5420cb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.166.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e30f4ffe287ce98882c9c8dc9ba534f5615d3995508118e44de15b2be90e8f2d",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.166.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "19b18a0670bd3393c6611415c38370c7f3d103b85327919dd566d15cfaa92cb2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.166.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "060e7447aa299ca04605bd153de408bb5d556320774d7ce6841873b5cbb89ec8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.167.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3c3e838fecc62cbab65d6c1b3d0f4936d945f7f39a29216b39755013519c03dc",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.167.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "bfd5910b5a8c1336efe3d407b6996dd270eb3dc1470c98818c79a8ced5e3bc60",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.167.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e0619ddf9a6a00751dbe7391826b354cc2cdbd3b9c56e25d21a50f3afb66d2d5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.168.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "68ee3af06bdbed7b5bc4c406a4d66504fbdead3e987c63e9907ff62b8fc73f28",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.168.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b745fc4baf4421b64708bce9e85acbbf7784765e279fc1abf5537dc387ef1426",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.168.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d90e8a1712b79b9d783c784fa687542a26fa8f32631143e080752fca2c9156c4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.169.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "07b898bae4000886d07fdd923bf13074c6fcba767a6205ec832fda9a6b953b78",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.169.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "117862c1b0efd9881d8fc2190473f2a1d98165c3d0edd4299aebc826f55a714e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.169.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fe35c715b084dbeb66c9cc1e95b1dab01489e3175f9115a4ec07a2849144b0e7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.17.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7f02c9ae664741f729435dd6c9a1b3d6b5ad349e58b895b786b774d7deb5826f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.17.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "3cd8d4c8db4ee8a2721f20100f3d038f2b35fb0d891dc41237d3330549c0dbf7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.17.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f6a780faa2eff3431bf0e07597c234916689d41ea52c0131e5a2d8ed4672bbc7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.170.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6205e39f77668a021bd0617dff4cdbcf2b49222673bedf3a9824055cb7485611",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.170.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ff7331d4ab80bee8787f13630c36a5a2e08969a72d0886f76fb0b4ccbd74624c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.170.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6187437c848ce97db38049069fa39c92a31f5965f69803247cb0c1bea1d73e8c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.171.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e6fb9ca7ef6a32a6cde9b7648c33c7fbd1959d342ef961af66e74b2a55622de8",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.171.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "6005fff21ae58d9bbe9138e016143266a70559267b85f92385e951b47fd5d607",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.171.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5e83eab32d9d601d62d9540922fc2af52647ee3210234e5f89e076a585f895ff",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.172.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "73b64fe5d91fa36c61ae4e8b63b58ed2e5b5b9506d686f47329a659f27e011b5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.172.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a6b69253bad6647f0c77d455eda15b66ec073cc29cbeb24e3985a6f60ab8177d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.172.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9d7e93a8a73d4701f35c5bfc75668d8ea6767244d44475c8532f3dc05ba05533",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.173.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "881315b223d52aa988a7cda2b247d602b3dd0bd450c549dc19cfa3af6c79df95",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.173.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ea435816b08f4ee281da32493fc15af61e30e39e95f2ec6cfdc0463cfd693359",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.173.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5ee60493289037f3fee6e0f238fadd4d5d4a8a00d99d41392d0ae5f7a409f9c1",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.174.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "47b6ead086fe1ab1c0c11d04ba502c652095dafa03ee0444bc42aad82f746e4f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.174.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "dc447e8c15e5126855e53313c677142890e5638dd5ab8adaa789bb356e325680",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.174.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c0051d06710999adb18fd207da796e855a2d596df895ed44babcff1800f4b5d0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.175.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "815dbaaaf80933e37ba8a284ce71ef8a57f5597a8f738c611d3cdf2c33efa163",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.175.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a71d97a051441d46455325502f612efdce397762b118bda7a235829de06edcb4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.175.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3ec2e9dfe8be124404f1a0b86c9b98834c06ab7460c61fa2b65b1fd22a800b60",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.176.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "621d42dab00ead093bcdbe22292e649d116921d729ea223e11aea38e98a619f9",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.176.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e824e5a29b022f39e89d6bf548142689da221223bccb3df3161533cb4ea5acca",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.176.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "eafe4f98b4b43fb64c1de16424d6580ad1812e6c3b17b667d430b5ac06233206",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.177.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c2ead8b16570d8214a7d1897aba605c665df0cf285157eb58afa99e3d797c70e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.177.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0758ad70214fb2d5633e9a9e3a5ee064e4c7948e504456573f730ad6134f5582",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.177.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "344cb2d3ebe9980c1e1eb62b3559892d093469fbf76ae6262b2d010e493e6bb7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.178.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "46f1970ccf2bfbf2587771c458738503498332ab9394811ce325f82594ced913",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.178.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "bb27b3dbd75dadd4793c1bc1dbc5a9174f78eb0b57d1a79e7690c6f9cab6b5ea",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.178.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "18946ef780ee3ed09eb8626aba8e0b724075a0f001ac3c1a25b2110773ebd724",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.179.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "aaebad9578cfd9b831c628946c7b080b4e165bc7a2e1f169228169430223008e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.179.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f50c8863828c5c6ecbd08f5f00ac9a24270092c31c1e0f801933fd92780a69d9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.179.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f89e875c941410619452f3bcfee049d5ad81695d4d6feac9602198520b80003f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.18.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6708a2b3bfab9d266eabae9d1463af63687ef7089e48fab8f2f7eb8c957a1f4d",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.18.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "abd3e8423fcfa814db03559be7c75c6a83619a8e277d5ba9e4d08b637278601d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.18.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "bce032411666e17cfa21ea75bef0e77b9a4b212f45fab7b76dd5568be7be54f9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.180.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "30dcddb4ee023f0c62c80f36250dc9dadee4fdd010566fd26d58765b38756214",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.180.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c92bbf8596565af3862f92b78c7899b03bf94450b5c149f2ea58e44a02b26362",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.180.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e06125a58dfafeffe28ced8ad27586e62b0013252ce713ab1d65c7cb2f7d003c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.181.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "37606d538d10381db62cb1877c7db0a2c7e8cfb54c448dadb4dea7e9d05c8fc2",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.181.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "919f4ace3d7790a9ccd76968c6687bc72440fd640dd9f76554ad8f48a65b377c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.181.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "70032d8ca920f4f3c4d91188ed4a884467bdf1da21f34938d245bf3b1e5c45bd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.182.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "06866377cb3dfc381b869b1c851802aa37237ddcac3fd123069f0db615593695",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.182.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ed1e40359923a6a544284de290561b97126057fc1f1488f6ffdf809fbeb99921",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.182.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "30dc713ebd5f3cb8e143211c899f486b6f143f1d02614a3f1d8cc61bfe1f81f2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.183.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c6511665960f5c7fb5b81e4add44ab4f2f406dacc477f367035e9c10dd02d7cc",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.183.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "982f9fc6f81b06d09ef0dd6e9ce2bd7521e52e9adaf7f7ab38b25bbf1d986ea6",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.183.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "15074c8d79e5c1df3f4a26da3fa4e0578794dde94220421802be56e9e3f94ed8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.184.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "dd56a991326a82ef3ee01cea54d57779898c3961ec5d9874dd37a5b37e60c242",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.184.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "28a6f8fe19917dcbe98bed5f5331e72d9fc6ac124b39e9e71494329bbb081a33",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.184.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d0e699d3e15a25a02a99a7691892f5ccda944ab333dca822da00179c6dcf5b96",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.185.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5df864382d806efa93e78cdf25f2a45a276cbc0c68086b38448d2992734ae104",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.185.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fc2a3b8470877592071c22f22adc780b4154a45319e28eea39f22e4cd8db09fb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.185.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3069b93a0703e40a517f6fd79fa36876bab733f19344782342114d267f604722",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.186.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "57c903bf5835a38e770ba961fb9f826a8f116f70618d85021f21546d39d767c5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.186.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1ab350506f188dc33c5dd34283a27d5756b0cd1bb01bf27d7cecb42a6da418d3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.186.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c13c9edf5e95aa026c74f76259e9513d3bc4326a32070b8f1e1be40b337dbfee",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.187.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5aca82391a03a62564878c629a601f786c191cd920cc39eb3ea6bcbb7df37083",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.187.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9307fcb5fee10f7c3b38b36cea0f333e85264f54577dbc3d3af6b419c9519295",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.187.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "2e74f8537b9d6541109234e6304edaab1910824f670db8ba7c4ba5708a1f6fd4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.188.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "9c20b36a2d821c9e1938414ffa69075d6678cacdac4329732127cc5e7208ebe9",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.188.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4a79a58a1e8821484bdf3beff9161a674c7b5e6dec407b5e5ad0ac59dbd54aa2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.188.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5257ea63cf6d7f35254220d6fd0c1eecdf4f653e4f0d9f9cc6d187f921dbc68a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.189.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "69a8e7f6a8b7470de522e95b239cebe9c6526414d138cc2858f790ce5f443eae",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.189.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c7336cd36c5d0bc6cdca9da2736cf34ba5ea7872c793bc7339a993440db99208",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.189.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ac3068f2dc51e27feae6c1bcfc047408662f2cf0f5beb123fd8d0c56cbe4cf32",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.19.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6bef4850ef83a4c2ee00c3dd2f739aff28e7029635d5d608519516942f67863a",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.19.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a249991b1e311be18b2950df4f99f4b0ad8bccf8e2e423a18dfd7d8db253c21a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.19.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9695e47db573a874e3e89319061f0aa5ffd32f760ac54104bc51088d386a3779",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.190.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "41908c2137098712384922dbfec10dc67d6d951ae4c5f68c2018063189603884",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.190.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "131e7560da7a2f0cc4cabd096b11c101de1b88c2d8958305874e43a14ba85b3c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.190.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "188b511e5f58be861bebd8690ed6d599675ae55e1b9412539a9330d72afdcfb2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.191.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5d46c4fa4c6c41addec2bec7be8fd895f6f8d8d71db4e74a3cbd122623710677",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.191.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c34acd5d7dbe73d2887f08a37f3929c566ed7f66c104b93cf3fddf2fa01bc950",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.191.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "1fa19296d517ab8d1fd6a6d9b8070c5af2b4a6e75421ed0d619cd2315451fb93",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.192.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "4a7a8a06a1bb63a7b7d8ef2069133e9d5bad52e419dfda780dee993f3c01e1bf",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.192.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "5de08d5cd09b96be20634638d331da1e3bcc55917a38f7180087bcf8faa0fa81",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.192.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b59fca9e5cd1f6b216f4b93901dd106f82be76408e4af2a337b1a7d552744a17",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.193.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "65a73eb901de014e673e9237304f1229e19dd875f8aea80fbfb275dd236008e8",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.193.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "83d2c003cf5d6ad5f4ce8c6be9bc86953e33afe610918e15a819219f6d06471d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.193.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f26731d52a5ba77f2426a6577cb0f1ec88168bab441f8a285d581658dcd96073",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.194.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "4c1f855fad30c7fb88a2c6a9ded75650122a2e4a6f7a42098abd62e25726841c",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.194.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d02093411de0af34bb628ca6603967ee981cabdc1fb902029ec64a982dc2ec9c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.194.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9c6f50b0c27c4c2fe91aff9e562041bdb3fa72a6b9a0f8776c80555daf7aa7fd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.195.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "efb5d682eff08c234b23c6548ff5576a79aaa597bcdc95f1300d23f14fb33cfe",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.195.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4171ca58da474f8471467fe9a773ff4286034caca80d8e04e4e6c103b3317bb7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.195.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "aea591db7e32e091105e295938923ceb953cda77164774bb7e38fe2bbe94c9d2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.196.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "28a85c6528051ae65f2ab1506d6dda5b958d04b15616d86f59b52bf067c1803d",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.196.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e37b0cb28bc0663983f0c11c66ce0720a8c076383772ca2a2043a7363d17ddd6",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.196.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ed227aaedc3793cab7d9b2dec8bf2f06633cb97dcce8985f9ff00ced5b05bb3d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.197.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "83eeffe4e30a0b6a0ba36bf831a7155b92588179b150723c0818e53d53c2278e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.197.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fae236f5a322f156aa20172b83862d7ce5f3c28c847898238950f346de45089e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.197.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "71893d2455474768cac3f703e849d86acc63cd23ab2f0668f13d23d504ce56ba",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.198.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "16b914a6b3659155e3e69969cd778ed74512ff14c7089e47ec21005cc0ed0c56",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.198.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "5795643b98a3b3b0deb90671853498658c44fe90e50b2a7d97ac959813c7dcba",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.198.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f85673c2449ea0841c16a62c0605ab995c33c786dbc54c1dffd851ec6dbc162d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.199.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f63b6589c265c04cae320f53e453658b89f2e63d0104aca7d7b287dd5af7202e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.199.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "eed778e2f17333bdf8203938005e9999bb64c45d1db1e7d2932dc14af2a329b9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.199.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "190ed4caf94030cf43d34b59c776e8a022e75c147bed6163e31e51e2a10bd08b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.2.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1b9e3084a9bba23daca5501e129e75089daf01801488907aa5525b28248ae922",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.2.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "34930a24cef176cf444a62ec3c82b1ac034a004d2801e5c5db01510836803122",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.2.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b9e3dbd3874d4385310e5476e7efde9dcd3005204a871cbfb7bb60f7010cd0d5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.20.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0a1a5957895a7945512aab6f96a07992bbc8d1b23094fc147a293c4c2bae8cd1",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.20.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e0c58179f63665d7b4778ac857be46d31269ffad821c7fa4769e0a1da178ad25",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.20.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c767cc897935bba26462f10a05449a5d74deb26d9fc81ed787b580fc709708c3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.200.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "65bdfc498692dd514a32bf9f58004c6cac1ce0c7aba6e34bf87c4ef025a3f962",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.200.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "8bc487e77ce07ff450076d321dfefd7df9fdd8ae989dceb5175cf9a25a59da20",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.200.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d0849b7e8a6d8812386c72397c98a12acaa7f1c7f00ec9270eaeefe50d25bb62",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.201.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "af12be978349ff701f8e8723278591d88b0223462fe4b65503f6b8b19afb4bc5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.201.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f571a3671375bf3b8d735cf681d8adf3f00026cba2cdc1afe49168d041c53b37",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.201.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b785a566fc3923c4fde6fe722d16e87bc71f5605fdaa6d90717f3ea057b630da",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.202.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2eea130d85227ff02cde26aecf2644497d8487595020adbaf4b3ad2ca6729b4d",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.202.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "154d00ad6553ab0385bbf97c237047e750fd686ae3b970e086cfc53a709d0462",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.202.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4d7b2819028e4122e209c907f47a899ed801cd421662715a88bb6049f36786ad",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.203.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d7bfe1590a0d68ea33e4b75fd0c15a34e41a80f0d77126a339459874e72697a9",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.203.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "be7407c48156a1a03371b7545083372ff1beb5ab860a7b3559628a4018daacb6",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.203.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c594c0ec49335dfbc17bff5b4216e3faea830afa019187b7ae6a6ef4ce06c918",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.204.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1b5c61fb3b71d5365381e3404e41103a4cbeb6920343ee3589ccadd6c037eff6",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.204.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "12e75b29ed2ab0c15add1fc0c0f28b282f8f4861c1d766db4b0bdeb810666a05",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.204.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "dd53c18a76befad2c3679191e8bd560435afb4d69984e779f97c7af375de56e3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.205.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "67d1ee3386f0ca190afaff5606b15ffcbf78996337491f53a4be101ec0e9bb25",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.205.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ed04786288d01a25a451dc5698f3b6ca96ff1e2d421ec0df8660a6a0bfeb262e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.205.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f5313486ed8601f2bce821ebf1297944cfc4cff4e2e592c2662de9b568c43ce8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.206.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "4240e287ff61d6cbc243ae6bc94fbe4c008bb2b564b7532afa8d175e8d1d9474",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.206.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "6d5c874a7cc9df96284308bb1f35d2bfcfd920f8b097645eb9dcdf8f65393c23",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.206.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "76efc6394dae63488558e401275ee279142386a92a49585eb9a0aff68c7eb41f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.207.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "40816b77ecf1070ecab73a6ff4e2e3e3927773a978099ec31bb4570dc7aba954",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.207.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "17ab181faf40541fbdfbad4346fecb51cee6e12d54a81f3342609cdde6d2d7ee",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.207.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4a65d6c834a9c37440567427577c8447f7389e23fd22b4160a495b33375cc469",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.208.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "8e80958602bf5542d7caa40bd76acff3aa694a8a17b2a113c3c224bb02ebb41f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.208.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "985858e3636f75eabc9a934f35c50b2f1dd735663127f67d4574d98d4e7034d2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.208.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3ddcf4bd1643a704f2c24091632e77799596ce253a2e5f98a0d68716dcfcf2cd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.209.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "27e3b703f903cb9fb3c1de6a05bf2c97ac71bad03fff0680112c900aaeaf5cfb",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.209.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "bcd073522cbd2831bc963105efa8fc90e649fc45c94f268317bf1479b2cfcfa3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.209.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d648a370035492b384ba504e3858aac16edf41d20a19f9c80785f06ae8312545",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.21.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "efc3b0bcf7fbab02a347b5200580f6b59073d06a2fe4c210e68081e312b7f870",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.21.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "91927cf1fc81cdd8a84519b2795c060ef0049179adb4bc3412f1a456bec7c0d0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.21.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "bf92c0a736fb2704cbd26e7251a1a661904da3e8b0d0e5c40db4ff321484b442",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.210.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "85ce85bb9eec2dbcf6b601cce5c1daceaaade8890da5f47142a9dcd344c3a70a",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.210.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ee5233b5f4b39125051054373b7034ab6e2f1c805b8d7faac77bdf63f76ca82e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.210.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "0d71753aeca242f3a7bfdc928c12211f675f29db323be4768a7fc21b22739e7d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.211.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "dfbc0ec7e2f9b6c1bd5a549f33acce93133a227dec955c69b34d2d2837c5cf19",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.211.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1261495eb9fbc834daab1ce3bfec338fcdc81bc8e7b55277494b519736fb28c5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.211.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "35e5d761a27c03cf3a10acdc0af8ed623602b5b9258b0d4ea06c3166c3ee62da",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.212.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "00db476f039147e1bca2897b292d9d072aad3c57bfe21ef2d2804e524d0ff138",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.212.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "68d6ef983c144184cd5a7e51fe8b7bdd1a90eb0012f8eefa389aacdcb4c8a5ea",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.212.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ca90d87ea913ceda20071919c0e8eef5488bce5be97935f7b41a7342eb7a5a23",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.213.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e030fb58a8b643e6ce347ef7a163bbf03518a41937b88fc5126e5bfd7f5b4d76",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.213.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "cec6d956c93c4907fd3846615c1e6164afbe66084e93177e655f41cc2a7437a8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.213.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "792a13e2b6be8ce77fd36c769c5232c5093d02d4227071ab9331d82d6ca68e65",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.214.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0db91bb44f56e82c198369f5db96b489f4b3596c2077fbd4e9f0b35a072418b5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.214.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "496ac07f6fe8230a5c2b14e78f04a45b4a54d8eb22281d7b7515376885787279",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.214.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7af9ae0545bf287c06a603968b1b9609949350463f6801cd5c52128ebabfe2d9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.215.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "918a3a3c23ab1c39b647542733c29956788b45dbac0c1e8ec9685ebdd175d593",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.215.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "cc59fa50f205114abe03b4650ff16661410b5f61c0d4389146d859b090288926",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.215.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "afb396d2694dd415ef5f5f673e7c0fd628a7741241ecafbefec1b48345320cdc",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.216.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6a87a9a4fc687e9c480c7bd1140e1136e6e19015a081640d90d3f67433a98546",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.216.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "92fd22924954d671534a67e575d9e215aeda120e5e8efa20e697024b0ce12900",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.216.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9dc220852823da5b7fb7fd75aac2ca60a44b7a6350e4c8569aec1294f0d16e24",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.217.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "33a4b7f3e279e0772265837e1748ba0e5b7ac67075d3f76b4fafb924bdb3c527",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.217.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "2fc145f6843739698540de79a82b3af0028dc15f59d9087a38c54f83533e498c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.217.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "a61c4fa00e08d7da76c550a28124581531a2f56ffcd7e258e6faf50f2f4d1f0a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.218.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "45582e57f680d422cb173698a14025ab981aa6514a6a5d52ec729ea8c85e8440",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.218.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "2d784029383318bdef23f02d37b2131beab9a7787302f7f6feb6a9d5d6df55b9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.218.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "841a34b2833a7f9a55ca74aaa4631ddb078c2be287e2560a0c2af284071b9a8c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.219.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e01e76fc637db7bc2881f0ab9b68e21a574adb7857d454a69b9f94571fcc60c1",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.219.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "3d07dca6181e5246cdae123192e3d1a7649421aaa12bd34297281a1294553592",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.219.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d84cf26bf72e196a44503b7c2f47ecb0db4bcf21868f5d04bb5f9f7ff100ec25",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.22.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "ccb8f8aab11b48c614267d5de2a2bcf83e09c762341a5d6b116b168231de96f4",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.22.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "61149887885f8cd963a85b63b5fd1ca3b0e6169c8c3433943b954a7bcd16de98",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.22.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "575a6a12388779f2d5d8f7651c39dea07acfaccee938b02b5d24375299358774",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.220.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "8ed1a17dac8e60c4bea05fc1f6b2c892eb519355d594d052610c1558eb51ef03",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.220.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fb2370bfe55d27ff871f78dbcdd6da77241f75226b48ffb8f8639401f76e2fbf",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.220.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "89a2fb3b77447580feb736ed79ab0f6553a19360611b8a6c12778f965fa93578",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.221.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "ebf6ea8ae8d29642db2126a2eb5d75706fc0e8cf5b210c333cb2f325de16dbcc",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.221.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "935b1a277cbe19e3faec939e96915c9d7f867bc35cb3e245ac5873d8955314dd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.221.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "46e397bac2ff52e121885e785710a25d54cda65027af6c54117fba00690d3999",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.222.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7084572132783f558e39ed15b2ee30b1cc911cd81fbe7856a0e534bd3f3d685b",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.222.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "98bb7ebdd0bef23c1a909f5db1db5cb7e5b63853810c03a919db5fe7a2e1cdf7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.222.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "aceb25bb173a6391a0dcbd2bc93cfe60cb8faa95575ad07c772924bdd5b67e78",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.223.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2f4352819efbd0df5a3d3c3e75d7c5af366a095c8b2673f65f985284d6f156a6",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.223.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0b0856513fcb2812722baf884d9fe7809c380a769cf8514748daae5953a37416",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.223.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "22eb4b0aceaf59344c48918fe3326f4ad8246e986ebad635c95b22f9c10729b9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.224.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2c6b4048233416c4f065c1edddf0d48f7b7e24a661e549dd252c6956abf857cd",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.224.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "7f6f961d08941a1d29d3057043d916a37b9a9b57674b30f540fb1cd0f75afb6c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.224.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fb7cf4efba0b5cf1c1982e3de0e1ed65b60e6f529c571be086bfc8cacfd1e255",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.225.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3fbd4a0aee12c590b6ed00e577efdb81e623a6ee250c3798d199cfe6f08a08ca",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.225.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "8b63d5980733cb364b64ce10cdc51c36755797ebdefad2ce7d0c6f2aaeadb521",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.225.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "a155ab9cb09f3bffd6dd2393da2c06c95cf7c1f7ee8e7cd58fa1f8309584c1b7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.226.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1ce48c10c79f8260d5050bbc0a0a0dcaecdfeb96301c64cd3781758663583033",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.226.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d04ed83546eeba7a319ad8e71815589e37c8c21a13f5848f86e7b48960287ca7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.226.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b4fa64a9a31d11b30cff46bd7084d112322615fe436ec25d6c9f889f60573a28",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.227.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1c5a8df248df50a1812d86ee97a2716f4c03b0b1c6d46f4fe00a193953841443",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.227.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "bc13f5eca6c4551925f097c29148486cb86749d754bf47aba070f973993098b1",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.227.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "8de1b86e70525db81ac5d96542eeb351856ce4162d0dd9d451c2fdc32d81f7aa",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.228.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "111c5cc7f27fe4e4870302731d4e01665e0e668cbb4d7042187f82d34bf752d3",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.228.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "41188657c0cd36a1683187251a3f71ebd52151027457fed93b721850452adfbb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.228.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e0531675dc15b45d4d9eb3caff022771df2a2d205f52ca0aa3d85a7ae793d7e2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.229.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b247c942beab4f5bdd10437bae045331990fc5faa09103d692c343a01dc69fd9",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.229.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "3fb924efe0a9c566330ee49970b6e7876c55c2ba174f06cd3958ccc8d1c681c9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.229.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3bbdf18d70983176c4b7d61a73e1cd2f29428d47e411d19f8348e0125e80a63d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.23.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "9ce80c3cecbd84ef1c347377451cc7dd0f6d2d60e59263c9319ad5b633819648",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.23.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "01898de39f1bde8c9c98cd76589e31d5b6f4f6a84a37b55f4c7b3b2ff97d2cee",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.23.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b0b5088927201495ff1cc2bceca207c05da282ad01e7a4b70b7476cd52a66ad3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.230.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "75bd91c4329ae58acc5ba91b9001baf887d7371cfbfb8b9c17b9b2bb89f631cf",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.230.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "7752647f4d8129b41c35fb0f75a43113346b227d4dee0f0c895c88c0f4d741e3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.230.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "22595f8b4e0c1b7ba06a9ed804c56768c5a4f604f273ed398dd6f358d7bee451",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.231.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6c914551fc77aa0a427f3c7b76b9d4aaf71a931f24de2318c5df979a66e0b93e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.231.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9b445aa286b9859c68b4c636a827170545d0a83f202feec8c46cb084cd963e32",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.231.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3983794c2e2b0b5629218e1b37f7405942e7352daa7b3fe52cfcb7a215a11129",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.232.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "96ba4f0b8f55354044a079463937f58b1f71de4785d8a5d4a0ea4b406088ec52",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.232.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "290380967a9d1732b42ca45b098309c45f6e35aca1ea2bbe55fdfe58431bd32b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.232.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5c80ef389b442d10ae2a530461bae26f2c54a7091d136cd73fee28d17b46c7d4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.233.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1a74177117c1b4e65a29a21bd51a8d11248ddb64df9433cbda9fe1349fc1b158",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.233.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9cfaaf2f51d2af94ed2cebae3e722afc23947d01f0d38d21580a82d7a5825754",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.233.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "89c5b7cc0e8427d99bbb19f92b695eecdc2cbd03a59efb8e28f8558a6dfceb70",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.234.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "182d7e9f89e9550919b5009a43b110c6719456f6d2f59d0a6e996274e175787a",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.234.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "92950b55472c92630597cdccb820d4c729253762f10b9cebda4386ae62c21cfd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.234.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "430a85be935c34dd2868aa81d68d9f76ae5a48d3a712481f3824a97027dd4cbf",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.235.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "9cbc6e4c13577c413d2a62681e29afd66052e1c84008ecb6cfa613126d566edd",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.235.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "6e75816fb734f118a5a80b30f649bf65249be715970f842485410da19fbaf94b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.235.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6b1ad96675345e1bc719555a0d0f9151be4dae2c06a3a0d205b6964b11e8cce2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.236.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "88a1bdb9598c1478296e8052a3d7346c2d934ae741d1e6f2f36b68e0c8ee650b",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.236.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "6268bf627aa4cb532811763fff0b60743b00fc17146fa6534c3faabfa5e9522d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.236.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "52dcbd43d290f51f83a20f549d16495bf31d898d115e353d89e4d8fb893da745",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.237.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "952d49bed8f436207d09f334fa672e55b8bcc4886b4e49fc405ae1db9638af33",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.237.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "97075250f1084ebbf941a9c490a4468e3f2f52fe7f4134e31df4be2d533d899f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.237.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6015869e069ed2a917260770c00492b6795523dafefc02d4f53d22521b901707",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.238.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b8f8fca2d9cd6c617d6f1a8232709314416f6fd75f2377d34ffa7356e87bc281",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.238.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "dbbfe7b6cf94f487b121f5d12643513f25a0d3c7f9ddc52752fe332cfe72fe83",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.238.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "38905104ed6fd30c573176603961db948a6fd45a9bac9cd3fb499d12a07fac4e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.239.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "9a02a4fdc48ca1d3f94030ba4e2956cb3c948949c5035ecd5fc95322d6eef1d3",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.239.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1348e3d5cd3bab4d1dde6c3a02fe76bca428daeb992a351eeb37d10bff33bdcc",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.239.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fa4864e8adb2505344a8e43b509468fa341317d735da3c16508f5bce55be7d2d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.24.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "07fd39f40d54ccf025a06128c830589373a615f33111fff42e2641bf0dc46c78",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.24.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "262ffa8a9282e152e7d3b4f244357b8395676abfc00c73b4ed8e953eb293140a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.24.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "48eb145793a5ab62b44b290f86cd5138a7dbbd3ea021fa37adb666a9772a6b78",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.240.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5ad123fdaa8f569352f44a0d279dbe2cca5ee2f7ffb5eb4ca9f86b7f2d8a1344",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.240.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a314d53efe03dbec9de92e7036b9fa834bee39e8bfa832b3152b24aac6a053b4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.240.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fc9ed3bf74ae4860436f767143103d8cd562de608c6997725abf1467e65d06af",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.241.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f35965be1258803cd1bb205aceab0d9a1165a0c7784a3f893c2e969a4b725c90",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.241.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a226dcc8587cd152088b8b196e22eebbfda08d605f252a36713bc920517a585e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.241.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "449157f996bdbedea86a4523d336ca8b2a0baeea384990060d8f3e3dd5f0a55e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.242.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0ac17d8cacd98603f6308707fcd3a8becc7405ea79f8d51272bee872bc883511",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.242.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e48fe45b6f183ed2e5cec3db48e12a1c6b4308abd43fdf3d17e6e6a1b09e8f3f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.242.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "544da71be1f785e4b06deb9edf3377a5d33ac7a30802c25fa1dc3fc8d79710e1",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.243.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "ab90bc53f31b5e0dd3ba69536f6aa5465c639964aebb17ef54487ced645d5989",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.243.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ed9203e93f0c1704e0ebf1b2a11bead761b6b0762f01df3a402467b8ac550b8c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.243.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "2477e1984d3e940af7d212d622bd00e982c3cebfdebcca733287749fc17eb121",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.244.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c38ad84bbec8f3dfd9a0d83724a9ba88aaa5e5d2593ef5357b3ea3a9f95e8646",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.244.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "aa2bc137ba82ad37d42845f33e2fb676ea61babf6cfd6890e3c29021028d0b42",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.244.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "8d1246c760db05dd1b1a42ed2d224c0206c0cb9e3e48b6a753182ee48d918420",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.245.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2ac0cf89ed40ef0623dbe14ee5cc309772b787379d21d4eb46ce28ade9d2372c",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.245.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "63558de7a17d8caf89a54562f2cd8722472bb2f2d51be09c46e55d0a6c622eb9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.245.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "1da50b7cb4dc96f076dbe496e0a7584b2119dd9f7dd1be42289652330ca58242",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.246.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "13581bf06b7a18a5b25cdcbac6c9dbf32fcd36d561e54129d9416088b2cd1fcd",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.246.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "91e2ea889d25e96becfec203ffa10a7035f13e4d656878b16ac8fbae7336fa05",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.246.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7e5befa8a31930b1a71e7093f5dc8cc11809f1aa706737c416ec673bfda6213b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.247.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "809f80887afc9ce1c653b06ee7d384b973e412aa33ce2b092eb70a9c98be3028",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.247.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1d56f63f5eb129c65ab789758b109359790da40293619fdc00f1341ab6dd1ef3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.247.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "df2783494386a346858643f98e589876425da14cc33168d85f3800c8e336c500",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.248.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "789c581afd1ef1ba82686970d7b94c7eaaa93631e10e36b437cbb1a72264693e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.248.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1650990a0893ecdfaac8fed3c9c00d7c37e3529e0dabc071a7c9843c3c9584e8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.248.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d0d3c8a2bcbb7d6ef453d2501a69304e23b5f5bb9c1f4e8900298c1e71e0d656",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.249.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f40279e8987ab5c2eb8e0cb15d9fb0616ffad55b3f974c6f1b90e026bba1b548",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.249.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "8e0e70ec372b69726252ea8b229bf8f15934281750c959efd658d1ff7fb95837",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.249.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7833ce8687e49a070e7f9cd9f214a760b030d37a4f87e736bf12b518f667cad1",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.25.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a8c05ec18ac1e5a7b6a3ab3bc5d8ba553e7f728c89363fcf9367aa52fed17919",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.25.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "77a22e968c494ab752984e44bf107b5d29c04fdfe090b39267a97edeff7b15e3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.25.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "00410b6f4b9dc9aa6da44a23763fe5fef1de1bedf50e07728c45fa4f3f8edf4f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.250.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "4de3f067f5fadce62819bc6ab35cafdfdc139a97c2b0c18c7d7d91863a870216",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.250.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "10116c2852ac2a495398fd77348fa57b9df688a66117a7dcd07855357aec79b5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.250.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ba99407e961d602e94bdb9d5748c28caba7889708228c180cba56758d1d3901e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.251.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5a30bb2ff3752cdb21c3b0e33d9629b76c0abb91fcb1293cb84b9d3e9be38327",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.251.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "17cf0f18859a77692a9becd43ac7053073179640efa9f0745a8b4fa39c6cafe4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.251.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "a0ceb7821a80d333fe12e1a740e3ce4f1a35d8cfb657dcf97d87166f6be5cb89",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.252.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c5dbc7938be44b251bb296b33ac4c9ce9d9145ea1236cb4c34593cb14469a3e7",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.252.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4b3c06062442e04954f85496ec46bf48a50a2f20e7f1a5b30ef04a20bc351323",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.252.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fb98abb09205cee50da62a12b2e5dbd90b8e07cfa4f4b696755e900e8a7789e0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.253.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "594c9670106f2932ff71352a241bc7e1d58859528fa2684d33b8e70836904457",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.253.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "344a448338e0913df44b1a6fa72235383de0cce6154e33b638a46186bcc22d21",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.253.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "1f1558d4a85376dc7228327bff48135a0429c7cb8e0774696563f6cbbfd2a7b4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.254.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "fc6d052d36818a818b243e425659ef439cda8f0a352a1c42e56bbd875a3be978",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.254.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ed1690c640f503d62c59475e097ce692eb9c7634978437496d02c9de6f44f96f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.254.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7797c5839b74ff101e71647f8ad5f5255898bd20be7175f8c1a535783c54cbac",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.255.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d393f12a54ddcf6ef54292ab4e81fb66f7dd4f69ebae4d615409b0e77f186d8c",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.255.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a521b05b0214f20735149a49e79ebe4449756cf1cf30cf3e1a1f5f8b9bdc438c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.255.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "008b03198fc2375775a88a2826f75673c98b72357ebbef5d5a25f636d90a7b23",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.26.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "07a2271628ff829cb782f39b8f74c1ec5d27b35be5cc6e19421e5d5f43effe72",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.26.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9ab046f11e9b6627f86c10b453661b7860d851e39ceecfa7014786fd5fb8c948",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.26.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e290b846a528cc74a04c5235b8e950c1ff2501890b8552e12ba2e8bfa56d461f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.27.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b52c9735b426cc7f36c9591760cfb528ac99cfa05dfde4a3758769c7ca46299e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.27.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "381f10a8ee775a735ac4286573ffdaecf99c14f17bdee5d9781465a240bb24fe",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.27.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "84b8b4284b8f511fc458e7ad28ebaf113ce7d5a1f280a8da89d9e4fd8e05842e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.28.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "595cf63a580f90bd5f5a3e46d74260cd104c368bf64ff587917d1b4b3029621a",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.28.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "f39576110eaf07ec3323566469cceefff12ec01ab44184af3aafd9526220aaae",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.28.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d390d78bd73ab4d0d3bbc96971377ca211fe0e75aa8c1dfcbf8081753cbdae5d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.29.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "88f1009b190906ac4b495728cdbc22bcbd13f21cf6dd628e66357ac58b750b46",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.29.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "273cf8536dfd1cb9bae4a31e75bb5527e1b5e71cd361f1b1449334c5616b69c2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.29.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "af4968e7a62c759cbbcb0bfdac14d16b4c3c375aaca1d8ab1326cc58b9ef1723",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.3.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "bb26b6001408692450885b207b0b1c4489703fd560f39a36ebe4c076fbd665d5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.3.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a1848a9f9829ebf69cc1e883add2998dc2f129a254aa405e1aba28f808a0cecd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.3.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ec25843f174c4d25902104e2de6331f71d9810915111a270bf2aa8c2c76644a1",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.30.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "21443ab42eaf6b45032c89ca2a52c4d0931485c862292d4f2dcbeb750d0a989f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.30.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "bf2ba10225792b7f20185cf395e5fca67f07b53c11cdca3b2369c84b5ed78b59",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.30.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fa3b981006e6edd1f36cf1c79ca6268706329c4f66172fba24a03ec6ff586917",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.31.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "325cfa58b3549004b2bbddab4d36d5f9c5b5312b5821d63347a2775972439ee2",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.31.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "8fe984ebef2351a5f7bb7079b03a6710b25bc0ee4f50a32e654a03709f6d2508",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.31.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7cc687921f10d1c72cd4f1123d4bb30a7ca6211e68c8a62a08aafd9c202de2ed",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.32.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "ca7908803e565907c7575f9c5633cfde600767c505f9812a731812d4d93818f0",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.32.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e1400c9237535ddf7d59ddeb34b9f24666774e6a8b2b6ff7115d1fa3207b9cda",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.32.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4014b58d37e4ec4561ccb471a4548d96e2c41b90446df07675fdaf662d0917c2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.33.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "27ac6979e4abad93f2d3896da2b7c53089d93646eaa0d7b34bb59f0006b1feca",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.33.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "31ee362689e8c5357407397f69333ad8a1b268f98470801d8df87eee09b08e70",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.33.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "aa476233f0a4dc528acbdac605c6f25e6cdd3a3fa8be62b7a32afd54aa704bdd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.34.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "70b4882eea6b28af28d1fcd03b75b97f856fbee142dfaf4138768ad16df5ae61",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.34.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9b518b20003155694a78d4b934e2a6121a7b1b2c6ec326a64d1a8643e44b5284",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.34.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "8ab894a10082a0a89499e128b1646387dcdb33a289460f91f67007b69a55182a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.35.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2ca497fffa63dfb1d008707f0f193c63702588236cdc5cc0f0242b162177081e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.35.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "08e5de261cddccd0a0a165e9ec10d95a6899428a0ecacd8afab76f849535d442",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.35.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "546ec526dd448041626ac9a1c29b2b12690191d886173b9d9a1b4ac292a3b94e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.36.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6b13f6521dda34e16696999b4c4fc431860ddac81999e0d6df09575bd49fb8f9",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.36.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "71d487e36ec08ec1cca5498de3f97fb2231fefdd69fe02acba61f5d782a3bf4d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.36.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fb3cc4b8e3d3667938f831b8fabc9d7123113efcf0276f3e6e354dab044f22cf",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.37.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e54177240fec96740fcaa28163883f5e668e3056e953d3dc450ee779cc26997f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.37.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d3157a0b089bc2a0f67d8fc338f666d0489fdbf6adf7e49b3662258eb5aa3f81",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.37.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3eec127a89471959e039e091ce3c0bc8134956e9b44c54348a06db166890c266",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.38.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "cf9d39b79e9dea684956eb3d3adb95a65308ef9bfc706b86148375939e03f55c",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.38.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4e4e97cd97b84680f4aae75fc2cbed5077a2e3374d4ad01e31e844af26b427d5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.38.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "1608dffd1689c6bd2971d96b34eadf306f1d122a5efe8993f8829c03cff3b9b4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.39.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "ef9c6d34a005a932c0ce11c77a4e95ed779c6a5168325195a6cce6337464e379",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.39.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1516fc108fe3b1541b99424bff03e51afc0fbaaf2010e7172fcee9e38ac6087d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.39.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "97ac31843bae576b7b931867729def420fa0b433574e43fe3f900fbf950b2fbd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.4.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3ed42ed61c969cc9eadc8e531a085d02606377d23b3aad9fe0e5a90b48156608",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.4.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "38eb5217533a5f6ba1ae56165ef85667f447159edbba507a540b647a8f1db3cc",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.4.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "46e48eb4191021a97fcb71ff31e2a81a8052c87a2c92b5707804996a357873ad",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.40.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d1651b336f9388e2a2d2304a4802b47f7dba219a5234ab070abaf4cee0219d8f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.40.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "cb1ada0aef929b3ecfe2f7004db236218f136a6fdeaf5c93348029cd9559d230",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.40.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "274ae4eb0e4c189b1d8b19300deee6147a4ed1cbaeb707dc43ef781b9d8c9372",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.41.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "35b8d05472ac012bdd51685ddba5a5d2b31e77947c8da51d91c40b29669f10e7",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.41.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fc3c310aabc8df3cdc9cecb59e7f7258a6e47f640b428fd9901bf3c031ff09b8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.41.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "21534ecf5e4390ef3a58f6cbd8b29b248bb82ed73ee83be3dcd4b53277b9e3e5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.42.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "11b5b7ebe6d6f390399d59b534a887496fe7a20f0f944b82a7365d521ba87b73",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.42.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4a6da9e92f6b38d85acb7dd0489f2e239e2838f6ed8d55ce1f0b98d1c140c71e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.42.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5b6520e05fb3724785faebf912441fe8e41580d83290ed5570d45b93a232bc8c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.43.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e7aea158a0335dac302e8e4bd118ff1db1e78f155413d16ade2b11ac4f9b6474",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.43.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "deaaebdb9b9e0a3c3989546df25538c4ca9f157e650d55886d077eb840d8841f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.43.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "dddda2d144e54f3b672934c1f531ca2da657b753f9adcd890f30422410c15a9b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.44.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "48d835a45873f77e46381d9130dc81fab9722f0d664691ea1657ff1aa9e98ad7",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.44.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ef71b3a1497dcdea4bfec34fe170df624921fe70978c54b423ccd9d7989dcb6f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.44.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "a6fa32280734b49078cd9f3cf2c0c3c8fd23609ad432a86ee59a2d61c54bb2c1",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.45.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "22143c479108e94d922e2e8fb29952fcf004499e3564d1f4f6a9ae1f31a2a5ea",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.45.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fe19e4b36527ae32e49e916a89ca636b14a773c766971c24129d0de8f0da2568",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.45.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "10659970fb641f02bda45e444ba49d29bcbe2157e803d6c23fe810673d9eba33",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.46.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "6ad90600f6a7ff2275260a1f67483ca0e0b969ce830f9dfbb81edd4670314e98",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.46.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "11369a4815da38ee73faf725f789ddc0594a63ffb4b0b0ea59b8651cdc4ceacc",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.46.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "fff14169ae15e484cd38ee7b691ceec964e71f447d7f8cf8e00f8d5f211db560",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.47.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5855cbe056f83752ae8e575d53fe7d9f7883c390a0f338f85a49c9b9066ec4e8",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.47.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "13a95320247254321bc4a6f7a4e9f08195b06513ce92f5d96fc01d8d53131887",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.47.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5ed6c981ba9c5513f643e4965930bf921f51cea6751f5056043199e183f15075",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.48.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0c560d8d53d06d2cbcb9faed0db38dcc85c408de450d9a2607225e7e7c33260e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.48.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4ccf3c5b8657fb206f12d89a24e03eefab5bba7fb6e5f176f3049f57169510a5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.48.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "958e624afd15de7e4453c0559f927daf2d32d756d35d9fef6530a1f9e61dba8d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.49.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c3bdfe70beb3c98ef70aea62894248f4bf8be12d742ec91223982a877dbe0058",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.49.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "aece3be9f2d99e4cc0a1dad19ec5846873c8753eaec6c1c457e4d2678f977d6b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.49.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d48595d669ec60fcd7085930cefb0184744adb93bbe55368c48833b1dd84c1ff",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.5.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a185dfc91304485e37a0389fcbb2213c7d95462b8a7e4b8b1f5dccfec8cd41bc",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.5.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "90a6ff972d2acba54ba51cb3c04efe4af0e3642263d1992214d7b00fe7fdff5d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.5.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "24800fdd93ed61b849333cd41b0cb85500fe694853baf2c8f820bb772af557b2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.50.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b143d9b1607664270edbd04932ecbe64a5115b92ef32047ed5b5e0d4c6a99fe6",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.50.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "8633318688704e53b2828d1c7bcd6b97d68e61857de6a0147dd944648f96ab9b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.50.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "610f7291f20943e14119f73ac51dce794be2cb475c44299264978c74aeb4d2c0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.51.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0a444c4fed8fba9e2783223c063336f2cedc496fb3caaa93fb2d56843b2cb305",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.51.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "2d4544f06865c2a69011c584bfa0ca602a21ab0c3a8b5078cfd6b42c0360e7cd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.51.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ec8a607bdf28f96121e7ef67dfebc96a6e5bf737512140cbbb81c10e8f963a1b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.52.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7a8c756cfaa473f33dc33c65f5bc563f1c0f4e8ea6e4970ca35581d9ece52c8c",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.52.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "8d363cacc5306880f9799608a06f279bf6078d89ddc38e426fcfbcdc3dff2f64",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.52.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "ae1634e1139d2ac4859ad3135576af3c04d86306925d9d361c4ca441cd8d46e9",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.53.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "cacae9b0df5093749eec1de8da589a9f4e94ea7d72507c30d9ecabecc2bd9d81",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.53.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "722c8246c8254b4c91a9c99b0ebfa9c6ea6792aaa97e41789040144a137c60bd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.53.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "dc2c8c68b332969d530ef97fddfee234605634bf72dc1a6f52088fe4f16249f5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.54.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "58663a29b2c6b4cdd559783020603edf533008262de226f9a8eda29bf5acac01",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.54.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "136d03641a639508fcab6fc3160dcea4ebcafe2ebe0ea37c5be4172a5be4e526",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.54.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c3e94aae688cd025d670055cbcd9dc3a147b6f1180d8a676879d145cdee15681",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.55.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7ff1b7e2460d7930a3949afa0d97305bcb484125614f80479c3523a03ef73b28",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.55.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d93e53a5c066182e88965d91f4fc750a0a5fc22ae0c548eb1a236c6545f39139",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.55.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "655765782ae987428bee8096e29c1022e69685d6340c56bb1f0d70786d30e356",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.56.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2ab7518efd5168f1c288b3fe39f2da27a975d070d220fc312968e4b7d89aa609",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.56.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "563511f02b181e4daef1c06256df578331594a913f6b102cbef632908f2553e1",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.56.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3f605dedca6fd8cebec4c216987743e57a5bd1b3d60c9ee189c65d02a82a25aa",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.57.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "d986d7b3eace088858466ca8aa1eb6a92364f138f8d6c83710992ab93faacac5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.57.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "02ac1ffec27670edb19fc07bd8dd9431753ecb82ebb977fa60aac7687d13876e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.57.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "bb5617aac6b13bcf9d5e2a65eb01b95ebb15b80be54047311447ae53c1b9898a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.58.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "079ea37ca215747abe5ae8a26006f431155468e2e774873824b12f46a109dc7e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.58.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "6b835e6b63b680614a1d312ae8c869b18680a89553f8429367ba4126b94cf50d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.58.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "87a650116bb9ade75b0d47a6f8f761bba70a94c5e5419284335bedf28f0e41c3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.59.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "728508d9d7d8cd1967edeafebae8dba0905e50118165c9105eb607e109c36de7",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.59.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "377f44bb9a544f61e27a3f50d04d9cffe3ec771aef4fcf1a0f6b80058a0158b4",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.59.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "8b37204e08aff72ced5b739f3c5ff728ca5a241f0f67dcd73c15e5408ffc0561",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.6.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "dfcaa85b22f34fdccb28a0d006b0f12ea7e9e70d70759f221e6bae3dbf9ce6ed",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.6.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "16ab549f3d482b08231a0527fe7f00c33a7993cbb978147f8b4d9c354f188e47",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.6.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "09f9ae6ff07753b21125eb4a329d5080e5ae6822c60c66635e6e9336f70a1fd5",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.60.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "98b9698069853b780ec649ae1b9f2452cdd2ea3b809fccca54a54149c4eee580",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.60.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b8e91710b2ea12476438dcee2c01534f848738edadf895874f2f80e98cbabc33",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.60.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "180ecf6936e0000186f65089a487dc6adf45f3745377c3585448e58d38af8c26",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.61.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "71e33545afcd0b0aaa870dd9ac5aaa48c1bebb6c9b5f9cd6869865dbbc16d5cd",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.61.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b3dc86b205a0a02ca568406054b77fea01c62c4f9a2621ff4cc9cbf6b75e483b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.61.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "5d3dbfa9e15ef8d9868061f78d40951c102af64011da43353872e8341d1701b8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.62.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "f84c0de2b95619c06bb97eeb8fca5f03c1d2b7e8c383b4b2939737629fc9d0c5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.62.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e0b7032dc8123020536bdd8323fa22e29df72b4aa8c457f3700dd081738836a3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.62.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3fc70ab8e4db9c811bb02b3c451522b74794ebd3f1c1dcaa8dd036190cd86059",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.63.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "97578f2c9de80e40abaf632c7b38d8aeb8fea7c53f9905da884b0f4400063536",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.63.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "86d3d409efcf8c57b751c3b90c924025be73d59c6ab682af043af0429827c364",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.63.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "4d6b472038fae180abb28878f059ab11a8e281e9dfa9efa83c221dfd15224015",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.64.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "45a669f3132d162725278248d188a3f4e9372ea8ae49c046cd79aa40e383c28e",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.64.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "9c16b7e5b14ae87883e6bfd184f30e7aea24a37241a178489aaa8135c3e00d58",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.64.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9847d0b9f7d1fe3518cecaf37ee0c403aaa4bdc5175673cbc91dacc28b96224a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.65.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "0ea7fd80ba6591c90891b037a151cd1e0f172675f9b68a472baabb4cfb41d408",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.65.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c07957b8726b7885f68440b4f0118c47e12b498f2e344d43f9f5e0a10d89a77f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.65.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "da1e93e826c9a2966e4cbb8e8093c4c8339ef77eb9f6e9936fb3403f66e47b05",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.66.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "19c1a96228e31eb655debf884de68647633daa3e88eedb2257f511630ba20fe0",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.66.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ea205ac7e5586db1d7f6677f25e4c364a4d0f6ac8c914c53e748edf467e3a72a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.66.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "421bf92559175667e2398c79ff90059319eab1cce22f2289b3d1201ddafc0fb7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.67.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a9136ea635ab0fba3a0d3c0544e7073cd17acc4370eea523fc69312d2bb5ce73",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.67.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "65f71f92f8109b491ea1359ef589400d01d54ffb239d3f7e4c7fa8b062517f77",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.67.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "bdcca75c6ccc4f37a9b5b87497ec394b64ddd3b8ed2252283848da4afc37967e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.68.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7e4a4c430697e8c4cebd78b929a2550d0ce4336e858e21e53b4e22d54c0181fc",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.68.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "93077f6c1bd232943bcfc4e6ee6e26c6072afa611987136aa87daeeeedad123e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.68.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "22aac40afa1aefaa8e6da23081f3df0c3b645c7af1ca285e38312a97084a3f81",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.69.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "65772ab8b07456cfe1f6e99605d3c7deaffad9292e23c6e3b524767dba101762",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.69.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0eb5081a597f81dd07a3150d7565196cd17fc36c11da2e5e81379426a69551ca",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.69.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "857d18b10ce5cc1e5acbf80ea8107def91dc5ea166fdecd28f0f5be72e0d115f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.7.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "9a8058664c0dafac4ec9895d0e45a390e524b179e1a9d47b37939ada8de62689",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.7.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1d7a087f6d6bc4856554e401a4be77c2866b741d52e5977e64e533fb2e69b831",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.7.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6d9347ad6ae46e960e9bd0c9c7ba4ebbe8fef9d3072ccb1e67325725379f5387",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.70.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b67dd8fa4becb8d769ea1b8fb155ac01a5ed73a961538a3b785643f00495b629",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.70.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d2c0db69e24fb63fda0cefe9531f5d4c792d55e7ae12d59cf5468e2e4942c7ce",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.70.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "60db848ba08a85d13269a68075a467de9acfdeb030e714078f9d67e8f8701ac0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.71.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3e7d147d1788261fcf8c07064db56a60cb53832d55bf3ec1336b87b57376d9f0",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.71.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "99af23fedf7ce40cf82bd4fc284dfdd327b20076d7da122f4ffd1759b6e90eea",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.71.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d6702a3c1943d23cda9e2f2a89988ff586b155844589a9ca980ac4f6b160ebb2",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.72.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "40ad670fb86a3547824df343e81898e9365ffbab5766456faeb4f511cc756305",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.72.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1656de93cf832ea65ca1da632a3ddf96c937083aee87f59bab81094f97b66e82",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.72.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "7d74c983cf041ec309bf7694ad249f047a38b82d0a5d1af3cb0d5947a35e1c83",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.73.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "117f39cb5a1c6222a672b7b9ae49d8f2eda2d35d30a00971fb78bdb2963c5353",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.73.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "bb6db180c19e4924013fb1128696f0610f33ecb3c25ab9aeb2377264a18f6a90",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.73.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "b68dd220a14de88f93640e0e3af29da1ac7a91bf8cf0ab7e8230f3db67cd530a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.74.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "28ea68b10ef1aaf1ee707bda59cbb75cb8a1052a465ad8947a301e6968d76ee9",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.74.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b3aa2a120c7a96253aefabde08c05c1cffff436bef01028a71fc07084e303091",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.74.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c543d0abfc175fe844b5f798207a5ad358db1a46c9c328077e6171caa7afb112",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.75.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "c5f1c388937b710a34cb990cd277f9530104202d3dceb9149b46d2a355d4de0f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.75.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "97d8afc5f1430f5c2974aa569a2a8859422cd2dfba9cdcde0691b5d56a406ea7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.75.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c0e6e60b10495eb8799cf82db1d90ef51fe3323e13c73e9a54ef2a8ee297fd64",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.76.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "53b96f1e4ec176c18894717e4ad9688719fe8591fff1609b513bc046e56bc407",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.76.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "0523869965daf853db70e6e860aec88e04305c4117bbea10eb73ffb0dac7bb45",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.76.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9f1a6a41d85d9dc1fc57f57e98658bf32569733f46573614c50351d791d6da63",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.77.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "05b22bbdeb92274ba1f1f33732f89272c860ae162675fd6a3748d6248b662c03",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.77.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "94344464b46f1363ab8ee2ccd2e991810ed65256697476f56a782b0e4358531b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.77.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "21f263f8ae6568ede153b00f3e6c69f65f0f53b9369ffe823b96a4db350166e0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.78.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "819b5faf886f6feaf9b2568948445901c0c57ee662854315b56f4a54cdbf1640",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.78.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "a40b7ee27f7c3542c54be1680ea57909f9fd2bf0efedf95fa70fe5d02ee30d03",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.78.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "0fd1cca9f4d1a19f08664e42b923be174e81ed338b94a47bb9c23a79cd1a17bf",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.79.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "8520a9dd5764eed1618de3a25ed7acf8c5ff0a60ceb6bcc15b9da87ea904be95",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.79.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "ab0d7f16cbc3beb1216c0aaf5e0cfe955d3618cd5a303cfe1b3021b8d89d5ab8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.79.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c11fab6d567e27ed7f5b2b2110679d2c9a880b03271a4e64f7244013c66a0c47",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.8.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "645fa56784b7a33ae3005741d3d8d962b58eea6314efd041f6857b3fa4aaaae0",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.8.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "aed6cfc58f251132496e4b10ca3d664f2bdcea4b9309b5535b16679e8b229c52",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.8.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "e30094fbbe888727f90721a03cf4aa65debde2f00952a9dec3f24d9a656d5e32",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.80.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "e4eea0ee9fd304b6c4213c72e08203cb1187432f38a0efb677a4535e47776de3",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.80.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "fa69c15b5fde45ec67c544d5357f2ddacda4828c2897fe72cce8bd2ba8f0caf7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.80.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d5b08c9805a4a40cc990fa9dee880ab6d7c7e242b2ea3c90f7cabd046f105415",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.81.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "88ca50168391ab0fb7488438eaf0841a0cce0de04fdf0d4bc395883841e593ed",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.81.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "be069a8217e10a7f2ff1e75bb14f210ebdee90776832bbf8d91314a421889c6c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.81.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "bd48e900cc481495513287a6080331c4862c91f2d2218c7c533daf7c2e143d27",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.82.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5eb5ae3242ecebafc56716496d93ec402b6190c75d3d2c1584d5c44537179dd5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.82.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "06c3a8b06423740a3b9a3b6b6caa35e7f6301de72eaa62da48825d2ef81db8bc",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.82.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "338170e2d11224dbd08301ba0ce4a23f409da7b86b17c9478d4ea82466360663",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.83.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "bcf9125d6b3483aebbff317685441dda6386006593bcd984b25ca0436531b3a3",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.83.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d39b9911cd8736cf2010a00a001b170527f837bbd7a7fd2ba3e35f1fec1e9e87",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.83.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "0b6d0591416b67f74b45c4fa28cb3baacf1d4c55c505bc606c4d96ea82cdb6bd",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.84.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "7e35ff5d66a34956be372fd64e95f751b153f5c1dcb3f4d0efc7b2efb8b39826",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.84.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "d998d72a73d1c343582ef6d28dc7d7fde5fdc8ed26cd2fdcab4f0a12e9cdbab3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.84.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "a1960545ab2369c34ca378e37d6e53b64714f30e8037b4043a57202fd93add70",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.85.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "ffcb378d2c53439cad3f1980ae103ab55a8497f7618832c64c53fb0bb3237ce7",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.85.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "016c5e75add87ae8248b607b08bc32c14ecb03f33785c94e86ce426f1467a514",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.85.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "c9fd1c50e60df61f29b3e21d2704c41f5d649cef7cb68a0f27d4340d416d4f85",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.86.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "9d5611a4db48ba66f4de16255ac10f727bf497d82142b99e6437327156e70ffd",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.86.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "167ceaeb7f37b3cd2239db0c61e43a0d29c7f9472237e79d67c07acafedea041",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.86.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "cccd4ae0e6bbf88c676d52e6dc314f3a7192d27979b282f6438c5b61601480fc",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.87.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "8bd48fcf6c6e936a9bbaf1ffec6924edd34011090983b2e126b2acbd0c14be8b",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.87.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "76d0ab3a5c0dfd0cf2afaeebd257e5a7e83579dd08cbe02fcc89c479e807708b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.87.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "133415bd53e00d6b88ebfbdd441bf4092341a714e9f067bdbc48c5bed704ace8",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.88.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "58ec6fdb217923a8e92ecc52e05297ba2a634708bda01788c931fba378fb44d2",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.88.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c04785eb01a4d644b075c6d12171f4884ec04140e820da892fcb2a919b0cf208",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.88.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "32d4e0495f9c7a151b41a85e949bf95c43506c4d0aa62b04c9a353cd16023d4f",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.89.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "99b2982f7a3e3828410ca222e77e6fe4ffb5a39cb6669c65eab3d77691e5e3ef",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.89.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b91bdf623dbd9dbbe0fd3813daba6fe76de86606faa2d9722f8606b4d466d974",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.89.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "d7c3d526858c96779b45f72716ddeb93230d32aaba5710c3291c0aababe884ec",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.9.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "b3e563744203daa0d6308929677f2d7a4816eaef4b6e8b7a960500c6353a0cc4",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.9.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "69d061b2bcb4869c1eb6de189fcea29ce1ec72a0de5b78d28c6412cf11ca9b01",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.9.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "39dfbcf34104bdbf8a1c5d807da1fa5ea8ba86d5889bad4d56f68887b95de953",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.90.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "1cddef6dfe5b1c0c467f1093cf6a8cb248bae67dae4404719eedeeb9f7827a4f",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.90.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "3141fd1a225b881c8f9ac50b9db9b59670bd4703b2aff53ea62b8fcc8bf7a715",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.90.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "8968141a372e5277c0eb07f47bd202e6ad30c6f05f07d16d2c35f08f20b89ed0",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.91.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "3b0fc12851ebd7b40fe30625b348806b6fc8834c259a705558b33b1c9160a776",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.91.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "cd40eab7709d1b81e321be4c4a199acac79495f0d759295e243224ddc84241a3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.91.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "6a66e95473bf86362a3e0fec92d43ea4092ccf48690c6bb24520c68d3c08ff1d",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.92.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "53195b8dd5c1068d3db0a611c0874ecda2f901e7e40110ac7492f5b6cc30cfe7",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.92.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4b71843e82e58b50020190266774e54b64c7d4828d03685c84f188fd70e1d8fb",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.92.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9715ca367cf3512ab901d83e8fef386489a2ce76adffae25e96dca87485e5a72",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.93.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a58138f11d3f450ba0a21b864995d500dd972d1474d31e10674a78437c23a9bb",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.93.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "b9dd1846ad2f919aaa053322d527b76f7befb0f9c4bf4533f18cdc7c1f5783ea",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.93.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "9a9373e5dd0a6cd911e924595db0bd9ba0f1d5f09fabbb5620996a623c81ca0b",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.94.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "14930688032d6729051d4d90fb214496691bfb01cbc768d06e2ee8bfe3e4070d",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.94.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "e258ddc617ffea7512404ddc8f1c2ed7fbc64a6b1e499fc3a3c433e615872946",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.94.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "cea612e57b6d08a776d918b073de105fcb5498834dbcbc1901451cbf16d14437",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.95.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "a3099f7a2d321ad96cb0bcb038368becfb4c431862b4b7916601052ea9e6865a",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.95.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "4c9d742e9ec17f5ca99978d83abdd62d553895a20a1a1d7bedbe98a69d2586cf",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.95.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "15745551116cfe76320da6d57eee5804db005ee8809c6e488eca442ec1402315",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.96.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "fe39c5e9b364d97ed325687556a06637602d4f69d53e6cc524326c45f71adb45",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.96.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "1c48050c101bdde34312a41a2b60d615ebb49bf3c1fa077fa1fc3598345802b7",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.96.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "42179c676c62c32bed59d0baa0173aaad3dbf1f9dbc8a6d37a21888a9a525b1c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.97.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2477945f7a3208e072950ca5a79a93affa8722d4978cd3948e88785286a11dc5",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.97.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "40c72c16171004f2b63a1d474ab9b29ea94365a9ae88b22478d4b4f531a252ba",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.97.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "3030e09c9262d4429dacdc3bc1890dd447867b9d61df32d81b18b7ab40278e5c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.98.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "14157ee145065c6093656e326aedef8683b245610d6a9cc9adfd854e652002ee",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.98.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "6e6523bb5e85e27a717343dcdcf177c1c611cf74a5eedc57159f88a295831490",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.98.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "24a1d0403a8d32853d7c958ec7fa54721f3fd29e3515515bbb4bc6ce4552ce4c",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.99.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "5dc9b9999e2b2ea829abc80722a11425b7f9b4908e8382b8d4ed4e91a0cd6cc1",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.experts.99.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "548f68ddf726537e48d57000a635d4b71ca53ab731c30a53738daf26ba8a1b87",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.experts.99.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "f36b8c0cf1d3066690329ec44ad13fb1ac535d5a5372ec81669bcc5bcc1f140a",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.gate.weight": {
      "dtype": "BF16",
      "sha256": "0120deb90eda88bb4fb8db1dd6a9604553af205ee4562edbae6c10d789057484",
      "shape": [
        256,
        2048
      ]
    },
    "mtp.layers.0.mlp.shared_expert.down_proj.weight": {
      "dtype": "BF16",
      "sha256": "2294dd2aa0f9e7bf425c6aa180c79b61cb9e654af3790f5fd8a6c485d2439881",
      "shape": [
        2048,
        512
      ]
    },
    "mtp.layers.0.mlp.shared_expert.gate_proj.weight": {
      "dtype": "BF16",
      "sha256": "c3b5d123728073c067eefbc40ea7b6a5ae75a119c365cee4e2fb8f4b8fb15e25",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.shared_expert.up_proj.weight": {
      "dtype": "BF16",
      "sha256": "84a2674143d3b8039dd6f26d872d441c04026630acd48a13fd022d136a78af59",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.mlp.shared_expert_gate.weight": {
      "dtype": "BF16",
      "sha256": "81645ea838545f63e6c5ec636a557ef64b4d068b85ce3b934e1f89a1188aa52d",
      "shape": [
        1,
        2048
      ]
    },
    "mtp.layers.0.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "sha256": "5a330a98add61cda79b8849623b3d11d6e27ffdc2736f7785f887b88d4fe4514",
      "shape": [
        2048
      ]
    },
    "mtp.layers.0.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "sha256": "717a13a2e7de4808d3516fe9ecce3ff6673f35cc77ee26cf657daccf69feb43c",
      "shape": [
        256
      ]
    },
    "mtp.layers.0.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "sha256": "75e1653c5f3ae219f1e35a6aaa49ff00321a5d1709bd469e9f3073041e08cb7e",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.layers.0.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "sha256": "9d88405dd7d6174b0872dc47f7343807e0092d765204f0e2e1c3c50e28f4bdf9",
      "shape": [
        2048,
        4096
      ]
    },
    "mtp.layers.0.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "sha256": "939d656c6757d7f29ac302b980225bdc5afbd2d6f9dcf74ba273f80ec4a5c6c5",
      "shape": [
        256
      ]
    },
    "mtp.layers.0.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "sha256": "757d8a8ecf91f50cfba8c121dffe55d99fcd25798b7818e7ef88922e4996dcd9",
      "shape": [
        8192,
        2048
      ]
    },
    "mtp.layers.0.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "sha256": "31006afecbc0722ee45a7acf6acdf3b02425b2d04cd27baab2ef44876c58ebe3",
      "shape": [
        512,
        2048
      ]
    },
    "mtp.norm.weight": {
      "dtype": "BF16",
      "sha256": "e153b18bc3368d757a64cafd075638b3699af6aca59219b1a0132af1d1dcb25d",
      "shape": [
        2048
      ]
    },
    "mtp.pre_fc_norm_embedding.weight": {
      "dtype": "BF16",
      "sha256": "c1fd3769b108002af954ba49669c6fdb3354e4921978c66e7167a5aa10682f4b",
      "shape": [
        2048
      ]
    },
    "mtp.pre_fc_norm_hidden.weight": {
      "dtype": "BF16",
      "sha256": "e478718eea594a7ac295d03de8ce3c3cce4723c25a42282cbf08959106ed0dde",
      "shape": [
        2048
      ]
    }
  }
}