{
  "status": "PASS",
  "recorded_at": "2026-09-21T17:50:57.599606+00:00",
  "source_root": "<SOURCE_MODEL_DIR>",
  "manifest_sha256": "0a00065b88ab003281853a7fb9bd5ce0086bc3781b36136d8c39da19933923ae",
  "shard_count": 18,
  "shard_bytes": 55563006776,
  "source_file_bytes": 55586102681,
  "tensor_count": 1199,
  "parameter_count": 27781427952,
  "files": [
    {
      "name": "model-00001-of-00018.safetensors",
      "bytes": 3966730552,
      "sha256": "b9dcb3e15c00823d46d92f645f8a7324cdd1163c39ff6c04de48fa6e478952a0",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00002-of-00018.safetensors",
      "bytes": 3043080328,
      "sha256": "ecf7312565a089592217b58d761e714f3b3d85d4ec578a15d901210a9ba14773",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00003-of-00018.safetensors",
      "bytes": 2542796952,
      "sha256": "cec21a53517089f1b9708a77936465420f266482a45da26fd4c0dd596d609d08",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00004-of-00018.safetensors",
      "bytes": 3988973152,
      "sha256": "3a1a2bfcfd177e62fbe78f08b2b1d3edac59c495397aa64d0d1c41b727a94c73",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00005-of-00018.safetensors",
      "bytes": 2099339864,
      "sha256": "389931270466dcdbc9125bda7572cc7712f164e1fe774e7377524abca899b0c2",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00006-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "da6f16eabe6be8552af22ed5ad171ae97469fa5bb5d5e613982460e43265debf",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00007-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "b4b9f91766d367f0260882d97b5c0862863c393ef381f54d48dfda3d362072a9",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00008-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "df58405d10cb8a199e3e5a01346c6b6ebf2a1bed05d6b11e14f856543b28e55c",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00009-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "84ba24193b7d0885ef504ce5806d3d4ebbe5506fdfd5919f4837ebc9479611e6",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00010-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "aacd71e34312a13bf487a06c9c54205ad31f72a8788b0a550154a04565820a97",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00011-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "6d967f431bdfde43c38839188023c5507d5d0dce6a1daa6bbbf8605ecb3da9aa",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00012-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "c36593694bc3f250449ae2196366e6cf788c122dc9a645fbe6ef116746fc5d73",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00013-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "b50b55cffe8be40b6eb90c43b1d3cec7672d7f3a86b2efd436db5a83619686d2",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00014-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "27b627a940af6ba6f26d240767ca75a4774d02a91255c3a2274dd316e364d1d1",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00015-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "f9203192d4a759f6fc58c32eebda8a2f00f4a15dc183f06ddc263de49595ade5",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00016-of-00018.safetensors",
      "bytes": 3979564040,
      "sha256": "cf3333f84d3783148a58b24612998ba24b8c60dc69f77e14d86e66ef958c23de",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00017-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "e446dd9c79fc0255d9b2181a9a85debb2b5b51b2eb31177c4c1a7daa198221f7",
      "kind": "bf16_shard"
    },
    {
      "name": "model-00018-of-00018.safetensors",
      "bytes": 3392197344,
      "sha256": "2898c2335e6ce74567af2de8373d7468c403fb5e69f4b00f5f7b83fb815d71be",
      "kind": "bf16_shard"
    },
    {
      "name": "chat_template.jinja",
      "bytes": 8952,
      "sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
      "kind": "source_asset"
    },
    {
      "name": "generation_config.json",
      "bytes": 202,
      "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e",
      "kind": "source_asset"
    },
    {
      "name": "config.json",
      "bytes": 4312,
      "sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab",
      "kind": "source_asset"
    },
    {
      "name": "merges.txt",
      "bytes": 3353259,
      "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
      "kind": "source_asset"
    },
    {
      "name": "preprocessor_config.json",
      "bytes": 390,
      "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
      "kind": "source_asset"
    },
    {
      "name": "tokenizer_config.json",
      "bytes": 17928,
      "sha256": "b11349aafa7cdc6a320767cf7ceb29ed82f7eda5d65e8e0819e76f0ce947bf27",
      "kind": "source_asset"
    },
    {
      "name": "video_preprocessor_config.json",
      "bytes": 385,
      "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13",
      "kind": "source_asset"
    },
    {
      "name": "vocab.json",
      "bytes": 6722759,
      "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
      "kind": "source_asset"
    },
    {
      "name": "tokenizer.json",
      "bytes": 12809320,
      "sha256": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3",
      "kind": "source_asset"
    },
    {
      "name": "EXPORT_MANIFEST.json",
      "bytes": 63469,
      "sha256": "0a00065b88ab003281853a7fb9bd5ce0086bc3781b36136d8c39da19933923ae",
      "kind": "additional_source_file"
    },
    {
      "name": "README.md",
      "bytes": 2715,
      "sha256": "56ccec79db878d30b3a39ad7a1ac6d196fdf2e5dfc6c12f6c4c5da29e5561d7e",
      "kind": "additional_source_file"
    },
    {
      "name": "model.safetensors.index.json",
      "bytes": 112214,
      "sha256": "bd9f76c08ed50dccdb8a3de2c4e03a321bf6f506b99f838be11b584f36091461",
      "kind": "additional_source_file"
    }
  ],
  "tensors": {
    "model.language_model.layers.0.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.0.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        10240,
        10336
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.0.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        10336,
        92256
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.0.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        92256,
        92352
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.0.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        92352,
        583872
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.0.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        583872,
        1075392
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1075392,
        105932992
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.0.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        105932992,
        168847552
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.0.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        168847552,
        168847808
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.0.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        168847808,
        231762368
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.0.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        231762368,
        410020288
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.0.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        410020288,
        588278208
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.0.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        588278208,
        766536128
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.0.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766536128,
        766546368
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.1.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766546368,
        766556608
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.1.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766556608,
        766556704
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.1.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        766556704,
        766638624
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.1.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766638624,
        766638720
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.1.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        766638720,
        767130240
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.1.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        767130240,
        767621760
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        767621760,
        872479360
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.1.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        872479360,
        935393920
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.1.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        935393920,
        935394176
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.1.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        935394176,
        998308736
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.1.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        998308736,
        1176566656
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.1.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1176566656,
        1354824576
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.1.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1354824576,
        1533082496
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.1.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533082496,
        1533092736
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.2.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533092736,
        1533102976
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.2.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533102976,
        1533103072
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.2.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1533103072,
        1533184992
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.2.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533184992,
        1533185088
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.2.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533185088,
        1533676608
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.2.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533676608,
        1534168128
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1534168128,
        1639025728
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.2.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1639025728,
        1701940288
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.2.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1701940288,
        1701940544
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.2.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1701940544,
        1764855104
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.2.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1764855104,
        1943113024
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.2.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1943113024,
        2121370944
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.2.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2121370944,
        2299628864
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.2.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299628864,
        2299639104
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.3.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299639104,
        2299649344
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.3.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2299649344,
        2477907264
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.3.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2477907264,
        2656165184
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.3.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2656165184,
        2834423104
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.3.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2834423104,
        2834433344
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.3.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2834433344,
        2834433856
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.3.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2834433856,
        2844919616
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.3.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2844919616,
        2907834176
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.3.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2907834176,
        2907834688
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.3.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        2907834688,
        3033663808
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.3.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3033663808,
        3044149568
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.4.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044149568,
        3044159808
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.4.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044159808,
        3044159904
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.4.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3044159904,
        3044241824
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.4.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044241824,
        3044241920
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.4.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044241920,
        3044733440
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.4.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044733440,
        3045224960
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.visual.blocks.0.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3045224960,
        3045227264
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.0.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3045227264,
        3047881472
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.0.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3047881472,
        3047888384
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.0.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3047888384,
        3055851008
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.0.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3055851008,
        3055859616
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.0.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3055859616,
        3065776032
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.0.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3065776032,
        3065778336
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.0.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3065778336,
        3075694752
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.0.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3075694752,
        3075697056
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.0.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3075697056,
        3075699360
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.0.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3075699360,
        3075701664
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.0.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3075701664,
        3075703968
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.1.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3075703968,
        3075706272
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.1.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3075706272,
        3078360480
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.1.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3078360480,
        3078367392
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.1.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3078367392,
        3086330016
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.1.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3086330016,
        3086338624
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.1.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3086338624,
        3096255040
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.1.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3096255040,
        3096257344
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.1.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3096257344,
        3106173760
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.1.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3106173760,
        3106176064
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.1.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3106176064,
        3106178368
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.1.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3106178368,
        3106180672
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.1.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3106180672,
        3106182976
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.10.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3106182976,
        3106185280
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.10.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3106185280,
        3108839488
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.10.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3108839488,
        3108846400
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.10.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3108846400,
        3116809024
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.10.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3116809024,
        3116817632
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.10.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3116817632,
        3126734048
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.10.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3126734048,
        3126736352
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.10.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3126736352,
        3136652768
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.10.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3136652768,
        3136655072
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.10.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3136655072,
        3136657376
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.10.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3136657376,
        3136659680
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.10.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3136659680,
        3136661984
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.11.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3136661984,
        3136664288
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.11.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3136664288,
        3139318496
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.11.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3139318496,
        3139325408
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.11.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3139325408,
        3147288032
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.11.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3147288032,
        3147296640
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.11.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3147296640,
        3157213056
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.11.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3157213056,
        3157215360
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.11.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3157215360,
        3167131776
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.11.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3167131776,
        3167134080
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.11.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3167134080,
        3167136384
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.11.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3167136384,
        3167138688
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.11.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3167138688,
        3167140992
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.12.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3167140992,
        3167143296
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.12.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3167143296,
        3169797504
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.12.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3169797504,
        3169804416
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.12.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3169804416,
        3177767040
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.12.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3177767040,
        3177775648
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.12.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3177775648,
        3187692064
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.12.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3187692064,
        3187694368
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.12.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3187694368,
        3197610784
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.12.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3197610784,
        3197613088
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.12.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3197613088,
        3197615392
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.12.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3197615392,
        3197617696
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.12.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3197617696,
        3197620000
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.13.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3197620000,
        3197622304
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.13.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3197622304,
        3200276512
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.13.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3200276512,
        3200283424
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.13.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3200283424,
        3208246048
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.13.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3208246048,
        3208254656
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.13.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3208254656,
        3218171072
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.13.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3218171072,
        3218173376
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.13.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3218173376,
        3228089792
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.13.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3228089792,
        3228092096
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.13.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3228092096,
        3228094400
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.13.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3228094400,
        3228096704
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.13.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3228096704,
        3228099008
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.14.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3228099008,
        3228101312
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.14.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3228101312,
        3230755520
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.14.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3230755520,
        3230762432
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.14.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3230762432,
        3238725056
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.14.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3238725056,
        3238733664
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.14.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3238733664,
        3248650080
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.14.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3248650080,
        3248652384
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.14.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3248652384,
        3258568800
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.14.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3258568800,
        3258571104
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.14.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3258571104,
        3258573408
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.14.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3258573408,
        3258575712
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.14.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3258575712,
        3258578016
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.15.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3258578016,
        3258580320
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.15.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3258580320,
        3261234528
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.15.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3261234528,
        3261241440
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.15.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3261241440,
        3269204064
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.15.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3269204064,
        3269212672
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.15.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3269212672,
        3279129088
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.15.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3279129088,
        3279131392
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.15.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3279131392,
        3289047808
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.15.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3289047808,
        3289050112
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.15.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3289050112,
        3289052416
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.15.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3289052416,
        3289054720
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.15.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3289054720,
        3289057024
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.16.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3289057024,
        3289059328
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.16.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3289059328,
        3291713536
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.16.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3291713536,
        3291720448
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.16.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3291720448,
        3299683072
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.16.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3299683072,
        3299691680
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.16.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3299691680,
        3309608096
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.16.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3309608096,
        3309610400
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.16.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3309610400,
        3319526816
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.16.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3319526816,
        3319529120
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.16.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3319529120,
        3319531424
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.16.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3319531424,
        3319533728
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.16.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3319533728,
        3319536032
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.17.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3319536032,
        3319538336
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.17.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3319538336,
        3322192544
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.17.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3322192544,
        3322199456
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.17.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3322199456,
        3330162080
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.17.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3330162080,
        3330170688
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.17.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3330170688,
        3340087104
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.17.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3340087104,
        3340089408
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.17.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3340089408,
        3350005824
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.17.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3350005824,
        3350008128
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.17.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3350008128,
        3350010432
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.17.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3350010432,
        3350012736
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.17.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3350012736,
        3350015040
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.18.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3350015040,
        3350017344
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.18.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3350017344,
        3352671552
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.18.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3352671552,
        3352678464
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.18.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3352678464,
        3360641088
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.18.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3360641088,
        3360649696
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.18.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3360649696,
        3370566112
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.18.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3370566112,
        3370568416
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.18.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3370568416,
        3380484832
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.18.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3380484832,
        3380487136
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.18.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3380487136,
        3380489440
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.18.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3380489440,
        3380491744
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.18.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3380491744,
        3380494048
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.19.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3380494048,
        3380496352
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.19.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3380496352,
        3383150560
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.19.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3383150560,
        3383157472
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.19.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3383157472,
        3391120096
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.19.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3391120096,
        3391128704
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.19.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3391128704,
        3401045120
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.19.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3401045120,
        3401047424
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.19.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3401047424,
        3410963840
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.19.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3410963840,
        3410966144
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.19.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3410966144,
        3410968448
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.19.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3410968448,
        3410970752
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.19.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3410970752,
        3410973056
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.2.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3410973056,
        3410975360
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.2.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3410975360,
        3413629568
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.2.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3413629568,
        3413636480
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.2.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3413636480,
        3421599104
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.2.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3421599104,
        3421607712
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.2.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3421607712,
        3431524128
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.2.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3431524128,
        3431526432
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.2.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3431526432,
        3441442848
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.2.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3441442848,
        3441445152
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.2.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3441445152,
        3441447456
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.2.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3441447456,
        3441449760
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.2.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3441449760,
        3441452064
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.20.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3441452064,
        3441454368
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.20.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3441454368,
        3444108576
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.20.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3444108576,
        3444115488
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.20.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3444115488,
        3452078112
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.20.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3452078112,
        3452086720
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.20.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3452086720,
        3462003136
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.20.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3462003136,
        3462005440
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.20.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3462005440,
        3471921856
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.20.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3471921856,
        3471924160
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.20.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3471924160,
        3471926464
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.20.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3471926464,
        3471928768
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.20.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3471928768,
        3471931072
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.21.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3471931072,
        3471933376
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.21.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3471933376,
        3474587584
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.21.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3474587584,
        3474594496
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.21.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3474594496,
        3482557120
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.21.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3482557120,
        3482565728
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.21.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3482565728,
        3492482144
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.21.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3492482144,
        3492484448
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.21.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3492484448,
        3502400864
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.21.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3502400864,
        3502403168
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.21.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3502403168,
        3502405472
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.21.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3502405472,
        3502407776
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.21.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3502407776,
        3502410080
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.22.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3502410080,
        3502412384
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.22.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3502412384,
        3505066592
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.22.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3505066592,
        3505073504
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.22.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3505073504,
        3513036128
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.22.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3513036128,
        3513044736
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.22.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3513044736,
        3522961152
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.22.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3522961152,
        3522963456
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.22.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3522963456,
        3532879872
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.22.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3532879872,
        3532882176
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.22.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3532882176,
        3532884480
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.22.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3532884480,
        3532886784
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.22.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3532886784,
        3532889088
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.23.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3532889088,
        3532891392
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.23.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3532891392,
        3535545600
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.23.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3535545600,
        3535552512
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.23.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3535552512,
        3543515136
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.23.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3543515136,
        3543523744
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.23.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3543523744,
        3553440160
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.23.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3553440160,
        3553442464
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.23.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3553442464,
        3563358880
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.23.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3563358880,
        3563361184
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.23.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3563361184,
        3563363488
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.23.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3563363488,
        3563365792
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.23.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3563365792,
        3563368096
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.24.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3563368096,
        3563370400
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.24.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3563370400,
        3566024608
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.24.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3566024608,
        3566031520
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.24.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3566031520,
        3573994144
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.24.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3573994144,
        3574002752
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.24.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3574002752,
        3583919168
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.24.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3583919168,
        3583921472
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.24.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3583921472,
        3593837888
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.24.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3593837888,
        3593840192
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.24.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3593840192,
        3593842496
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.24.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3593842496,
        3593844800
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.24.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3593844800,
        3593847104
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.25.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3593847104,
        3593849408
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.25.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3593849408,
        3596503616
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.25.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3596503616,
        3596510528
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.25.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3596510528,
        3604473152
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.25.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3604473152,
        3604481760
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.25.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3604481760,
        3614398176
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.25.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3614398176,
        3614400480
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.25.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3614400480,
        3624316896
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.25.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3624316896,
        3624319200
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.25.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3624319200,
        3624321504
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.25.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3624321504,
        3624323808
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.25.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3624323808,
        3624326112
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.26.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3624326112,
        3624328416
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.26.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3624328416,
        3626982624
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.26.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3626982624,
        3626989536
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.26.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3626989536,
        3634952160
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.26.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3634952160,
        3634960768
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.26.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3634960768,
        3644877184
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.26.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3644877184,
        3644879488
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.26.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3644879488,
        3654795904
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.26.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3654795904,
        3654798208
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.26.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3654798208,
        3654800512
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.26.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3654800512,
        3654802816
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.26.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3654802816,
        3654805120
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.3.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3654805120,
        3654807424
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.3.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3654807424,
        3657461632
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.3.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3657461632,
        3657468544
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.3.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3657468544,
        3665431168
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.3.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3665431168,
        3665439776
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.3.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3665439776,
        3675356192
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.3.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3675356192,
        3675358496
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.3.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3675358496,
        3685274912
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.3.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3685274912,
        3685277216
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.3.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3685277216,
        3685279520
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.3.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3685279520,
        3685281824
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.3.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3685281824,
        3685284128
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.4.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3685284128,
        3685286432
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.4.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3685286432,
        3687940640
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.4.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3687940640,
        3687947552
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.4.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3687947552,
        3695910176
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.4.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3695910176,
        3695918784
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.4.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3695918784,
        3705835200
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.4.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3705835200,
        3705837504
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.4.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3705837504,
        3715753920
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.4.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3715753920,
        3715756224
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.4.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3715756224,
        3715758528
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.4.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3715758528,
        3715760832
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.4.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3715760832,
        3715763136
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.5.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3715763136,
        3715765440
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.5.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3715765440,
        3718419648
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.5.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3718419648,
        3718426560
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.5.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3718426560,
        3726389184
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.5.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3726389184,
        3726397792
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.5.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3726397792,
        3736314208
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.5.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3736314208,
        3736316512
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.5.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3736316512,
        3746232928
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.5.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3746232928,
        3746235232
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.5.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3746235232,
        3746237536
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.5.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3746237536,
        3746239840
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.5.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3746239840,
        3746242144
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.6.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3746242144,
        3746244448
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.6.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3746244448,
        3748898656
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.6.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3748898656,
        3748905568
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.6.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3748905568,
        3756868192
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.6.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3756868192,
        3756876800
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.6.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3756876800,
        3766793216
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.6.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3766793216,
        3766795520
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.6.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3766795520,
        3776711936
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.6.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3776711936,
        3776714240
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.6.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3776714240,
        3776716544
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.6.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3776716544,
        3776718848
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.6.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3776718848,
        3776721152
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.7.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3776721152,
        3776723456
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.7.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3776723456,
        3779377664
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.7.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3779377664,
        3779384576
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.7.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3779384576,
        3787347200
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.7.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3787347200,
        3787355808
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.7.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3787355808,
        3797272224
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.7.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3797272224,
        3797274528
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.7.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3797274528,
        3807190944
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.7.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3807190944,
        3807193248
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.7.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3807193248,
        3807195552
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.7.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3807195552,
        3807197856
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.7.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3807197856,
        3807200160
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.8.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3807200160,
        3807202464
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.8.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3807202464,
        3809856672
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.8.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3809856672,
        3809863584
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.8.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3809863584,
        3817826208
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.8.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3817826208,
        3817834816
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.8.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3817834816,
        3827751232
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.8.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3827751232,
        3827753536
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.8.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3827753536,
        3837669952
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.8.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3837669952,
        3837672256
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.8.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3837672256,
        3837674560
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.8.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3837674560,
        3837676864
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.8.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3837676864,
        3837679168
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.9.attn.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3837679168,
        3837681472
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.9.attn.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        1152
      ],
      "data_offsets": [
        3837681472,
        3840335680
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1327104,
      "bytes": 2654208
    },
    "model.visual.blocks.9.attn.qkv.bias": {
      "dtype": "BF16",
      "shape": [
        3456
      ],
      "data_offsets": [
        3840335680,
        3840342592
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3456,
      "bytes": 6912
    },
    "model.visual.blocks.9.attn.qkv.weight": {
      "dtype": "BF16",
      "shape": [
        3456,
        1152
      ],
      "data_offsets": [
        3840342592,
        3848305216
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 3981312,
      "bytes": 7962624
    },
    "model.visual.blocks.9.mlp.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4304
      ],
      "data_offsets": [
        3848305216,
        3848313824
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4304,
      "bytes": 8608
    },
    "model.visual.blocks.9.mlp.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4304,
        1152
      ],
      "data_offsets": [
        3848313824,
        3858230240
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.9.mlp.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3858230240,
        3858232544
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.9.mlp.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        4304
      ],
      "data_offsets": [
        3858232544,
        3868148960
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4958208,
      "bytes": 9916416
    },
    "model.visual.blocks.9.norm1.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3868148960,
        3868151264
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.9.norm1.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3868151264,
        3868153568
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.9.norm2.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3868153568,
        3868155872
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.blocks.9.norm2.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3868155872,
        3868158176
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.merger.linear_fc1.bias": {
      "dtype": "BF16",
      "shape": [
        4608
      ],
      "data_offsets": [
        3868158176,
        3868167392
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 4608,
      "bytes": 9216
    },
    "model.visual.merger.linear_fc1.weight": {
      "dtype": "BF16",
      "shape": [
        4608,
        4608
      ],
      "data_offsets": [
        3868167392,
        3910634720
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 21233664,
      "bytes": 42467328
    },
    "model.visual.merger.linear_fc2.bias": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3910634720,
        3910644960
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.visual.merger.linear_fc2.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        4608
      ],
      "data_offsets": [
        3910644960,
        3957830880
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 23592960,
      "bytes": 47185920
    },
    "model.visual.merger.norm.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3957830880,
        3957833184
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.merger.norm.weight": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3957833184,
        3957835488
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.patch_embed.proj.bias": {
      "dtype": "BF16",
      "shape": [
        1152
      ],
      "data_offsets": [
        3957835488,
        3957837792
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1152,
      "bytes": 2304
    },
    "model.visual.patch_embed.proj.weight": {
      "dtype": "BF16",
      "shape": [
        1152,
        3,
        2,
        16,
        16
      ],
      "data_offsets": [
        3957837792,
        3961376736
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 1769472,
      "bytes": 3538944
    },
    "model.visual.pos_embed.weight": {
      "dtype": "BF16",
      "shape": [
        2304,
        1152
      ],
      "data_offsets": [
        3961376736,
        3966685152
      ],
      "shard": "model-00001-of-00018.safetensors",
      "parameters": 2654208,
      "bytes": 5308416
    },
    "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        0,
        104857600
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.4.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        104857600,
        167772160
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.4.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        167772160,
        167772416
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.4.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        167772416,
        230686976
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.4.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        230686976,
        408944896
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.4.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        408944896,
        587202816
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.4.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        587202816,
        765460736
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.4.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        765460736,
        765470976
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.5.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        765470976,
        765481216
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.5.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        765481216,
        765481312
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.5.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        765481312,
        765563232
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.5.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        765563232,
        765563328
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.5.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        765563328,
        766054848
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.5.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        766054848,
        766546368
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        766546368,
        871403968
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.5.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        871403968,
        934318528
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.5.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        934318528,
        934318784
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.5.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        934318784,
        997233344
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.5.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        997233344,
        1175491264
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.5.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1175491264,
        1353749184
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.5.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1353749184,
        1532007104
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.5.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1532007104,
        1532017344
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.6.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1532017344,
        1532027584
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.6.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1532027584,
        1532027680
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.6.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1532027680,
        1532109600
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.6.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1532109600,
        1532109696
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.6.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1532109696,
        1532601216
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.6.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1532601216,
        1533092736
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1533092736,
        1637950336
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.6.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1637950336,
        1700864896
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.6.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1700864896,
        1700865152
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.6.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1700865152,
        1763779712
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.6.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1763779712,
        1942037632
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.6.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1942037632,
        2120295552
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.6.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2120295552,
        2298553472
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.6.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2298553472,
        2298563712
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.7.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2298563712,
        2298573952
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.7.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2298573952,
        2476831872
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.7.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2476831872,
        2655089792
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.7.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2655089792,
        2833347712
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.7.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2833347712,
        2833357952
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.7.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2833357952,
        2833358464
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.7.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2833358464,
        2843844224
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.7.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2843844224,
        2906758784
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.7.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2906758784,
        2906759296
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.7.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        2906759296,
        3032588416
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.7.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3032588416,
        3043074176
      ],
      "shard": "model-00002-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.embed_tokens.weight": {
      "dtype": "BF16",
      "shape": [
        248320,
        5120
      ],
      "data_offsets": [
        0,
        2542796800
      ],
      "shard": "model-00003-of-00018.safetensors",
      "parameters": 1271398400,
      "bytes": 2542796800
    },
    "model.language_model.layers.10.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.10.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        10240,
        10336
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.10.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        10336,
        92256
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.10.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        92256,
        92352
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.10.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        92352,
        583872
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.10.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        583872,
        1075392
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1075392,
        105932992
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.10.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        105932992,
        168847552
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.10.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        168847552,
        168847808
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.10.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        168847808,
        231762368
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.10.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        231762368,
        410020288
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.10.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        410020288,
        588278208
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.10.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        588278208,
        766536128
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.10.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766536128,
        766546368
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.11.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766546368,
        766556608
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.11.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        766556608,
        944814528
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.11.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        944814528,
        1123072448
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.11.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1123072448,
        1301330368
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.11.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1301330368,
        1301340608
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.11.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1301340608,
        1301341120
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.11.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        1301341120,
        1311826880
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.11.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1311826880,
        1374741440
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.11.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1374741440,
        1374741952
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.11.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        1374741952,
        1500571072
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.11.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        1500571072,
        1511056832
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.12.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1511056832,
        1511067072
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.12.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1511067072,
        1511067168
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.12.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1511067168,
        1511149088
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.12.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1511149088,
        1511149184
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.12.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1511149184,
        1511640704
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.12.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1511640704,
        1512132224
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1512132224,
        1616989824
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.12.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1616989824,
        1679904384
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.12.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1679904384,
        1679904640
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.12.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1679904640,
        1742819200
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.12.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1742819200,
        1921077120
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.12.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1921077120,
        2099335040
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.12.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2099335040,
        2277592960
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.12.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2277592960,
        2277603200
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.13.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2277603200,
        2277613440
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.13.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        2277613440,
        2277613536
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.13.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        2277613536,
        2277695456
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.13.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        2277695456,
        2277695552
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.13.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        2277695552,
        2278187072
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.13.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        2278187072,
        2278678592
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        2278678592,
        2383536192
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.13.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        2383536192,
        2446450752
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.13.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        2446450752,
        2446451008
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.13.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2446451008,
        2509365568
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.13.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2509365568,
        2687623488
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.13.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2687623488,
        2865881408
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.13.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2865881408,
        3044139328
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.13.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044139328,
        3044149568
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.14.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044149568,
        3044159808
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.14.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044159808,
        3044159904
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.14.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3044159904,
        3044241824
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.14.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044241824,
        3044241920
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.14.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044241920,
        3044733440
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.14.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044733440,
        3045224960
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3045224960,
        3150082560
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.14.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3150082560,
        3212997120
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.14.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3212997120,
        3212997376
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.14.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        3212997376,
        3275911936
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.14.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        3275911936,
        3454169856
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.14.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3454169856,
        3632427776
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.14.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3632427776,
        3810685696
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.14.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810685696,
        3810695936
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.15.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3810695936,
        3988953856
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.15.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3988953856,
        3988964096
      ],
      "shard": "model-00004-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.15.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.15.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        10240,
        178268160
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.15.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        178268160,
        356526080
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.15.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        356526080,
        356526592
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.15.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        356526592,
        367012352
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.15.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        367012352,
        429926912
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.15.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        429926912,
        429927424
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.15.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        429927424,
        555756544
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.15.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        555756544,
        566242304
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.8.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        566242304,
        566252544
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.8.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        566252544,
        566252640
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.8.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        566252640,
        566334560
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.8.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        566334560,
        566334656
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.8.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        566334656,
        566826176
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.8.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        566826176,
        567317696
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        567317696,
        672175296
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.8.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        672175296,
        735089856
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.8.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        735089856,
        735090112
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.8.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        735090112,
        798004672
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.8.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        798004672,
        976262592
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.8.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        976262592,
        1154520512
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.8.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1154520512,
        1332778432
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.8.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1332778432,
        1332788672
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.9.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1332788672,
        1332798912
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.9.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1332798912,
        1332799008
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.9.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1332799008,
        1332880928
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.9.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1332880928,
        1332881024
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.9.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1332881024,
        1333372544
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.9.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1333372544,
        1333864064
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1333864064,
        1438721664
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.9.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1438721664,
        1501636224
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.9.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1501636224,
        1501636480
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.9.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1501636480,
        1564551040
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.9.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1564551040,
        1742808960
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.9.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1742808960,
        1921066880
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.9.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1921066880,
        2099324800
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.9.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2099324800,
        2099335040
      ],
      "shard": "model-00005-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.16.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.16.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        10240,
        10336
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.16.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        10336,
        92256
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.16.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        92256,
        92352
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.16.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        92352,
        583872
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.16.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        583872,
        1075392
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1075392,
        105932992
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.16.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        105932992,
        168847552
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.16.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        168847552,
        168847808
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.16.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        168847808,
        231762368
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.16.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        231762368,
        410020288
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.16.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        410020288,
        588278208
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.16.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        588278208,
        766536128
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.16.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766536128,
        766546368
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.17.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766546368,
        766556608
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.17.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766556608,
        766556704
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.17.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        766556704,
        766638624
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.17.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766638624,
        766638720
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.17.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        766638720,
        767130240
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.17.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        767130240,
        767621760
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        767621760,
        872479360
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.17.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        872479360,
        935393920
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.17.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        935393920,
        935394176
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.17.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        935394176,
        998308736
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.17.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        998308736,
        1176566656
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.17.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1176566656,
        1354824576
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.17.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1354824576,
        1533082496
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.17.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533082496,
        1533092736
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.18.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533092736,
        1533102976
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.18.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533102976,
        1533103072
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.18.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1533103072,
        1533184992
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.18.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533184992,
        1533185088
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.18.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533185088,
        1533676608
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.18.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533676608,
        1534168128
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1534168128,
        1639025728
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.18.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1639025728,
        1701940288
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.18.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1701940288,
        1701940544
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.18.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1701940544,
        1764855104
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.18.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1764855104,
        1943113024
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.18.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1943113024,
        2121370944
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.18.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2121370944,
        2299628864
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.18.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299628864,
        2299639104
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.19.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299639104,
        2299649344
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.19.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2299649344,
        2477907264
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.19.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2477907264,
        2656165184
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.19.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2656165184,
        2834423104
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.19.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2834423104,
        2834433344
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.19.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2834433344,
        2834433856
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.19.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2834433856,
        2844919616
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.19.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2844919616,
        2907834176
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.19.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2907834176,
        2907834688
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.19.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        2907834688,
        3033663808
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.19.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3033663808,
        3044149568
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.20.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044149568,
        3044159808
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.20.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044159808,
        3044159904
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.20.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3044159904,
        3044241824
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.20.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044241824,
        3044241920
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.20.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044241920,
        3044733440
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.20.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044733440,
        3045224960
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3045224960,
        3150082560
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.20.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3150082560,
        3212997120
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.20.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3212997120,
        3212997376
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.20.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        3212997376,
        3275911936
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.20.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        3275911936,
        3454169856
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.20.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3454169856,
        3632427776
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.20.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3632427776,
        3810685696
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.20.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810685696,
        3810695936
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.21.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810695936,
        3810706176
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.21.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810706176,
        3810706272
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.21.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3810706272,
        3810788192
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.21.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810788192,
        3810788288
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.21.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3810788288,
        3811279808
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.21.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3811279808,
        3811771328
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3811771328,
        3916628928
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.21.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3916628928,
        3979543488
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.21.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3979543488,
        3979543744
      ],
      "shard": "model-00006-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.21.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        0,
        62914560
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.21.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        62914560,
        241172480
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.21.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        241172480,
        419430400
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.21.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        419430400,
        597688320
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.21.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597688320,
        597698560
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.22.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597698560,
        597708800
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.22.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597708800,
        597708896
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.22.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        597708896,
        597790816
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.22.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597790816,
        597790912
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.22.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        597790912,
        598282432
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.22.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        598282432,
        598773952
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        598773952,
        703631552
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.22.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        703631552,
        766546112
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.22.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        766546112,
        766546368
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.22.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        766546368,
        829460928
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.22.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        829460928,
        1007718848
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.22.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1007718848,
        1185976768
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.22.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1185976768,
        1364234688
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.22.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364234688,
        1364244928
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.23.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364244928,
        1364255168
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.23.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1364255168,
        1542513088
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.23.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1542513088,
        1720771008
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.23.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1720771008,
        1899028928
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.23.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1899028928,
        1899039168
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.23.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1899039168,
        1899039680
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.23.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        1899039680,
        1909525440
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.23.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1909525440,
        1972440000
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.23.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1972440000,
        1972440512
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.23.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        1972440512,
        2098269632
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.23.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2098269632,
        2108755392
      ],
      "shard": "model-00007-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.24.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.24.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        10240,
        10336
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.24.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        10336,
        92256
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.24.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        92256,
        92352
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.24.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        92352,
        583872
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.24.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        583872,
        1075392
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1075392,
        105932992
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.24.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        105932992,
        168847552
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.24.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        168847552,
        168847808
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.24.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        168847808,
        231762368
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.24.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        231762368,
        410020288
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.24.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        410020288,
        588278208
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.24.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        588278208,
        766536128
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.24.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766536128,
        766546368
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.25.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766546368,
        766556608
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.25.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766556608,
        766556704
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.25.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        766556704,
        766638624
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.25.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766638624,
        766638720
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.25.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        766638720,
        767130240
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.25.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        767130240,
        767621760
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        767621760,
        872479360
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.25.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        872479360,
        935393920
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.25.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        935393920,
        935394176
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.25.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        935394176,
        998308736
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.25.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        998308736,
        1176566656
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.25.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1176566656,
        1354824576
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.25.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1354824576,
        1533082496
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.25.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533082496,
        1533092736
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.26.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533092736,
        1533102976
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.26.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533102976,
        1533103072
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.26.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1533103072,
        1533184992
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.26.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533184992,
        1533185088
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.26.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533185088,
        1533676608
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.26.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533676608,
        1534168128
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1534168128,
        1639025728
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.26.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1639025728,
        1701940288
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.26.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1701940288,
        1701940544
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.26.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1701940544,
        1764855104
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.26.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1764855104,
        1943113024
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.26.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1943113024,
        2121370944
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.26.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2121370944,
        2299628864
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.26.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299628864,
        2299639104
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.27.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299639104,
        2299649344
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.27.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2299649344,
        2477907264
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.27.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2477907264,
        2656165184
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.27.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2656165184,
        2834423104
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.27.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2834423104,
        2834433344
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.27.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2834433344,
        2834433856
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.27.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2834433856,
        2844919616
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.27.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2844919616,
        2907834176
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.27.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2907834176,
        2907834688
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.27.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        2907834688,
        3033663808
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.27.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3033663808,
        3044149568
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.28.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044149568,
        3044159808
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.28.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044159808,
        3044159904
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.28.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3044159904,
        3044241824
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.28.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044241824,
        3044241920
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.28.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044241920,
        3044733440
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.28.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044733440,
        3045224960
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3045224960,
        3150082560
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.28.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3150082560,
        3212997120
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.28.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3212997120,
        3212997376
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.28.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        3212997376,
        3275911936
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.28.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        3275911936,
        3454169856
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.28.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3454169856,
        3632427776
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.28.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3632427776,
        3810685696
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.28.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810685696,
        3810695936
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.29.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810695936,
        3810706176
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.29.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810706176,
        3810706272
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.29.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3810706272,
        3810788192
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.29.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810788192,
        3810788288
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.29.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3810788288,
        3811279808
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.29.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3811279808,
        3811771328
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3811771328,
        3916628928
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.29.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3916628928,
        3979543488
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.29.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3979543488,
        3979543744
      ],
      "shard": "model-00008-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.29.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        0,
        62914560
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.29.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        62914560,
        241172480
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.29.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        241172480,
        419430400
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.29.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        419430400,
        597688320
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.29.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597688320,
        597698560
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.30.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597698560,
        597708800
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.30.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597708800,
        597708896
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.30.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        597708896,
        597790816
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.30.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597790816,
        597790912
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.30.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        597790912,
        598282432
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.30.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        598282432,
        598773952
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        598773952,
        703631552
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.30.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        703631552,
        766546112
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.30.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        766546112,
        766546368
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.30.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        766546368,
        829460928
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.30.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        829460928,
        1007718848
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.30.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1007718848,
        1185976768
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.30.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1185976768,
        1364234688
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.30.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364234688,
        1364244928
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.31.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364244928,
        1364255168
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.31.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1364255168,
        1542513088
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.31.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1542513088,
        1720771008
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.31.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1720771008,
        1899028928
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.31.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1899028928,
        1899039168
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.31.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1899039168,
        1899039680
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.31.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        1899039680,
        1909525440
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.31.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1909525440,
        1972440000
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.31.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1972440000,
        1972440512
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.31.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        1972440512,
        2098269632
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.31.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2098269632,
        2108755392
      ],
      "shard": "model-00009-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.32.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.32.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        10240,
        10336
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.32.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        10336,
        92256
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.32.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        92256,
        92352
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.32.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        92352,
        583872
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.32.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        583872,
        1075392
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1075392,
        105932992
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.32.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        105932992,
        168847552
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.32.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        168847552,
        168847808
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.32.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        168847808,
        231762368
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.32.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        231762368,
        410020288
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.32.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        410020288,
        588278208
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.32.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        588278208,
        766536128
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.32.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766536128,
        766546368
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.33.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766546368,
        766556608
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.33.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766556608,
        766556704
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.33.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        766556704,
        766638624
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.33.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766638624,
        766638720
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.33.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        766638720,
        767130240
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.33.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        767130240,
        767621760
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        767621760,
        872479360
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.33.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        872479360,
        935393920
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.33.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        935393920,
        935394176
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.33.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        935394176,
        998308736
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.33.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        998308736,
        1176566656
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.33.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1176566656,
        1354824576
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.33.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1354824576,
        1533082496
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.33.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533082496,
        1533092736
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.34.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533092736,
        1533102976
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.34.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533102976,
        1533103072
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.34.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1533103072,
        1533184992
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.34.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533184992,
        1533185088
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.34.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533185088,
        1533676608
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.34.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533676608,
        1534168128
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1534168128,
        1639025728
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.34.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1639025728,
        1701940288
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.34.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1701940288,
        1701940544
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.34.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1701940544,
        1764855104
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.34.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1764855104,
        1943113024
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.34.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1943113024,
        2121370944
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.34.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2121370944,
        2299628864
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.34.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299628864,
        2299639104
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.35.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299639104,
        2299649344
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.35.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2299649344,
        2477907264
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.35.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2477907264,
        2656165184
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.35.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2656165184,
        2834423104
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.35.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2834423104,
        2834433344
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.35.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2834433344,
        2834433856
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.35.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2834433856,
        2844919616
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.35.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2844919616,
        2907834176
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.35.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2907834176,
        2907834688
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.35.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        2907834688,
        3033663808
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.35.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3033663808,
        3044149568
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.36.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044149568,
        3044159808
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.36.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044159808,
        3044159904
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.36.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3044159904,
        3044241824
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.36.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044241824,
        3044241920
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.36.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044241920,
        3044733440
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.36.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044733440,
        3045224960
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3045224960,
        3150082560
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.36.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3150082560,
        3212997120
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.36.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3212997120,
        3212997376
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.36.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        3212997376,
        3275911936
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.36.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        3275911936,
        3454169856
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.36.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3454169856,
        3632427776
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.36.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3632427776,
        3810685696
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.36.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810685696,
        3810695936
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.37.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810695936,
        3810706176
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.37.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810706176,
        3810706272
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.37.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3810706272,
        3810788192
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.37.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810788192,
        3810788288
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.37.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3810788288,
        3811279808
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.37.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3811279808,
        3811771328
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3811771328,
        3916628928
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.37.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3916628928,
        3979543488
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.37.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3979543488,
        3979543744
      ],
      "shard": "model-00010-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.37.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        0,
        62914560
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.37.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        62914560,
        241172480
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.37.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        241172480,
        419430400
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.37.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        419430400,
        597688320
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.37.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597688320,
        597698560
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.38.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597698560,
        597708800
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.38.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597708800,
        597708896
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.38.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        597708896,
        597790816
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.38.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597790816,
        597790912
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.38.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        597790912,
        598282432
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.38.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        598282432,
        598773952
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        598773952,
        703631552
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.38.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        703631552,
        766546112
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.38.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        766546112,
        766546368
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.38.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        766546368,
        829460928
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.38.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        829460928,
        1007718848
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.38.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1007718848,
        1185976768
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.38.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1185976768,
        1364234688
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.38.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364234688,
        1364244928
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.39.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364244928,
        1364255168
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.39.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1364255168,
        1542513088
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.39.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1542513088,
        1720771008
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.39.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1720771008,
        1899028928
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.39.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1899028928,
        1899039168
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.39.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1899039168,
        1899039680
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.39.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        1899039680,
        1909525440
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.39.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1909525440,
        1972440000
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.39.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1972440000,
        1972440512
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.39.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        1972440512,
        2098269632
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.39.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2098269632,
        2108755392
      ],
      "shard": "model-00011-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.40.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.40.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        10240,
        10336
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.40.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        10336,
        92256
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.40.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        92256,
        92352
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.40.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        92352,
        583872
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.40.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        583872,
        1075392
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1075392,
        105932992
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.40.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        105932992,
        168847552
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.40.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        168847552,
        168847808
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.40.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        168847808,
        231762368
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.40.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        231762368,
        410020288
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.40.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        410020288,
        588278208
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.40.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        588278208,
        766536128
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.40.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766536128,
        766546368
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.41.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766546368,
        766556608
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.41.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766556608,
        766556704
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.41.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        766556704,
        766638624
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.41.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766638624,
        766638720
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.41.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        766638720,
        767130240
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.41.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        767130240,
        767621760
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        767621760,
        872479360
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.41.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        872479360,
        935393920
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.41.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        935393920,
        935394176
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.41.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        935394176,
        998308736
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.41.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        998308736,
        1176566656
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.41.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1176566656,
        1354824576
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.41.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1354824576,
        1533082496
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.41.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533082496,
        1533092736
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.42.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533092736,
        1533102976
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.42.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533102976,
        1533103072
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.42.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1533103072,
        1533184992
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.42.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533184992,
        1533185088
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.42.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533185088,
        1533676608
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.42.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533676608,
        1534168128
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1534168128,
        1639025728
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.42.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1639025728,
        1701940288
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.42.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1701940288,
        1701940544
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.42.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1701940544,
        1764855104
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.42.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1764855104,
        1943113024
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.42.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1943113024,
        2121370944
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.42.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2121370944,
        2299628864
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.42.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299628864,
        2299639104
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.43.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299639104,
        2299649344
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.43.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2299649344,
        2477907264
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.43.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2477907264,
        2656165184
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.43.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2656165184,
        2834423104
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.43.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2834423104,
        2834433344
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.43.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2834433344,
        2834433856
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.43.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2834433856,
        2844919616
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.43.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2844919616,
        2907834176
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.43.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2907834176,
        2907834688
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.43.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        2907834688,
        3033663808
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.43.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3033663808,
        3044149568
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.44.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044149568,
        3044159808
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.44.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044159808,
        3044159904
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.44.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3044159904,
        3044241824
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.44.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044241824,
        3044241920
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.44.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044241920,
        3044733440
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.44.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044733440,
        3045224960
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3045224960,
        3150082560
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.44.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3150082560,
        3212997120
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.44.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3212997120,
        3212997376
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.44.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        3212997376,
        3275911936
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.44.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        3275911936,
        3454169856
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.44.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3454169856,
        3632427776
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.44.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3632427776,
        3810685696
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.44.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810685696,
        3810695936
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.45.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810695936,
        3810706176
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.45.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810706176,
        3810706272
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.45.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3810706272,
        3810788192
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.45.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810788192,
        3810788288
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.45.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3810788288,
        3811279808
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.45.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3811279808,
        3811771328
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3811771328,
        3916628928
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.45.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3916628928,
        3979543488
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.45.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3979543488,
        3979543744
      ],
      "shard": "model-00012-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.45.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        0,
        62914560
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.45.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        62914560,
        241172480
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.45.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        241172480,
        419430400
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.45.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        419430400,
        597688320
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.45.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597688320,
        597698560
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.46.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597698560,
        597708800
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.46.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597708800,
        597708896
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.46.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        597708896,
        597790816
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.46.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597790816,
        597790912
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.46.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        597790912,
        598282432
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.46.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        598282432,
        598773952
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        598773952,
        703631552
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.46.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        703631552,
        766546112
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.46.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        766546112,
        766546368
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.46.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        766546368,
        829460928
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.46.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        829460928,
        1007718848
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.46.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1007718848,
        1185976768
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.46.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1185976768,
        1364234688
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.46.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364234688,
        1364244928
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.47.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364244928,
        1364255168
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.47.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1364255168,
        1542513088
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.47.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1542513088,
        1720771008
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.47.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1720771008,
        1899028928
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.47.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1899028928,
        1899039168
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.47.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1899039168,
        1899039680
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.47.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        1899039680,
        1909525440
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.47.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1909525440,
        1972440000
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.47.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1972440000,
        1972440512
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.47.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        1972440512,
        2098269632
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.47.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2098269632,
        2108755392
      ],
      "shard": "model-00013-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.48.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.48.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        10240,
        10336
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.48.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        10336,
        92256
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.48.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        92256,
        92352
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.48.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        92352,
        583872
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.48.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        583872,
        1075392
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1075392,
        105932992
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.48.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        105932992,
        168847552
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.48.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        168847552,
        168847808
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.48.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        168847808,
        231762368
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.48.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        231762368,
        410020288
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.48.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        410020288,
        588278208
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.48.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        588278208,
        766536128
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.48.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766536128,
        766546368
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.49.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766546368,
        766556608
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.49.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766556608,
        766556704
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.49.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        766556704,
        766638624
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.49.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766638624,
        766638720
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.49.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        766638720,
        767130240
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.49.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        767130240,
        767621760
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        767621760,
        872479360
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.49.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        872479360,
        935393920
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.49.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        935393920,
        935394176
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.49.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        935394176,
        998308736
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.49.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        998308736,
        1176566656
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.49.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1176566656,
        1354824576
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.49.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1354824576,
        1533082496
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.49.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533082496,
        1533092736
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.50.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533092736,
        1533102976
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.50.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533102976,
        1533103072
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.50.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1533103072,
        1533184992
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.50.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533184992,
        1533185088
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.50.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533185088,
        1533676608
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.50.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533676608,
        1534168128
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1534168128,
        1639025728
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.50.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1639025728,
        1701940288
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.50.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1701940288,
        1701940544
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.50.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1701940544,
        1764855104
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.50.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1764855104,
        1943113024
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.50.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1943113024,
        2121370944
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.50.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2121370944,
        2299628864
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.50.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299628864,
        2299639104
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.51.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299639104,
        2299649344
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.51.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2299649344,
        2477907264
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.51.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2477907264,
        2656165184
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.51.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2656165184,
        2834423104
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.51.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2834423104,
        2834433344
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.51.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2834433344,
        2834433856
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.51.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2834433856,
        2844919616
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.51.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2844919616,
        2907834176
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.51.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2907834176,
        2907834688
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.51.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        2907834688,
        3033663808
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.51.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3033663808,
        3044149568
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.52.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044149568,
        3044159808
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.52.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044159808,
        3044159904
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.52.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3044159904,
        3044241824
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.52.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044241824,
        3044241920
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.52.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044241920,
        3044733440
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.52.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044733440,
        3045224960
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3045224960,
        3150082560
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.52.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3150082560,
        3212997120
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.52.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3212997120,
        3212997376
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.52.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        3212997376,
        3275911936
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.52.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        3275911936,
        3454169856
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.52.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3454169856,
        3632427776
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.52.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3632427776,
        3810685696
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.52.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810685696,
        3810695936
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.53.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810695936,
        3810706176
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.53.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810706176,
        3810706272
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.53.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3810706272,
        3810788192
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.53.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810788192,
        3810788288
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.53.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3810788288,
        3811279808
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.53.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3811279808,
        3811771328
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3811771328,
        3916628928
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.53.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3916628928,
        3979543488
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.53.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3979543488,
        3979543744
      ],
      "shard": "model-00014-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.53.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        0,
        62914560
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.53.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        62914560,
        241172480
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.53.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        241172480,
        419430400
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.53.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        419430400,
        597688320
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.53.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597688320,
        597698560
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.54.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597698560,
        597708800
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.54.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597708800,
        597708896
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.54.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        597708896,
        597790816
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.54.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597790816,
        597790912
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.54.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        597790912,
        598282432
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.54.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        598282432,
        598773952
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        598773952,
        703631552
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.54.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        703631552,
        766546112
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.54.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        766546112,
        766546368
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.54.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        766546368,
        829460928
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.54.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        829460928,
        1007718848
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.54.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1007718848,
        1185976768
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.54.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1185976768,
        1364234688
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.54.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364234688,
        1364244928
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.55.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364244928,
        1364255168
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.55.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1364255168,
        1542513088
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.55.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1542513088,
        1720771008
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.55.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1720771008,
        1899028928
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.55.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1899028928,
        1899039168
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.55.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1899039168,
        1899039680
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.55.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        1899039680,
        1909525440
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.55.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1909525440,
        1972440000
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.55.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1972440000,
        1972440512
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.55.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        1972440512,
        2098269632
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.55.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2098269632,
        2108755392
      ],
      "shard": "model-00015-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.56.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        0,
        10240
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.56.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        10240,
        10336
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.56.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        10336,
        92256
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.56.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        92256,
        92352
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.56.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        92352,
        583872
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.56.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        583872,
        1075392
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1075392,
        105932992
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.56.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        105932992,
        168847552
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.56.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        168847552,
        168847808
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.56.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        168847808,
        231762368
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.56.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        231762368,
        410020288
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.56.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        410020288,
        588278208
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.56.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        588278208,
        766536128
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.56.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766536128,
        766546368
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.57.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        766546368,
        766556608
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.57.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766556608,
        766556704
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.57.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        766556704,
        766638624
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.57.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        766638624,
        766638720
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.57.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        766638720,
        767130240
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.57.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        767130240,
        767621760
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        767621760,
        872479360
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.57.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        872479360,
        935393920
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.57.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        935393920,
        935394176
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.57.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        935394176,
        998308736
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.57.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        998308736,
        1176566656
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.57.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1176566656,
        1354824576
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.57.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1354824576,
        1533082496
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.57.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533082496,
        1533092736
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.58.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1533092736,
        1533102976
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.58.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533102976,
        1533103072
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.58.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        1533103072,
        1533184992
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.58.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        1533184992,
        1533185088
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.58.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533185088,
        1533676608
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.58.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        1533676608,
        1534168128
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        1534168128,
        1639025728
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.58.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        1639025728,
        1701940288
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.58.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        1701940288,
        1701940544
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.58.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1701940544,
        1764855104
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.58.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1764855104,
        1943113024
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.58.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1943113024,
        2121370944
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.58.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2121370944,
        2299628864
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.58.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299628864,
        2299639104
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.59.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2299639104,
        2299649344
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.59.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2299649344,
        2477907264
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.59.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2477907264,
        2656165184
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.59.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2656165184,
        2834423104
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.59.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2834423104,
        2834433344
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.59.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2834433344,
        2834433856
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.59.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2834433856,
        2844919616
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.59.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        2844919616,
        2907834176
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.59.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        2907834176,
        2907834688
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.59.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        2907834688,
        3033663808
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.59.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3033663808,
        3044149568
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.60.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3044149568,
        3044159808
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.60.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044159808,
        3044159904
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.60.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3044159904,
        3044241824
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.60.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3044241824,
        3044241920
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.60.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044241920,
        3044733440
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.60.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3044733440,
        3045224960
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3045224960,
        3150082560
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.60.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3150082560,
        3212997120
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.60.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3212997120,
        3212997376
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.60.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        3212997376,
        3275911936
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.60.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        3275911936,
        3454169856
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.60.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3454169856,
        3632427776
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.60.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3632427776,
        3810685696
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.60.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810685696,
        3810695936
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.61.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3810695936,
        3810706176
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.61.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810706176,
        3810706272
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.61.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        3810706272,
        3810788192
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.61.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        3810788192,
        3810788288
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.61.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3810788288,
        3811279808
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.61.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        3811279808,
        3811771328
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        3811771328,
        3916628928
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.61.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        3916628928,
        3979543488
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.61.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        3979543488,
        3979543744
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.norm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3979543744,
        3979553984
      ],
      "shard": "model-00016-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.61.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        0,
        62914560
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.61.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        62914560,
        241172480
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.61.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        241172480,
        419430400
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.61.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        419430400,
        597688320
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.61.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597688320,
        597698560
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.62.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        597698560,
        597708800
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.62.linear_attn.A_log": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597708800,
        597708896
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.62.linear_attn.conv1d.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        1,
        4
      ],
      "data_offsets": [
        597708896,
        597790816
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 40960,
      "bytes": 81920
    },
    "model.language_model.layers.62.linear_attn.dt_bias": {
      "dtype": "BF16",
      "shape": [
        48
      ],
      "data_offsets": [
        597790816,
        597790912
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 48,
      "bytes": 96
    },
    "model.language_model.layers.62.linear_attn.in_proj_a.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        597790912,
        598282432
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.62.linear_attn.in_proj_b.weight": {
      "dtype": "BF16",
      "shape": [
        48,
        5120
      ],
      "data_offsets": [
        598282432,
        598773952
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 245760,
      "bytes": 491520
    },
    "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": {
      "dtype": "BF16",
      "shape": [
        10240,
        5120
      ],
      "data_offsets": [
        598773952,
        703631552
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "model.language_model.layers.62.linear_attn.in_proj_z.weight": {
      "dtype": "BF16",
      "shape": [
        6144,
        5120
      ],
      "data_offsets": [
        703631552,
        766546112
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.62.linear_attn.norm.weight": {
      "dtype": "BF16",
      "shape": [
        128
      ],
      "data_offsets": [
        766546112,
        766546368
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 128,
      "bytes": 256
    },
    "model.language_model.layers.62.linear_attn.out_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        766546368,
        829460928
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.62.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        829460928,
        1007718848
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.62.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1007718848,
        1185976768
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.62.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1185976768,
        1364234688
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.62.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364234688,
        1364244928
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.63.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1364244928,
        1364255168
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.63.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        1364255168,
        1542513088
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.63.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1542513088,
        1720771008
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.63.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        1720771008,
        1899028928
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "model.language_model.layers.63.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        1899028928,
        1899039168
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "model.language_model.layers.63.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1899039168,
        1899039680
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.63.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        1899039680,
        1909525440
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "model.language_model.layers.63.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        1909525440,
        1972440000
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "model.language_model.layers.63.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1972440000,
        1972440512
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "model.language_model.layers.63.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        1972440512,
        2098269632
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "model.language_model.layers.63.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        2098269632,
        2108755392
      ],
      "shard": "model-00017-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "lm_head.weight": {
      "dtype": "BF16",
      "shape": [
        248320,
        5120
      ],
      "data_offsets": [
        0,
        2542796800
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 1271398400,
      "bytes": 2542796800
    },
    "mtp.fc.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        10240
      ],
      "data_offsets": [
        2542796800,
        2647654400
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 52428800,
      "bytes": 104857600
    },
    "mtp.layers.0.input_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        2647654400,
        2647664640
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "mtp.layers.0.mlp.down_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        17408
      ],
      "data_offsets": [
        2647664640,
        2825922560
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "mtp.layers.0.mlp.gate_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        2825922560,
        3004180480
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "mtp.layers.0.mlp.up_proj.weight": {
      "dtype": "BF16",
      "shape": [
        17408,
        5120
      ],
      "data_offsets": [
        3004180480,
        3182438400
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 89128960,
      "bytes": 178257920
    },
    "mtp.layers.0.post_attention_layernorm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3182438400,
        3182448640
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "mtp.layers.0.self_attn.k_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        3182448640,
        3182449152
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "mtp.layers.0.self_attn.k_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3182449152,
        3192934912
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "mtp.layers.0.self_attn.o_proj.weight": {
      "dtype": "BF16",
      "shape": [
        5120,
        6144
      ],
      "data_offsets": [
        3192934912,
        3255849472
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 31457280,
      "bytes": 62914560
    },
    "mtp.layers.0.self_attn.q_norm.weight": {
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        3255849472,
        3255849984
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 256,
      "bytes": 512
    },
    "mtp.layers.0.self_attn.q_proj.weight": {
      "dtype": "BF16",
      "shape": [
        12288,
        5120
      ],
      "data_offsets": [
        3255849984,
        3381679104
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 62914560,
      "bytes": 125829120
    },
    "mtp.layers.0.self_attn.v_proj.weight": {
      "dtype": "BF16",
      "shape": [
        1024,
        5120
      ],
      "data_offsets": [
        3381679104,
        3392164864
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 5242880,
      "bytes": 10485760
    },
    "mtp.norm.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3392164864,
        3392175104
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "mtp.pre_fc_norm_embedding.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3392175104,
        3392185344
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    },
    "mtp.pre_fc_norm_hidden.weight": {
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "data_offsets": [
        3392185344,
        3392195584
      ],
      "shard": "model-00018-of-00018.safetensors",
      "parameters": 5120,
      "bytes": 10240
    }
  },
  "config": {
    "architectures": [
      "Qwen3_5ForConditionalGeneration"
    ],
    "image_token_id": 248056,
    "language_model_only": false,
    "model_type": "qwen3_5",
    "text_config": {
      "attention_bias": false,
      "attention_dropout": 0.0,
      "attn_output_gate": true,
      "bos_token_id": 248044,
      "dtype": "bfloat16",
      "eos_token_id": 248044,
      "full_attention_interval": 4,
      "head_dim": 256,
      "hidden_act": "silu",
      "hidden_size": 5120,
      "initializer_range": 0.02,
      "intermediate_size": 17408,
      "layer_types": [
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention",
        "linear_attention",
        "linear_attention",
        "linear_attention",
        "full_attention"
      ],
      "linear_conv_kernel_dim": 4,
      "linear_key_head_dim": 128,
      "linear_num_key_heads": 16,
      "linear_num_value_heads": 48,
      "linear_value_head_dim": 128,
      "mamba_ssm_dtype": "float32",
      "max_position_embeddings": 262144,
      "model_type": "qwen3_5_text",
      "mtp_num_hidden_layers": 1,
      "mtp_use_dedicated_embeddings": false,
      "num_attention_heads": 24,
      "num_hidden_layers": 64,
      "num_key_value_heads": 4,
      "output_gate_type": "swish",
      "pad_token_id": null,
      "partial_rotary_factor": 0.25,
      "rms_norm_eps": 1e-06,
      "rope_parameters": {
        "mrope_interleaved": true,
        "mrope_section": [
          11,
          11,
          10
        ],
        "partial_rotary_factor": 0.25,
        "rope_theta": 10000000,
        "rope_type": "default"
      },
      "tie_word_embeddings": false,
      "use_cache": true,
      "vocab_size": 248320
    },
    "tie_word_embeddings": false,
    "transformers_version": "5.8.0.dev0",
    "video_token_id": 248057,
    "vision_config": {
      "deepstack_visual_indexes": [],
      "depth": 27,
      "hidden_act": "gelu_pytorch_tanh",
      "hidden_size": 1152,
      "in_channels": 3,
      "initializer_range": 0.02,
      "intermediate_size": 4304,
      "model_type": "qwen3_5",
      "num_heads": 16,
      "num_position_embeddings": 2304,
      "out_hidden_size": 5120,
      "patch_size": 16,
      "spatial_merge_size": 2,
      "temporal_patch_size": 2
    },
    "vision_end_token_id": 248054,
    "vision_start_token_id": 248053
  },
  "custom_modeling_files": [],
  "special_tokens_map_present": false,
  "original_unchanged": true
}