diff --git "a/compatibility/aws-source-verification.json" "b/compatibility/aws-source-verification.json" new file mode 100644--- /dev/null +++ "b/compatibility/aws-source-verification.json" @@ -0,0 +1,16642 @@ +{ + "status": "PASS", + "recorded_at": "2026-09-21T17:50:57.599606+00:00", + "source_root": "", + "manifest_sha256": "0a00065b88ab003281853a7fb9bd5ce0086bc3781b36136d8c39da19933923ae", + "shard_count": 18, + "shard_bytes": 55563006776, + "source_file_bytes": 55586102681, + "tensor_count": 1199, + "parameter_count": 27781427952, + "files": [ + { + "name": "model-00001-of-00018.safetensors", + "bytes": 3966730552, + "sha256": "b9dcb3e15c00823d46d92f645f8a7324cdd1163c39ff6c04de48fa6e478952a0", + "kind": "bf16_shard" + }, + { + "name": "model-00002-of-00018.safetensors", + "bytes": 3043080328, + "sha256": "ecf7312565a089592217b58d761e714f3b3d85d4ec578a15d901210a9ba14773", + "kind": "bf16_shard" + }, + { + "name": "model-00003-of-00018.safetensors", + "bytes": 2542796952, + "sha256": "cec21a53517089f1b9708a77936465420f266482a45da26fd4c0dd596d609d08", + "kind": "bf16_shard" + }, + { + "name": "model-00004-of-00018.safetensors", + "bytes": 3988973152, + "sha256": "3a1a2bfcfd177e62fbe78f08b2b1d3edac59c495397aa64d0d1c41b727a94c73", + "kind": "bf16_shard" + }, + { + "name": "model-00005-of-00018.safetensors", + "bytes": 2099339864, + "sha256": "389931270466dcdbc9125bda7572cc7712f164e1fe774e7377524abca899b0c2", + "kind": "bf16_shard" + }, + { + "name": "model-00006-of-00018.safetensors", + "bytes": 3979553696, + "sha256": "da6f16eabe6be8552af22ed5ad171ae97469fa5bb5d5e613982460e43265debf", + "kind": "bf16_shard" + }, + { + "name": "model-00007-of-00018.safetensors", + "bytes": 2108759344, + "sha256": "b4b9f91766d367f0260882d97b5c0862863c393ef381f54d48dfda3d362072a9", + "kind": "bf16_shard" + }, + { + "name": "model-00008-of-00018.safetensors", + "bytes": 3979553696, + "sha256": "df58405d10cb8a199e3e5a01346c6b6ebf2a1bed05d6b11e14f856543b28e55c", + "kind": "bf16_shard" + }, + { + "name": "model-00009-of-00018.safetensors", + "bytes": 2108759344, + "sha256": "84ba24193b7d0885ef504ce5806d3d4ebbe5506fdfd5919f4837ebc9479611e6", + "kind": "bf16_shard" + }, + { + "name": "model-00010-of-00018.safetensors", + "bytes": 3979553696, + "sha256": "aacd71e34312a13bf487a06c9c54205ad31f72a8788b0a550154a04565820a97", + "kind": "bf16_shard" + }, + { + "name": "model-00011-of-00018.safetensors", + "bytes": 2108759344, + "sha256": "6d967f431bdfde43c38839188023c5507d5d0dce6a1daa6bbbf8605ecb3da9aa", + "kind": "bf16_shard" + }, + { + "name": "model-00012-of-00018.safetensors", + "bytes": 3979553696, + "sha256": "c36593694bc3f250449ae2196366e6cf788c122dc9a645fbe6ef116746fc5d73", + "kind": "bf16_shard" + }, + { + "name": "model-00013-of-00018.safetensors", + "bytes": 2108759344, + "sha256": "b50b55cffe8be40b6eb90c43b1d3cec7672d7f3a86b2efd436db5a83619686d2", + "kind": "bf16_shard" + }, + { + "name": "model-00014-of-00018.safetensors", + "bytes": 3979553696, + "sha256": "27b627a940af6ba6f26d240767ca75a4774d02a91255c3a2274dd316e364d1d1", + "kind": "bf16_shard" + }, + { + "name": "model-00015-of-00018.safetensors", + "bytes": 2108759344, + "sha256": "f9203192d4a759f6fc58c32eebda8a2f00f4a15dc183f06ddc263de49595ade5", + "kind": "bf16_shard" + }, + { + "name": "model-00016-of-00018.safetensors", + "bytes": 3979564040, + "sha256": "cf3333f84d3783148a58b24612998ba24b8c60dc69f77e14d86e66ef958c23de", + "kind": "bf16_shard" + }, + { + "name": "model-00017-of-00018.safetensors", + "bytes": 2108759344, + "sha256": "e446dd9c79fc0255d9b2181a9a85debb2b5b51b2eb31177c4c1a7daa198221f7", + "kind": "bf16_shard" + }, + { + "name": "model-00018-of-00018.safetensors", + "bytes": 3392197344, + "sha256": "2898c2335e6ce74567af2de8373d7468c403fb5e69f4b00f5f7b83fb815d71be", + "kind": "bf16_shard" + }, + { + "name": "chat_template.jinja", + "bytes": 8952, + "sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041", + "kind": "source_asset" + }, + { + "name": "generation_config.json", + "bytes": 202, + "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e", + "kind": "source_asset" + }, + { + "name": "config.json", + "bytes": 4312, + "sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", + "kind": "source_asset" + }, + { + "name": "merges.txt", + "bytes": 3353259, + "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d", + "kind": "source_asset" + }, + { + "name": "preprocessor_config.json", + "bytes": 390, + "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", + "kind": "source_asset" + }, + { + "name": "tokenizer_config.json", + "bytes": 17928, + "sha256": "b11349aafa7cdc6a320767cf7ceb29ed82f7eda5d65e8e0819e76f0ce947bf27", + "kind": "source_asset" + }, + { + "name": "video_preprocessor_config.json", + "bytes": 385, + "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13", + "kind": "source_asset" + }, + { + "name": "vocab.json", + "bytes": 6722759, + "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003", + "kind": "source_asset" + }, + { + "name": "tokenizer.json", + "bytes": 12809320, + "sha256": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3", + "kind": "source_asset" + }, + { + "name": "EXPORT_MANIFEST.json", + "bytes": 63469, + "sha256": "0a00065b88ab003281853a7fb9bd5ce0086bc3781b36136d8c39da19933923ae", + "kind": "additional_source_file" + }, + { + "name": "README.md", + "bytes": 2715, + "sha256": "56ccec79db878d30b3a39ad7a1ac6d196fdf2e5dfc6c12f6c4c5da29e5561d7e", + "kind": "additional_source_file" + }, + { + "name": "model.safetensors.index.json", + "bytes": 112214, + "sha256": "bd9f76c08ed50dccdb8a3de2c4e03a321bf6f506b99f838be11b584f36091461", + "kind": "additional_source_file" + } + ], + "tensors": { + "model.language_model.layers.0.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.0.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 10240, + 10336 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.0.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 10336, + 92256 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.0.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 92256, + 92352 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.0.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 92352, + 583872 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.0.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 583872, + 1075392 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1075392, + 105932992 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.0.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 105932992, + 168847552 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.0.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 168847552, + 168847808 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.0.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 168847808, + 231762368 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.0.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 231762368, + 410020288 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.0.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 410020288, + 588278208 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.0.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 588278208, + 766536128 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.0.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766536128, + 766546368 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.1.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766546368, + 766556608 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.1.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766556608, + 766556704 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.1.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 766556704, + 766638624 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.1.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766638624, + 766638720 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.1.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 766638720, + 767130240 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.1.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 767130240, + 767621760 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 767621760, + 872479360 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.1.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 872479360, + 935393920 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.1.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 935393920, + 935394176 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.1.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 935394176, + 998308736 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.1.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 998308736, + 1176566656 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.1.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1176566656, + 1354824576 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.1.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1354824576, + 1533082496 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.1.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533082496, + 1533092736 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.2.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533092736, + 1533102976 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.2.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533102976, + 1533103072 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.2.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1533103072, + 1533184992 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.2.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533184992, + 1533185088 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.2.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533185088, + 1533676608 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.2.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533676608, + 1534168128 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1534168128, + 1639025728 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.2.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1639025728, + 1701940288 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.2.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1701940288, + 1701940544 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.2.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1701940544, + 1764855104 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.2.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1764855104, + 1943113024 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.2.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1943113024, + 2121370944 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.2.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2121370944, + 2299628864 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.2.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299628864, + 2299639104 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.3.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299639104, + 2299649344 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.3.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2299649344, + 2477907264 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.3.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2477907264, + 2656165184 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.3.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2656165184, + 2834423104 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.3.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2834423104, + 2834433344 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.3.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2834433344, + 2834433856 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.3.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2834433856, + 2844919616 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.3.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2844919616, + 2907834176 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.3.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2907834176, + 2907834688 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.3.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 2907834688, + 3033663808 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.3.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3033663808, + 3044149568 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.4.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044149568, + 3044159808 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.4.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044159808, + 3044159904 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.4.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3044159904, + 3044241824 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.4.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044241824, + 3044241920 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.4.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044241920, + 3044733440 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.4.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044733440, + 3045224960 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.visual.blocks.0.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3045224960, + 3045227264 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.0.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3045227264, + 3047881472 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.0.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3047881472, + 3047888384 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.0.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3047888384, + 3055851008 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.0.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3055851008, + 3055859616 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.0.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3055859616, + 3065776032 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.0.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3065776032, + 3065778336 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.0.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3065778336, + 3075694752 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.0.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3075694752, + 3075697056 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.0.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3075697056, + 3075699360 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.0.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3075699360, + 3075701664 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.0.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3075701664, + 3075703968 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.1.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3075703968, + 3075706272 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.1.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3075706272, + 3078360480 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.1.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3078360480, + 3078367392 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.1.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3078367392, + 3086330016 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.1.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3086330016, + 3086338624 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.1.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3086338624, + 3096255040 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.1.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3096255040, + 3096257344 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.1.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3096257344, + 3106173760 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.1.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3106173760, + 3106176064 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.1.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3106176064, + 3106178368 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.1.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3106178368, + 3106180672 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.1.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3106180672, + 3106182976 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.10.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3106182976, + 3106185280 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.10.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3106185280, + 3108839488 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.10.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3108839488, + 3108846400 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.10.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3108846400, + 3116809024 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.10.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3116809024, + 3116817632 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.10.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3116817632, + 3126734048 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.10.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3126734048, + 3126736352 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.10.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3126736352, + 3136652768 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.10.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3136652768, + 3136655072 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.10.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3136655072, + 3136657376 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.10.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3136657376, + 3136659680 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.10.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3136659680, + 3136661984 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.11.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3136661984, + 3136664288 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.11.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3136664288, + 3139318496 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.11.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3139318496, + 3139325408 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.11.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3139325408, + 3147288032 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.11.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3147288032, + 3147296640 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.11.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3147296640, + 3157213056 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.11.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3157213056, + 3157215360 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.11.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3157215360, + 3167131776 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.11.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3167131776, + 3167134080 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.11.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3167134080, + 3167136384 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.11.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3167136384, + 3167138688 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.11.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3167138688, + 3167140992 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.12.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3167140992, + 3167143296 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.12.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3167143296, + 3169797504 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.12.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3169797504, + 3169804416 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.12.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3169804416, + 3177767040 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.12.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3177767040, + 3177775648 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.12.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3177775648, + 3187692064 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.12.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3187692064, + 3187694368 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.12.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3187694368, + 3197610784 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.12.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3197610784, + 3197613088 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.12.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3197613088, + 3197615392 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.12.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3197615392, + 3197617696 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.12.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3197617696, + 3197620000 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.13.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3197620000, + 3197622304 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.13.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3197622304, + 3200276512 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.13.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3200276512, + 3200283424 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.13.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3200283424, + 3208246048 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.13.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3208246048, + 3208254656 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.13.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3208254656, + 3218171072 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.13.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3218171072, + 3218173376 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.13.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3218173376, + 3228089792 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.13.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3228089792, + 3228092096 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.13.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3228092096, + 3228094400 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.13.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3228094400, + 3228096704 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.13.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3228096704, + 3228099008 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.14.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3228099008, + 3228101312 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.14.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3228101312, + 3230755520 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.14.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3230755520, + 3230762432 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.14.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3230762432, + 3238725056 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.14.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3238725056, + 3238733664 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.14.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3238733664, + 3248650080 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.14.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3248650080, + 3248652384 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.14.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3248652384, + 3258568800 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.14.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3258568800, + 3258571104 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.14.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3258571104, + 3258573408 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.14.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3258573408, + 3258575712 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.14.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3258575712, + 3258578016 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.15.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3258578016, + 3258580320 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.15.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3258580320, + 3261234528 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.15.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3261234528, + 3261241440 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.15.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3261241440, + 3269204064 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.15.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3269204064, + 3269212672 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.15.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3269212672, + 3279129088 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.15.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3279129088, + 3279131392 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.15.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3279131392, + 3289047808 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.15.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3289047808, + 3289050112 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.15.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3289050112, + 3289052416 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.15.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3289052416, + 3289054720 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.15.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3289054720, + 3289057024 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.16.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3289057024, + 3289059328 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.16.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3289059328, + 3291713536 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.16.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3291713536, + 3291720448 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.16.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3291720448, + 3299683072 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.16.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3299683072, + 3299691680 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.16.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3299691680, + 3309608096 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.16.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3309608096, + 3309610400 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.16.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3309610400, + 3319526816 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.16.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3319526816, + 3319529120 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.16.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3319529120, + 3319531424 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.16.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3319531424, + 3319533728 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.16.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3319533728, + 3319536032 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.17.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3319536032, + 3319538336 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.17.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3319538336, + 3322192544 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.17.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3322192544, + 3322199456 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.17.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3322199456, + 3330162080 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.17.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3330162080, + 3330170688 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.17.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3330170688, + 3340087104 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.17.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3340087104, + 3340089408 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.17.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3340089408, + 3350005824 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.17.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3350005824, + 3350008128 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.17.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3350008128, + 3350010432 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.17.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3350010432, + 3350012736 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.17.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3350012736, + 3350015040 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.18.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3350015040, + 3350017344 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.18.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3350017344, + 3352671552 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.18.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3352671552, + 3352678464 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.18.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3352678464, + 3360641088 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.18.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3360641088, + 3360649696 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.18.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3360649696, + 3370566112 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.18.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3370566112, + 3370568416 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.18.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3370568416, + 3380484832 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.18.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3380484832, + 3380487136 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.18.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3380487136, + 3380489440 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.18.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3380489440, + 3380491744 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.18.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3380491744, + 3380494048 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.19.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3380494048, + 3380496352 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.19.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3380496352, + 3383150560 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.19.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3383150560, + 3383157472 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.19.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3383157472, + 3391120096 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.19.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3391120096, + 3391128704 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.19.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3391128704, + 3401045120 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.19.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3401045120, + 3401047424 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.19.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3401047424, + 3410963840 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.19.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3410963840, + 3410966144 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.19.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3410966144, + 3410968448 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.19.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3410968448, + 3410970752 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.19.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3410970752, + 3410973056 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.2.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3410973056, + 3410975360 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.2.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3410975360, + 3413629568 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.2.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3413629568, + 3413636480 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.2.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3413636480, + 3421599104 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.2.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3421599104, + 3421607712 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.2.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3421607712, + 3431524128 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.2.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3431524128, + 3431526432 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.2.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3431526432, + 3441442848 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.2.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3441442848, + 3441445152 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.2.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3441445152, + 3441447456 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.2.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3441447456, + 3441449760 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.2.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3441449760, + 3441452064 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.20.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3441452064, + 3441454368 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.20.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3441454368, + 3444108576 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.20.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3444108576, + 3444115488 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.20.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3444115488, + 3452078112 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.20.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3452078112, + 3452086720 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.20.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3452086720, + 3462003136 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.20.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3462003136, + 3462005440 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.20.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3462005440, + 3471921856 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.20.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3471921856, + 3471924160 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.20.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3471924160, + 3471926464 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.20.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3471926464, + 3471928768 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.20.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3471928768, + 3471931072 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.21.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3471931072, + 3471933376 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.21.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3471933376, + 3474587584 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.21.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3474587584, + 3474594496 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.21.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3474594496, + 3482557120 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.21.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3482557120, + 3482565728 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.21.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3482565728, + 3492482144 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.21.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3492482144, + 3492484448 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.21.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3492484448, + 3502400864 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.21.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3502400864, + 3502403168 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.21.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3502403168, + 3502405472 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.21.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3502405472, + 3502407776 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.21.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3502407776, + 3502410080 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.22.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3502410080, + 3502412384 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.22.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3502412384, + 3505066592 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.22.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3505066592, + 3505073504 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.22.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3505073504, + 3513036128 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.22.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3513036128, + 3513044736 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.22.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3513044736, + 3522961152 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.22.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3522961152, + 3522963456 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.22.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3522963456, + 3532879872 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.22.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3532879872, + 3532882176 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.22.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3532882176, + 3532884480 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.22.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3532884480, + 3532886784 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.22.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3532886784, + 3532889088 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.23.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3532889088, + 3532891392 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.23.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3532891392, + 3535545600 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.23.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3535545600, + 3535552512 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.23.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3535552512, + 3543515136 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.23.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3543515136, + 3543523744 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.23.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3543523744, + 3553440160 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.23.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3553440160, + 3553442464 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.23.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3553442464, + 3563358880 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.23.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3563358880, + 3563361184 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.23.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3563361184, + 3563363488 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.23.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3563363488, + 3563365792 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.23.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3563365792, + 3563368096 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.24.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3563368096, + 3563370400 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.24.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3563370400, + 3566024608 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.24.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3566024608, + 3566031520 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.24.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3566031520, + 3573994144 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.24.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3573994144, + 3574002752 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.24.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3574002752, + 3583919168 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.24.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3583919168, + 3583921472 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.24.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3583921472, + 3593837888 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.24.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3593837888, + 3593840192 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.24.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3593840192, + 3593842496 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.24.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3593842496, + 3593844800 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.24.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3593844800, + 3593847104 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.25.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3593847104, + 3593849408 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.25.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3593849408, + 3596503616 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.25.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3596503616, + 3596510528 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.25.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3596510528, + 3604473152 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.25.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3604473152, + 3604481760 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.25.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3604481760, + 3614398176 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.25.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3614398176, + 3614400480 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.25.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3614400480, + 3624316896 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.25.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3624316896, + 3624319200 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.25.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3624319200, + 3624321504 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.25.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3624321504, + 3624323808 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.25.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3624323808, + 3624326112 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.26.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3624326112, + 3624328416 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.26.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3624328416, + 3626982624 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.26.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3626982624, + 3626989536 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.26.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3626989536, + 3634952160 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.26.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3634952160, + 3634960768 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.26.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3634960768, + 3644877184 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.26.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3644877184, + 3644879488 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.26.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3644879488, + 3654795904 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.26.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3654795904, + 3654798208 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.26.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3654798208, + 3654800512 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.26.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3654800512, + 3654802816 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.26.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3654802816, + 3654805120 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.3.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3654805120, + 3654807424 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.3.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3654807424, + 3657461632 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.3.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3657461632, + 3657468544 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.3.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3657468544, + 3665431168 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.3.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3665431168, + 3665439776 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.3.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3665439776, + 3675356192 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.3.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3675356192, + 3675358496 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.3.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3675358496, + 3685274912 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.3.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3685274912, + 3685277216 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.3.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3685277216, + 3685279520 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.3.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3685279520, + 3685281824 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.3.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3685281824, + 3685284128 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.4.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3685284128, + 3685286432 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.4.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3685286432, + 3687940640 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.4.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3687940640, + 3687947552 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.4.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3687947552, + 3695910176 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.4.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3695910176, + 3695918784 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.4.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3695918784, + 3705835200 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.4.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3705835200, + 3705837504 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.4.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3705837504, + 3715753920 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.4.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3715753920, + 3715756224 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.4.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3715756224, + 3715758528 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.4.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3715758528, + 3715760832 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.4.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3715760832, + 3715763136 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.5.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3715763136, + 3715765440 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.5.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3715765440, + 3718419648 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.5.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3718419648, + 3718426560 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.5.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3718426560, + 3726389184 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.5.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3726389184, + 3726397792 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.5.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3726397792, + 3736314208 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.5.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3736314208, + 3736316512 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.5.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3736316512, + 3746232928 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.5.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3746232928, + 3746235232 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.5.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3746235232, + 3746237536 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.5.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3746237536, + 3746239840 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.5.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3746239840, + 3746242144 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.6.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3746242144, + 3746244448 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.6.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3746244448, + 3748898656 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.6.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3748898656, + 3748905568 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.6.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3748905568, + 3756868192 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.6.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3756868192, + 3756876800 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.6.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3756876800, + 3766793216 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.6.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3766793216, + 3766795520 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.6.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3766795520, + 3776711936 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.6.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3776711936, + 3776714240 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.6.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3776714240, + 3776716544 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.6.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3776716544, + 3776718848 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.6.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3776718848, + 3776721152 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.7.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3776721152, + 3776723456 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.7.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3776723456, + 3779377664 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.7.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3779377664, + 3779384576 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.7.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3779384576, + 3787347200 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.7.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3787347200, + 3787355808 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.7.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3787355808, + 3797272224 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.7.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3797272224, + 3797274528 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.7.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3797274528, + 3807190944 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.7.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3807190944, + 3807193248 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.7.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3807193248, + 3807195552 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.7.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3807195552, + 3807197856 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.7.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3807197856, + 3807200160 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.8.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3807200160, + 3807202464 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.8.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3807202464, + 3809856672 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.8.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3809856672, + 3809863584 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.8.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3809863584, + 3817826208 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.8.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3817826208, + 3817834816 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.8.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3817834816, + 3827751232 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.8.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3827751232, + 3827753536 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.8.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3827753536, + 3837669952 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.8.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3837669952, + 3837672256 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.8.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3837672256, + 3837674560 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.8.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3837674560, + 3837676864 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.8.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3837676864, + 3837679168 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.9.attn.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3837679168, + 3837681472 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.9.attn.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 1152 + ], + "data_offsets": [ + 3837681472, + 3840335680 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1327104, + "bytes": 2654208 + }, + "model.visual.blocks.9.attn.qkv.bias": { + "dtype": "BF16", + "shape": [ + 3456 + ], + "data_offsets": [ + 3840335680, + 3840342592 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3456, + "bytes": 6912 + }, + "model.visual.blocks.9.attn.qkv.weight": { + "dtype": "BF16", + "shape": [ + 3456, + 1152 + ], + "data_offsets": [ + 3840342592, + 3848305216 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 3981312, + "bytes": 7962624 + }, + "model.visual.blocks.9.mlp.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4304 + ], + "data_offsets": [ + 3848305216, + 3848313824 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4304, + "bytes": 8608 + }, + "model.visual.blocks.9.mlp.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4304, + 1152 + ], + "data_offsets": [ + 3848313824, + 3858230240 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.9.mlp.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3858230240, + 3858232544 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.9.mlp.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 4304 + ], + "data_offsets": [ + 3858232544, + 3868148960 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4958208, + "bytes": 9916416 + }, + "model.visual.blocks.9.norm1.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3868148960, + 3868151264 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.9.norm1.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3868151264, + 3868153568 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.9.norm2.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3868153568, + 3868155872 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.blocks.9.norm2.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3868155872, + 3868158176 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.merger.linear_fc1.bias": { + "dtype": "BF16", + "shape": [ + 4608 + ], + "data_offsets": [ + 3868158176, + 3868167392 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 4608, + "bytes": 9216 + }, + "model.visual.merger.linear_fc1.weight": { + "dtype": "BF16", + "shape": [ + 4608, + 4608 + ], + "data_offsets": [ + 3868167392, + 3910634720 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 21233664, + "bytes": 42467328 + }, + "model.visual.merger.linear_fc2.bias": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3910634720, + 3910644960 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.visual.merger.linear_fc2.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 4608 + ], + "data_offsets": [ + 3910644960, + 3957830880 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 23592960, + "bytes": 47185920 + }, + "model.visual.merger.norm.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3957830880, + 3957833184 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.merger.norm.weight": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3957833184, + 3957835488 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.patch_embed.proj.bias": { + "dtype": "BF16", + "shape": [ + 1152 + ], + "data_offsets": [ + 3957835488, + 3957837792 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1152, + "bytes": 2304 + }, + "model.visual.patch_embed.proj.weight": { + "dtype": "BF16", + "shape": [ + 1152, + 3, + 2, + 16, + 16 + ], + "data_offsets": [ + 3957837792, + 3961376736 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 1769472, + "bytes": 3538944 + }, + "model.visual.pos_embed.weight": { + "dtype": "BF16", + "shape": [ + 2304, + 1152 + ], + "data_offsets": [ + 3961376736, + 3966685152 + ], + "shard": "model-00001-of-00018.safetensors", + "parameters": 2654208, + "bytes": 5308416 + }, + "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 0, + 104857600 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.4.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 104857600, + 167772160 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.4.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 167772160, + 167772416 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.4.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 167772416, + 230686976 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.4.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 230686976, + 408944896 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.4.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 408944896, + 587202816 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.4.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 587202816, + 765460736 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.4.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 765460736, + 765470976 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.5.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 765470976, + 765481216 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.5.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 765481216, + 765481312 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.5.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 765481312, + 765563232 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.5.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 765563232, + 765563328 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.5.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 765563328, + 766054848 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.5.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 766054848, + 766546368 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 766546368, + 871403968 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.5.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 871403968, + 934318528 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.5.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 934318528, + 934318784 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.5.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 934318784, + 997233344 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.5.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 997233344, + 1175491264 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.5.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1175491264, + 1353749184 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.5.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1353749184, + 1532007104 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.5.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1532007104, + 1532017344 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.6.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1532017344, + 1532027584 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.6.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1532027584, + 1532027680 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.6.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1532027680, + 1532109600 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.6.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1532109600, + 1532109696 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.6.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1532109696, + 1532601216 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.6.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1532601216, + 1533092736 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1533092736, + 1637950336 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.6.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1637950336, + 1700864896 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.6.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1700864896, + 1700865152 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.6.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1700865152, + 1763779712 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.6.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1763779712, + 1942037632 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.6.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1942037632, + 2120295552 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.6.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2120295552, + 2298553472 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.6.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2298553472, + 2298563712 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.7.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2298563712, + 2298573952 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.7.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2298573952, + 2476831872 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.7.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2476831872, + 2655089792 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.7.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2655089792, + 2833347712 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.7.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2833347712, + 2833357952 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.7.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2833357952, + 2833358464 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.7.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2833358464, + 2843844224 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.7.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2843844224, + 2906758784 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.7.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2906758784, + 2906759296 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.7.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 2906759296, + 3032588416 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.7.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3032588416, + 3043074176 + ], + "shard": "model-00002-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.embed_tokens.weight": { + "dtype": "BF16", + "shape": [ + 248320, + 5120 + ], + "data_offsets": [ + 0, + 2542796800 + ], + "shard": "model-00003-of-00018.safetensors", + "parameters": 1271398400, + "bytes": 2542796800 + }, + "model.language_model.layers.10.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.10.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 10240, + 10336 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.10.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 10336, + 92256 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.10.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 92256, + 92352 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.10.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 92352, + 583872 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.10.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 583872, + 1075392 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1075392, + 105932992 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.10.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 105932992, + 168847552 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.10.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 168847552, + 168847808 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.10.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 168847808, + 231762368 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.10.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 231762368, + 410020288 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.10.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 410020288, + 588278208 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.10.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 588278208, + 766536128 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.10.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766536128, + 766546368 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.11.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766546368, + 766556608 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.11.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 766556608, + 944814528 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.11.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 944814528, + 1123072448 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.11.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1123072448, + 1301330368 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.11.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1301330368, + 1301340608 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.11.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1301340608, + 1301341120 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.11.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 1301341120, + 1311826880 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.11.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1311826880, + 1374741440 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.11.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1374741440, + 1374741952 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.11.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 1374741952, + 1500571072 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.11.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 1500571072, + 1511056832 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.12.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1511056832, + 1511067072 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.12.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1511067072, + 1511067168 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.12.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1511067168, + 1511149088 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.12.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1511149088, + 1511149184 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.12.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1511149184, + 1511640704 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.12.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1511640704, + 1512132224 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1512132224, + 1616989824 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.12.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1616989824, + 1679904384 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.12.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1679904384, + 1679904640 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.12.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1679904640, + 1742819200 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.12.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1742819200, + 1921077120 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.12.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1921077120, + 2099335040 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.12.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2099335040, + 2277592960 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.12.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2277592960, + 2277603200 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.13.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2277603200, + 2277613440 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.13.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 2277613440, + 2277613536 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.13.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 2277613536, + 2277695456 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.13.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 2277695456, + 2277695552 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.13.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 2277695552, + 2278187072 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.13.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 2278187072, + 2278678592 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 2278678592, + 2383536192 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.13.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 2383536192, + 2446450752 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.13.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 2446450752, + 2446451008 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.13.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2446451008, + 2509365568 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.13.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2509365568, + 2687623488 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.13.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2687623488, + 2865881408 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.13.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2865881408, + 3044139328 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.13.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044139328, + 3044149568 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.14.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044149568, + 3044159808 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.14.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044159808, + 3044159904 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.14.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3044159904, + 3044241824 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.14.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044241824, + 3044241920 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.14.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044241920, + 3044733440 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.14.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044733440, + 3045224960 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3045224960, + 3150082560 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.14.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3150082560, + 3212997120 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.14.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3212997120, + 3212997376 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.14.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 3212997376, + 3275911936 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.14.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 3275911936, + 3454169856 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.14.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3454169856, + 3632427776 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.14.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3632427776, + 3810685696 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.14.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810685696, + 3810695936 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.15.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3810695936, + 3988953856 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.15.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3988953856, + 3988964096 + ], + "shard": "model-00004-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.15.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.15.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 10240, + 178268160 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.15.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 178268160, + 356526080 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.15.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 356526080, + 356526592 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.15.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 356526592, + 367012352 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.15.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 367012352, + 429926912 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.15.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 429926912, + 429927424 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.15.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 429927424, + 555756544 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.15.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 555756544, + 566242304 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.8.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 566242304, + 566252544 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.8.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 566252544, + 566252640 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.8.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 566252640, + 566334560 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.8.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 566334560, + 566334656 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.8.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 566334656, + 566826176 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.8.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 566826176, + 567317696 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 567317696, + 672175296 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.8.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 672175296, + 735089856 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.8.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 735089856, + 735090112 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.8.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 735090112, + 798004672 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.8.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 798004672, + 976262592 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.8.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 976262592, + 1154520512 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.8.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1154520512, + 1332778432 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.8.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1332778432, + 1332788672 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.9.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1332788672, + 1332798912 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.9.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1332798912, + 1332799008 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.9.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1332799008, + 1332880928 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.9.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1332880928, + 1332881024 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.9.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1332881024, + 1333372544 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.9.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1333372544, + 1333864064 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1333864064, + 1438721664 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.9.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1438721664, + 1501636224 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.9.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1501636224, + 1501636480 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.9.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1501636480, + 1564551040 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.9.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1564551040, + 1742808960 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.9.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1742808960, + 1921066880 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.9.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1921066880, + 2099324800 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.9.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2099324800, + 2099335040 + ], + "shard": "model-00005-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.16.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.16.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 10240, + 10336 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.16.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 10336, + 92256 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.16.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 92256, + 92352 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.16.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 92352, + 583872 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.16.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 583872, + 1075392 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1075392, + 105932992 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.16.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 105932992, + 168847552 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.16.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 168847552, + 168847808 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.16.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 168847808, + 231762368 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.16.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 231762368, + 410020288 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.16.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 410020288, + 588278208 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.16.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 588278208, + 766536128 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.16.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766536128, + 766546368 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.17.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766546368, + 766556608 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.17.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766556608, + 766556704 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.17.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 766556704, + 766638624 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.17.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766638624, + 766638720 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.17.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 766638720, + 767130240 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.17.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 767130240, + 767621760 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 767621760, + 872479360 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.17.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 872479360, + 935393920 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.17.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 935393920, + 935394176 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.17.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 935394176, + 998308736 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.17.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 998308736, + 1176566656 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.17.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1176566656, + 1354824576 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.17.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1354824576, + 1533082496 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.17.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533082496, + 1533092736 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.18.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533092736, + 1533102976 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.18.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533102976, + 1533103072 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.18.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1533103072, + 1533184992 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.18.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533184992, + 1533185088 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.18.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533185088, + 1533676608 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.18.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533676608, + 1534168128 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1534168128, + 1639025728 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.18.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1639025728, + 1701940288 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.18.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1701940288, + 1701940544 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.18.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1701940544, + 1764855104 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.18.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1764855104, + 1943113024 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.18.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1943113024, + 2121370944 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.18.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2121370944, + 2299628864 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.18.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299628864, + 2299639104 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.19.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299639104, + 2299649344 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.19.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2299649344, + 2477907264 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.19.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2477907264, + 2656165184 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.19.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2656165184, + 2834423104 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.19.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2834423104, + 2834433344 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.19.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2834433344, + 2834433856 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.19.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2834433856, + 2844919616 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.19.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2844919616, + 2907834176 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.19.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2907834176, + 2907834688 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.19.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 2907834688, + 3033663808 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.19.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3033663808, + 3044149568 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.20.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044149568, + 3044159808 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.20.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044159808, + 3044159904 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.20.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3044159904, + 3044241824 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.20.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044241824, + 3044241920 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.20.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044241920, + 3044733440 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.20.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044733440, + 3045224960 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3045224960, + 3150082560 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.20.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3150082560, + 3212997120 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.20.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3212997120, + 3212997376 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.20.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 3212997376, + 3275911936 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.20.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 3275911936, + 3454169856 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.20.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3454169856, + 3632427776 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.20.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3632427776, + 3810685696 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.20.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810685696, + 3810695936 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.21.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810695936, + 3810706176 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.21.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810706176, + 3810706272 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.21.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3810706272, + 3810788192 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.21.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810788192, + 3810788288 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.21.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3810788288, + 3811279808 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.21.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3811279808, + 3811771328 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3811771328, + 3916628928 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.21.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3916628928, + 3979543488 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.21.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3979543488, + 3979543744 + ], + "shard": "model-00006-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.21.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 0, + 62914560 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.21.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 62914560, + 241172480 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.21.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 241172480, + 419430400 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.21.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 419430400, + 597688320 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.21.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597688320, + 597698560 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.22.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597698560, + 597708800 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.22.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597708800, + 597708896 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.22.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 597708896, + 597790816 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.22.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597790816, + 597790912 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.22.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 597790912, + 598282432 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.22.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 598282432, + 598773952 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 598773952, + 703631552 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.22.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 703631552, + 766546112 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.22.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 766546112, + 766546368 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.22.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 766546368, + 829460928 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.22.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 829460928, + 1007718848 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.22.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1007718848, + 1185976768 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.22.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1185976768, + 1364234688 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.22.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364234688, + 1364244928 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.23.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364244928, + 1364255168 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.23.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1364255168, + 1542513088 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.23.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1542513088, + 1720771008 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.23.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1720771008, + 1899028928 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.23.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1899028928, + 1899039168 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.23.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1899039168, + 1899039680 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.23.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 1899039680, + 1909525440 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.23.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1909525440, + 1972440000 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.23.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1972440000, + 1972440512 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.23.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 1972440512, + 2098269632 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.23.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2098269632, + 2108755392 + ], + "shard": "model-00007-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.24.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.24.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 10240, + 10336 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.24.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 10336, + 92256 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.24.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 92256, + 92352 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.24.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 92352, + 583872 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.24.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 583872, + 1075392 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1075392, + 105932992 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.24.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 105932992, + 168847552 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.24.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 168847552, + 168847808 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.24.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 168847808, + 231762368 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.24.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 231762368, + 410020288 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.24.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 410020288, + 588278208 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.24.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 588278208, + 766536128 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.24.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766536128, + 766546368 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.25.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766546368, + 766556608 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.25.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766556608, + 766556704 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.25.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 766556704, + 766638624 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.25.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766638624, + 766638720 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.25.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 766638720, + 767130240 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.25.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 767130240, + 767621760 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 767621760, + 872479360 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.25.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 872479360, + 935393920 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.25.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 935393920, + 935394176 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.25.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 935394176, + 998308736 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.25.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 998308736, + 1176566656 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.25.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1176566656, + 1354824576 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.25.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1354824576, + 1533082496 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.25.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533082496, + 1533092736 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.26.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533092736, + 1533102976 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.26.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533102976, + 1533103072 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.26.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1533103072, + 1533184992 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.26.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533184992, + 1533185088 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.26.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533185088, + 1533676608 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.26.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533676608, + 1534168128 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1534168128, + 1639025728 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.26.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1639025728, + 1701940288 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.26.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1701940288, + 1701940544 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.26.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1701940544, + 1764855104 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.26.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1764855104, + 1943113024 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.26.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1943113024, + 2121370944 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.26.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2121370944, + 2299628864 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.26.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299628864, + 2299639104 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.27.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299639104, + 2299649344 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.27.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2299649344, + 2477907264 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.27.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2477907264, + 2656165184 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.27.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2656165184, + 2834423104 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.27.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2834423104, + 2834433344 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.27.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2834433344, + 2834433856 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.27.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2834433856, + 2844919616 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.27.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2844919616, + 2907834176 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.27.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2907834176, + 2907834688 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.27.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 2907834688, + 3033663808 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.27.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3033663808, + 3044149568 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.28.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044149568, + 3044159808 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.28.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044159808, + 3044159904 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.28.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3044159904, + 3044241824 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.28.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044241824, + 3044241920 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.28.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044241920, + 3044733440 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.28.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044733440, + 3045224960 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3045224960, + 3150082560 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.28.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3150082560, + 3212997120 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.28.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3212997120, + 3212997376 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.28.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 3212997376, + 3275911936 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.28.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 3275911936, + 3454169856 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.28.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3454169856, + 3632427776 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.28.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3632427776, + 3810685696 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.28.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810685696, + 3810695936 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.29.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810695936, + 3810706176 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.29.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810706176, + 3810706272 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.29.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3810706272, + 3810788192 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.29.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810788192, + 3810788288 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.29.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3810788288, + 3811279808 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.29.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3811279808, + 3811771328 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3811771328, + 3916628928 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.29.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3916628928, + 3979543488 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.29.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3979543488, + 3979543744 + ], + "shard": "model-00008-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.29.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 0, + 62914560 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.29.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 62914560, + 241172480 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.29.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 241172480, + 419430400 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.29.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 419430400, + 597688320 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.29.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597688320, + 597698560 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.30.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597698560, + 597708800 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.30.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597708800, + 597708896 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.30.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 597708896, + 597790816 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.30.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597790816, + 597790912 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.30.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 597790912, + 598282432 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.30.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 598282432, + 598773952 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 598773952, + 703631552 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.30.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 703631552, + 766546112 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.30.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 766546112, + 766546368 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.30.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 766546368, + 829460928 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.30.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 829460928, + 1007718848 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.30.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1007718848, + 1185976768 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.30.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1185976768, + 1364234688 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.30.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364234688, + 1364244928 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.31.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364244928, + 1364255168 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.31.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1364255168, + 1542513088 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.31.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1542513088, + 1720771008 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.31.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1720771008, + 1899028928 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.31.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1899028928, + 1899039168 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.31.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1899039168, + 1899039680 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.31.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 1899039680, + 1909525440 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.31.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1909525440, + 1972440000 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.31.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1972440000, + 1972440512 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.31.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 1972440512, + 2098269632 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.31.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2098269632, + 2108755392 + ], + "shard": "model-00009-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.32.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.32.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 10240, + 10336 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.32.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 10336, + 92256 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.32.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 92256, + 92352 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.32.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 92352, + 583872 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.32.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 583872, + 1075392 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1075392, + 105932992 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.32.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 105932992, + 168847552 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.32.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 168847552, + 168847808 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.32.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 168847808, + 231762368 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.32.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 231762368, + 410020288 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.32.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 410020288, + 588278208 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.32.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 588278208, + 766536128 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.32.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766536128, + 766546368 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.33.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766546368, + 766556608 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.33.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766556608, + 766556704 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.33.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 766556704, + 766638624 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.33.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766638624, + 766638720 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.33.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 766638720, + 767130240 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.33.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 767130240, + 767621760 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 767621760, + 872479360 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.33.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 872479360, + 935393920 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.33.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 935393920, + 935394176 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.33.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 935394176, + 998308736 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.33.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 998308736, + 1176566656 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.33.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1176566656, + 1354824576 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.33.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1354824576, + 1533082496 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.33.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533082496, + 1533092736 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.34.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533092736, + 1533102976 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.34.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533102976, + 1533103072 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.34.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1533103072, + 1533184992 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.34.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533184992, + 1533185088 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.34.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533185088, + 1533676608 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.34.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533676608, + 1534168128 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1534168128, + 1639025728 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.34.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1639025728, + 1701940288 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.34.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1701940288, + 1701940544 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.34.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1701940544, + 1764855104 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.34.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1764855104, + 1943113024 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.34.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1943113024, + 2121370944 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.34.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2121370944, + 2299628864 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.34.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299628864, + 2299639104 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.35.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299639104, + 2299649344 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.35.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2299649344, + 2477907264 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.35.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2477907264, + 2656165184 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.35.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2656165184, + 2834423104 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.35.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2834423104, + 2834433344 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.35.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2834433344, + 2834433856 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.35.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2834433856, + 2844919616 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.35.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2844919616, + 2907834176 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.35.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2907834176, + 2907834688 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.35.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 2907834688, + 3033663808 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.35.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3033663808, + 3044149568 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.36.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044149568, + 3044159808 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.36.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044159808, + 3044159904 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.36.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3044159904, + 3044241824 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.36.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044241824, + 3044241920 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.36.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044241920, + 3044733440 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.36.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044733440, + 3045224960 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3045224960, + 3150082560 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.36.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3150082560, + 3212997120 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.36.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3212997120, + 3212997376 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.36.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 3212997376, + 3275911936 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.36.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 3275911936, + 3454169856 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.36.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3454169856, + 3632427776 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.36.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3632427776, + 3810685696 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.36.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810685696, + 3810695936 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.37.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810695936, + 3810706176 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.37.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810706176, + 3810706272 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.37.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3810706272, + 3810788192 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.37.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810788192, + 3810788288 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.37.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3810788288, + 3811279808 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.37.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3811279808, + 3811771328 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3811771328, + 3916628928 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.37.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3916628928, + 3979543488 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.37.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3979543488, + 3979543744 + ], + "shard": "model-00010-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.37.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 0, + 62914560 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.37.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 62914560, + 241172480 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.37.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 241172480, + 419430400 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.37.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 419430400, + 597688320 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.37.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597688320, + 597698560 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.38.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597698560, + 597708800 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.38.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597708800, + 597708896 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.38.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 597708896, + 597790816 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.38.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597790816, + 597790912 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.38.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 597790912, + 598282432 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.38.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 598282432, + 598773952 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 598773952, + 703631552 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.38.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 703631552, + 766546112 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.38.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 766546112, + 766546368 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.38.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 766546368, + 829460928 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.38.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 829460928, + 1007718848 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.38.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1007718848, + 1185976768 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.38.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1185976768, + 1364234688 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.38.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364234688, + 1364244928 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.39.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364244928, + 1364255168 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.39.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1364255168, + 1542513088 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.39.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1542513088, + 1720771008 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.39.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1720771008, + 1899028928 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.39.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1899028928, + 1899039168 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.39.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1899039168, + 1899039680 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.39.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 1899039680, + 1909525440 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.39.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1909525440, + 1972440000 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.39.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1972440000, + 1972440512 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.39.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 1972440512, + 2098269632 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.39.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2098269632, + 2108755392 + ], + "shard": "model-00011-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.40.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.40.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 10240, + 10336 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.40.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 10336, + 92256 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.40.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 92256, + 92352 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.40.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 92352, + 583872 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.40.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 583872, + 1075392 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1075392, + 105932992 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.40.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 105932992, + 168847552 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.40.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 168847552, + 168847808 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.40.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 168847808, + 231762368 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.40.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 231762368, + 410020288 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.40.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 410020288, + 588278208 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.40.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 588278208, + 766536128 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.40.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766536128, + 766546368 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.41.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766546368, + 766556608 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.41.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766556608, + 766556704 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.41.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 766556704, + 766638624 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.41.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766638624, + 766638720 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.41.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 766638720, + 767130240 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.41.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 767130240, + 767621760 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 767621760, + 872479360 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.41.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 872479360, + 935393920 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.41.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 935393920, + 935394176 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.41.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 935394176, + 998308736 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.41.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 998308736, + 1176566656 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.41.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1176566656, + 1354824576 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.41.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1354824576, + 1533082496 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.41.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533082496, + 1533092736 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.42.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533092736, + 1533102976 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.42.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533102976, + 1533103072 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.42.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1533103072, + 1533184992 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.42.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533184992, + 1533185088 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.42.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533185088, + 1533676608 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.42.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533676608, + 1534168128 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1534168128, + 1639025728 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.42.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1639025728, + 1701940288 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.42.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1701940288, + 1701940544 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.42.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1701940544, + 1764855104 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.42.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1764855104, + 1943113024 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.42.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1943113024, + 2121370944 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.42.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2121370944, + 2299628864 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.42.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299628864, + 2299639104 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.43.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299639104, + 2299649344 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.43.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2299649344, + 2477907264 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.43.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2477907264, + 2656165184 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.43.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2656165184, + 2834423104 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.43.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2834423104, + 2834433344 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.43.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2834433344, + 2834433856 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.43.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2834433856, + 2844919616 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.43.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2844919616, + 2907834176 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.43.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2907834176, + 2907834688 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.43.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 2907834688, + 3033663808 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.43.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3033663808, + 3044149568 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.44.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044149568, + 3044159808 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.44.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044159808, + 3044159904 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.44.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3044159904, + 3044241824 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.44.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044241824, + 3044241920 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.44.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044241920, + 3044733440 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.44.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044733440, + 3045224960 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3045224960, + 3150082560 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.44.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3150082560, + 3212997120 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.44.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3212997120, + 3212997376 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.44.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 3212997376, + 3275911936 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.44.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 3275911936, + 3454169856 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.44.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3454169856, + 3632427776 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.44.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3632427776, + 3810685696 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.44.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810685696, + 3810695936 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.45.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810695936, + 3810706176 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.45.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810706176, + 3810706272 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.45.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3810706272, + 3810788192 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.45.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810788192, + 3810788288 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.45.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3810788288, + 3811279808 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.45.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3811279808, + 3811771328 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3811771328, + 3916628928 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.45.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3916628928, + 3979543488 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.45.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3979543488, + 3979543744 + ], + "shard": "model-00012-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.45.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 0, + 62914560 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.45.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 62914560, + 241172480 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.45.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 241172480, + 419430400 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.45.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 419430400, + 597688320 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.45.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597688320, + 597698560 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.46.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597698560, + 597708800 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.46.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597708800, + 597708896 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.46.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 597708896, + 597790816 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.46.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597790816, + 597790912 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.46.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 597790912, + 598282432 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.46.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 598282432, + 598773952 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 598773952, + 703631552 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.46.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 703631552, + 766546112 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.46.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 766546112, + 766546368 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.46.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 766546368, + 829460928 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.46.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 829460928, + 1007718848 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.46.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1007718848, + 1185976768 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.46.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1185976768, + 1364234688 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.46.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364234688, + 1364244928 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.47.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364244928, + 1364255168 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.47.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1364255168, + 1542513088 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.47.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1542513088, + 1720771008 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.47.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1720771008, + 1899028928 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.47.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1899028928, + 1899039168 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.47.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1899039168, + 1899039680 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.47.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 1899039680, + 1909525440 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.47.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1909525440, + 1972440000 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.47.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1972440000, + 1972440512 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.47.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 1972440512, + 2098269632 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.47.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2098269632, + 2108755392 + ], + "shard": "model-00013-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.48.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.48.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 10240, + 10336 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.48.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 10336, + 92256 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.48.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 92256, + 92352 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.48.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 92352, + 583872 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.48.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 583872, + 1075392 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1075392, + 105932992 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.48.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 105932992, + 168847552 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.48.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 168847552, + 168847808 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.48.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 168847808, + 231762368 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.48.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 231762368, + 410020288 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.48.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 410020288, + 588278208 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.48.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 588278208, + 766536128 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.48.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766536128, + 766546368 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.49.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766546368, + 766556608 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.49.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766556608, + 766556704 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.49.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 766556704, + 766638624 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.49.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766638624, + 766638720 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.49.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 766638720, + 767130240 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.49.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 767130240, + 767621760 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 767621760, + 872479360 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.49.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 872479360, + 935393920 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.49.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 935393920, + 935394176 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.49.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 935394176, + 998308736 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.49.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 998308736, + 1176566656 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.49.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1176566656, + 1354824576 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.49.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1354824576, + 1533082496 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.49.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533082496, + 1533092736 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.50.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533092736, + 1533102976 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.50.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533102976, + 1533103072 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.50.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1533103072, + 1533184992 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.50.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533184992, + 1533185088 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.50.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533185088, + 1533676608 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.50.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533676608, + 1534168128 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1534168128, + 1639025728 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.50.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1639025728, + 1701940288 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.50.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1701940288, + 1701940544 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.50.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1701940544, + 1764855104 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.50.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1764855104, + 1943113024 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.50.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1943113024, + 2121370944 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.50.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2121370944, + 2299628864 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.50.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299628864, + 2299639104 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.51.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299639104, + 2299649344 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.51.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2299649344, + 2477907264 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.51.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2477907264, + 2656165184 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.51.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2656165184, + 2834423104 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.51.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2834423104, + 2834433344 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.51.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2834433344, + 2834433856 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.51.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2834433856, + 2844919616 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.51.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2844919616, + 2907834176 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.51.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2907834176, + 2907834688 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.51.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 2907834688, + 3033663808 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.51.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3033663808, + 3044149568 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.52.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044149568, + 3044159808 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.52.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044159808, + 3044159904 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.52.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3044159904, + 3044241824 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.52.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044241824, + 3044241920 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.52.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044241920, + 3044733440 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.52.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044733440, + 3045224960 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3045224960, + 3150082560 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.52.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3150082560, + 3212997120 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.52.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3212997120, + 3212997376 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.52.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 3212997376, + 3275911936 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.52.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 3275911936, + 3454169856 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.52.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3454169856, + 3632427776 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.52.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3632427776, + 3810685696 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.52.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810685696, + 3810695936 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.53.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810695936, + 3810706176 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.53.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810706176, + 3810706272 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.53.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3810706272, + 3810788192 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.53.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810788192, + 3810788288 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.53.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3810788288, + 3811279808 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.53.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3811279808, + 3811771328 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3811771328, + 3916628928 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.53.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3916628928, + 3979543488 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.53.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3979543488, + 3979543744 + ], + "shard": "model-00014-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.53.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 0, + 62914560 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.53.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 62914560, + 241172480 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.53.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 241172480, + 419430400 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.53.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 419430400, + 597688320 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.53.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597688320, + 597698560 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.54.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597698560, + 597708800 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.54.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597708800, + 597708896 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.54.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 597708896, + 597790816 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.54.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597790816, + 597790912 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.54.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 597790912, + 598282432 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.54.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 598282432, + 598773952 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 598773952, + 703631552 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.54.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 703631552, + 766546112 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.54.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 766546112, + 766546368 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.54.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 766546368, + 829460928 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.54.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 829460928, + 1007718848 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.54.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1007718848, + 1185976768 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.54.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1185976768, + 1364234688 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.54.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364234688, + 1364244928 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.55.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364244928, + 1364255168 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.55.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1364255168, + 1542513088 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.55.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1542513088, + 1720771008 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.55.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1720771008, + 1899028928 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.55.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1899028928, + 1899039168 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.55.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1899039168, + 1899039680 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.55.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 1899039680, + 1909525440 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.55.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1909525440, + 1972440000 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.55.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1972440000, + 1972440512 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.55.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 1972440512, + 2098269632 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.55.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2098269632, + 2108755392 + ], + "shard": "model-00015-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.56.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 0, + 10240 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.56.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 10240, + 10336 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.56.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 10336, + 92256 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.56.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 92256, + 92352 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.56.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 92352, + 583872 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.56.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 583872, + 1075392 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1075392, + 105932992 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.56.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 105932992, + 168847552 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.56.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 168847552, + 168847808 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.56.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 168847808, + 231762368 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.56.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 231762368, + 410020288 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.56.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 410020288, + 588278208 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.56.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 588278208, + 766536128 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.56.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766536128, + 766546368 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.57.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 766546368, + 766556608 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.57.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766556608, + 766556704 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.57.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 766556704, + 766638624 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.57.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 766638624, + 766638720 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.57.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 766638720, + 767130240 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.57.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 767130240, + 767621760 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 767621760, + 872479360 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.57.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 872479360, + 935393920 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.57.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 935393920, + 935394176 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.57.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 935394176, + 998308736 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.57.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 998308736, + 1176566656 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.57.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1176566656, + 1354824576 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.57.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1354824576, + 1533082496 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.57.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533082496, + 1533092736 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.58.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1533092736, + 1533102976 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.58.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533102976, + 1533103072 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.58.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 1533103072, + 1533184992 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.58.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 1533184992, + 1533185088 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.58.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533185088, + 1533676608 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.58.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 1533676608, + 1534168128 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 1534168128, + 1639025728 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.58.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 1639025728, + 1701940288 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.58.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 1701940288, + 1701940544 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.58.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1701940544, + 1764855104 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.58.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1764855104, + 1943113024 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.58.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1943113024, + 2121370944 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.58.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2121370944, + 2299628864 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.58.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299628864, + 2299639104 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.59.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2299639104, + 2299649344 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.59.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2299649344, + 2477907264 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.59.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2477907264, + 2656165184 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.59.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2656165184, + 2834423104 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.59.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2834423104, + 2834433344 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.59.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2834433344, + 2834433856 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.59.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2834433856, + 2844919616 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.59.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 2844919616, + 2907834176 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.59.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 2907834176, + 2907834688 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.59.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 2907834688, + 3033663808 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.59.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3033663808, + 3044149568 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.60.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3044149568, + 3044159808 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.60.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044159808, + 3044159904 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.60.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3044159904, + 3044241824 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.60.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3044241824, + 3044241920 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.60.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044241920, + 3044733440 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.60.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3044733440, + 3045224960 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3045224960, + 3150082560 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.60.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3150082560, + 3212997120 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.60.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3212997120, + 3212997376 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.60.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 3212997376, + 3275911936 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.60.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 3275911936, + 3454169856 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.60.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3454169856, + 3632427776 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.60.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3632427776, + 3810685696 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.60.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810685696, + 3810695936 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.61.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3810695936, + 3810706176 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.61.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810706176, + 3810706272 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.61.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 3810706272, + 3810788192 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.61.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 3810788192, + 3810788288 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.61.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3810788288, + 3811279808 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.61.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 3811279808, + 3811771328 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 3811771328, + 3916628928 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.61.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 3916628928, + 3979543488 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.61.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 3979543488, + 3979543744 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.norm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3979543744, + 3979553984 + ], + "shard": "model-00016-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.61.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 0, + 62914560 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.61.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 62914560, + 241172480 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.61.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 241172480, + 419430400 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.61.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 419430400, + 597688320 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.61.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597688320, + 597698560 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.62.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 597698560, + 597708800 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.62.linear_attn.A_log": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597708800, + 597708896 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.62.linear_attn.conv1d.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 1, + 4 + ], + "data_offsets": [ + 597708896, + 597790816 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 40960, + "bytes": 81920 + }, + "model.language_model.layers.62.linear_attn.dt_bias": { + "dtype": "BF16", + "shape": [ + 48 + ], + "data_offsets": [ + 597790816, + 597790912 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 48, + "bytes": 96 + }, + "model.language_model.layers.62.linear_attn.in_proj_a.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 597790912, + 598282432 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.62.linear_attn.in_proj_b.weight": { + "dtype": "BF16", + "shape": [ + 48, + 5120 + ], + "data_offsets": [ + 598282432, + 598773952 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 245760, + "bytes": 491520 + }, + "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": { + "dtype": "BF16", + "shape": [ + 10240, + 5120 + ], + "data_offsets": [ + 598773952, + 703631552 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "model.language_model.layers.62.linear_attn.in_proj_z.weight": { + "dtype": "BF16", + "shape": [ + 6144, + 5120 + ], + "data_offsets": [ + 703631552, + 766546112 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.62.linear_attn.norm.weight": { + "dtype": "BF16", + "shape": [ + 128 + ], + "data_offsets": [ + 766546112, + 766546368 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 128, + "bytes": 256 + }, + "model.language_model.layers.62.linear_attn.out_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 766546368, + 829460928 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.62.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 829460928, + 1007718848 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.62.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1007718848, + 1185976768 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.62.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1185976768, + 1364234688 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.62.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364234688, + 1364244928 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.63.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1364244928, + 1364255168 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.63.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 1364255168, + 1542513088 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.63.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1542513088, + 1720771008 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.63.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 1720771008, + 1899028928 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "model.language_model.layers.63.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 1899028928, + 1899039168 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "model.language_model.layers.63.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1899039168, + 1899039680 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.63.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 1899039680, + 1909525440 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "model.language_model.layers.63.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 1909525440, + 1972440000 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "model.language_model.layers.63.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 1972440000, + 1972440512 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "model.language_model.layers.63.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 1972440512, + 2098269632 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "model.language_model.layers.63.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 2098269632, + 2108755392 + ], + "shard": "model-00017-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "lm_head.weight": { + "dtype": "BF16", + "shape": [ + 248320, + 5120 + ], + "data_offsets": [ + 0, + 2542796800 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 1271398400, + "bytes": 2542796800 + }, + "mtp.fc.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 10240 + ], + "data_offsets": [ + 2542796800, + 2647654400 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 52428800, + "bytes": 104857600 + }, + "mtp.layers.0.input_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2647654400, + 2647664640 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "mtp.layers.0.mlp.down_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 17408 + ], + "data_offsets": [ + 2647664640, + 2825922560 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "mtp.layers.0.mlp.gate_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 2825922560, + 3004180480 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "mtp.layers.0.mlp.up_proj.weight": { + "dtype": "BF16", + "shape": [ + 17408, + 5120 + ], + "data_offsets": [ + 3004180480, + 3182438400 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 89128960, + "bytes": 178257920 + }, + "mtp.layers.0.post_attention_layernorm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3182438400, + 3182448640 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "mtp.layers.0.self_attn.k_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 3182448640, + 3182449152 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "mtp.layers.0.self_attn.k_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3182449152, + 3192934912 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "mtp.layers.0.self_attn.o_proj.weight": { + "dtype": "BF16", + "shape": [ + 5120, + 6144 + ], + "data_offsets": [ + 3192934912, + 3255849472 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 31457280, + "bytes": 62914560 + }, + "mtp.layers.0.self_attn.q_norm.weight": { + "dtype": "BF16", + "shape": [ + 256 + ], + "data_offsets": [ + 3255849472, + 3255849984 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 256, + "bytes": 512 + }, + "mtp.layers.0.self_attn.q_proj.weight": { + "dtype": "BF16", + "shape": [ + 12288, + 5120 + ], + "data_offsets": [ + 3255849984, + 3381679104 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 62914560, + "bytes": 125829120 + }, + "mtp.layers.0.self_attn.v_proj.weight": { + "dtype": "BF16", + "shape": [ + 1024, + 5120 + ], + "data_offsets": [ + 3381679104, + 3392164864 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 5242880, + "bytes": 10485760 + }, + "mtp.norm.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3392164864, + 3392175104 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "mtp.pre_fc_norm_embedding.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3392175104, + 3392185344 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + }, + "mtp.pre_fc_norm_hidden.weight": { + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 3392185344, + 3392195584 + ], + "shard": "model-00018-of-00018.safetensors", + "parameters": 5120, + "bytes": 10240 + } + }, + "config": { + "architectures": [ + "Qwen3_5ForConditionalGeneration" + ], + "image_token_id": 248056, + "language_model_only": false, + "model_type": "qwen3_5", + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "attn_output_gate": true, + "bos_token_id": 248044, + "dtype": "bfloat16", + "eos_token_id": 248044, + "full_attention_interval": 4, + "head_dim": 256, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 17408, + "layer_types": [ + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention" + ], + "linear_conv_kernel_dim": 4, + "linear_key_head_dim": 128, + "linear_num_key_heads": 16, + "linear_num_value_heads": 48, + "linear_value_head_dim": 128, + "mamba_ssm_dtype": "float32", + "max_position_embeddings": 262144, + "model_type": "qwen3_5_text", + "mtp_num_hidden_layers": 1, + "mtp_use_dedicated_embeddings": false, + "num_attention_heads": 24, + "num_hidden_layers": 64, + "num_key_value_heads": 4, + "output_gate_type": "swish", + "pad_token_id": null, + "partial_rotary_factor": 0.25, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "mrope_interleaved": true, + "mrope_section": [ + 11, + 11, + 10 + ], + "partial_rotary_factor": 0.25, + "rope_theta": 10000000, + "rope_type": "default" + }, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 248320 + }, + "tie_word_embeddings": false, + "transformers_version": "5.8.0.dev0", + "video_token_id": 248057, + "vision_config": { + "deepstack_visual_indexes": [], + "depth": 27, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1152, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4304, + "model_type": "qwen3_5", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 5120, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 248054, + "vision_start_token_id": 248053 + }, + "custom_modeling_files": [], + "special_tokens_map_present": false, + "original_unchanged": true +}