| { |
| "config": { |
| "architectures": [ |
| "Qwen3_5ForConditionalGeneration" |
| ], |
| "image_token_id": 248056, |
| "language_model_only": false, |
| "model_type": "qwen3_5", |
| "text_config": { |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "attn_output_gate": true, |
| "bos_token_id": 248044, |
| "dtype": "bfloat16", |
| "eos_token_id": 248044, |
| "full_attention_interval": 4, |
| "head_dim": 256, |
| "hidden_act": "silu", |
| "hidden_size": 5120, |
| "initializer_range": 0.02, |
| "intermediate_size": 17408, |
| "layer_types": [ |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention" |
| ], |
| "linear_conv_kernel_dim": 4, |
| "linear_key_head_dim": 128, |
| "linear_num_key_heads": 16, |
| "linear_num_value_heads": 48, |
| "linear_value_head_dim": 128, |
| "mamba_ssm_dtype": "float32", |
| "max_position_embeddings": 262144, |
| "model_type": "qwen3_5_text", |
| "mtp_num_hidden_layers": 1, |
| "mtp_use_dedicated_embeddings": false, |
| "num_attention_heads": 24, |
| "num_hidden_layers": 64, |
| "num_key_value_heads": 4, |
| "output_gate_type": "swish", |
| "pad_token_id": null, |
| "partial_rotary_factor": 0.25, |
| "rms_norm_eps": 1e-06, |
| "rope_parameters": { |
| "mrope_interleaved": true, |
| "mrope_section": [ |
| 11, |
| 11, |
| 10 |
| ], |
| "partial_rotary_factor": 0.25, |
| "rope_theta": 10000000, |
| "rope_type": "default" |
| }, |
| "tie_word_embeddings": false, |
| "use_cache": true, |
| "vocab_size": 248320 |
| }, |
| "tie_word_embeddings": false, |
| "transformers_version": "5.8.0.dev0", |
| "video_token_id": 248057, |
| "vision_config": { |
| "deepstack_visual_indexes": [], |
| "depth": 27, |
| "hidden_act": "gelu_pytorch_tanh", |
| "hidden_size": 1152, |
| "in_channels": 3, |
| "initializer_range": 0.02, |
| "intermediate_size": 4304, |
| "model_type": "qwen3_5", |
| "num_heads": 16, |
| "num_position_embeddings": 2304, |
| "out_hidden_size": 5120, |
| "patch_size": 16, |
| "spatial_merge_size": 2, |
| "temporal_patch_size": 2 |
| }, |
| "vision_end_token_id": 248054, |
| "vision_start_token_id": 248053 |
| }, |
| "custom_modeling_files": [], |
| "files": [ |
| { |
| "bytes": 3966730552, |
| "kind": "bf16_shard", |
| "name": "model-00001-of-00018.safetensors", |
| "sha256": "b9dcb3e15c00823d46d92f645f8a7324cdd1163c39ff6c04de48fa6e478952a0" |
| }, |
| { |
| "bytes": 3043080328, |
| "kind": "bf16_shard", |
| "name": "model-00002-of-00018.safetensors", |
| "sha256": "ecf7312565a089592217b58d761e714f3b3d85d4ec578a15d901210a9ba14773" |
| }, |
| { |
| "bytes": 2542796952, |
| "kind": "bf16_shard", |
| "name": "model-00003-of-00018.safetensors", |
| "sha256": "cec21a53517089f1b9708a77936465420f266482a45da26fd4c0dd596d609d08" |
| }, |
| { |
| "bytes": 3988973152, |
| "kind": "bf16_shard", |
| "name": "model-00004-of-00018.safetensors", |
| "sha256": "3a1a2bfcfd177e62fbe78f08b2b1d3edac59c495397aa64d0d1c41b727a94c73" |
| }, |
| { |
| "bytes": 2099339864, |
| "kind": "bf16_shard", |
| "name": "model-00005-of-00018.safetensors", |
| "sha256": "389931270466dcdbc9125bda7572cc7712f164e1fe774e7377524abca899b0c2" |
| }, |
| { |
| "bytes": 3979553696, |
| "kind": "bf16_shard", |
| "name": "model-00006-of-00018.safetensors", |
| "sha256": "da6f16eabe6be8552af22ed5ad171ae97469fa5bb5d5e613982460e43265debf" |
| }, |
| { |
| "bytes": 2108759344, |
| "kind": "bf16_shard", |
| "name": "model-00007-of-00018.safetensors", |
| "sha256": "b4b9f91766d367f0260882d97b5c0862863c393ef381f54d48dfda3d362072a9" |
| }, |
| { |
| "bytes": 3979553696, |
| "kind": "bf16_shard", |
| "name": "model-00008-of-00018.safetensors", |
| "sha256": "df58405d10cb8a199e3e5a01346c6b6ebf2a1bed05d6b11e14f856543b28e55c" |
| }, |
| { |
| "bytes": 2108759344, |
| "kind": "bf16_shard", |
| "name": "model-00009-of-00018.safetensors", |
| "sha256": "84ba24193b7d0885ef504ce5806d3d4ebbe5506fdfd5919f4837ebc9479611e6" |
| }, |
| { |
| "bytes": 3979553696, |
| "kind": "bf16_shard", |
| "name": "model-00010-of-00018.safetensors", |
| "sha256": "aacd71e34312a13bf487a06c9c54205ad31f72a8788b0a550154a04565820a97" |
| }, |
| { |
| "bytes": 2108759344, |
| "kind": "bf16_shard", |
| "name": "model-00011-of-00018.safetensors", |
| "sha256": "6d967f431bdfde43c38839188023c5507d5d0dce6a1daa6bbbf8605ecb3da9aa" |
| }, |
| { |
| "bytes": 3979553696, |
| "kind": "bf16_shard", |
| "name": "model-00012-of-00018.safetensors", |
| "sha256": "c36593694bc3f250449ae2196366e6cf788c122dc9a645fbe6ef116746fc5d73" |
| }, |
| { |
| "bytes": 2108759344, |
| "kind": "bf16_shard", |
| "name": "model-00013-of-00018.safetensors", |
| "sha256": "b50b55cffe8be40b6eb90c43b1d3cec7672d7f3a86b2efd436db5a83619686d2" |
| }, |
| { |
| "bytes": 3979553696, |
| "kind": "bf16_shard", |
| "name": "model-00014-of-00018.safetensors", |
| "sha256": "27b627a940af6ba6f26d240767ca75a4774d02a91255c3a2274dd316e364d1d1" |
| }, |
| { |
| "bytes": 2108759344, |
| "kind": "bf16_shard", |
| "name": "model-00015-of-00018.safetensors", |
| "sha256": "f9203192d4a759f6fc58c32eebda8a2f00f4a15dc183f06ddc263de49595ade5" |
| }, |
| { |
| "bytes": 3979564040, |
| "kind": "bf16_shard", |
| "name": "model-00016-of-00018.safetensors", |
| "sha256": "cf3333f84d3783148a58b24612998ba24b8c60dc69f77e14d86e66ef958c23de" |
| }, |
| { |
| "bytes": 2108759344, |
| "kind": "bf16_shard", |
| "name": "model-00017-of-00018.safetensors", |
| "sha256": "e446dd9c79fc0255d9b2181a9a85debb2b5b51b2eb31177c4c1a7daa198221f7" |
| }, |
| { |
| "bytes": 3392197344, |
| "kind": "bf16_shard", |
| "name": "model-00018-of-00018.safetensors", |
| "sha256": "2898c2335e6ce74567af2de8373d7468c403fb5e69f4b00f5f7b83fb815d71be" |
| }, |
| { |
| "bytes": 8952, |
| "kind": "source_asset", |
| "name": "chat_template.jinja", |
| "sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" |
| }, |
| { |
| "bytes": 202, |
| "kind": "source_asset", |
| "name": "generation_config.json", |
| "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e" |
| }, |
| { |
| "bytes": 4312, |
| "kind": "source_asset", |
| "name": "config.json", |
| "sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab" |
| }, |
| { |
| "bytes": 3353259, |
| "kind": "source_asset", |
| "name": "merges.txt", |
| "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d" |
| }, |
| { |
| "bytes": 390, |
| "kind": "source_asset", |
| "name": "preprocessor_config.json", |
| "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516" |
| }, |
| { |
| "bytes": 17928, |
| "kind": "source_asset", |
| "name": "tokenizer_config.json", |
| "sha256": "b11349aafa7cdc6a320767cf7ceb29ed82f7eda5d65e8e0819e76f0ce947bf27" |
| }, |
| { |
| "bytes": 385, |
| "kind": "source_asset", |
| "name": "video_preprocessor_config.json", |
| "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13" |
| }, |
| { |
| "bytes": 6722759, |
| "kind": "source_asset", |
| "name": "vocab.json", |
| "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003" |
| }, |
| { |
| "bytes": 12809320, |
| "kind": "source_asset", |
| "name": "tokenizer.json", |
| "sha256": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3" |
| }, |
| { |
| "bytes": 1624, |
| "kind": "additional_source_file", |
| "name": ".gitattributes", |
| "sha256": "9d37a8cb458274ff54f24a3fea61d3dbd2b92c1ee7ee488801e5e7ac48125f98" |
| }, |
| { |
| "bytes": 63469, |
| "kind": "additional_source_file", |
| "name": "EXPORT_MANIFEST.json", |
| "sha256": "0a00065b88ab003281853a7fb9bd5ce0086bc3781b36136d8c39da19933923ae" |
| }, |
| { |
| "bytes": 13306, |
| "kind": "additional_source_file", |
| "name": "LICENSE", |
| "sha256": "1367057bf17041aa1d69286a1400be5f464d2f8b8f54f600088b209eac1850be" |
| }, |
| { |
| "bytes": 11544, |
| "kind": "additional_source_file", |
| "name": "LICENSE-APACHE-2.0", |
| "sha256": "bbedc3fda3305820b977265f01b8619d87570a6739de3a5582c3464840f1e57a" |
| }, |
| { |
| "bytes": 1133, |
| "kind": "additional_source_file", |
| "name": "NOTICE", |
| "sha256": "be30f3d464974990e40e9833bc6f356fd89fe16733c6c1a581d97106b8ae741d" |
| }, |
| { |
| "bytes": 21293, |
| "kind": "additional_source_file", |
| "name": "README.md", |
| "sha256": "2efafc5f5ec33346fe9c064619262d0b048dbe80dfdd632adbbf4fc311bc327c" |
| }, |
| { |
| "bytes": 112214, |
| "kind": "additional_source_file", |
| "name": "model.safetensors.index.json", |
| "sha256": "bd9f76c08ed50dccdb8a3de2c4e03a321bf6f506b99f838be11b584f36091461" |
| }, |
| { |
| "bytes": 307739, |
| "kind": "additional_source_file", |
| "name": "ukisai-banner.png", |
| "sha256": "8577252b8b37e331f06f7ddecdf3bfa1c497e164f9eb36d78c37232d1b8492ca" |
| } |
| ], |
| "manifest_sha256": "0a00065b88ab003281853a7fb9bd5ce0086bc3781b36136d8c39da19933923ae", |
| "original_unchanged": true, |
| "parameter_count": 27781427952, |
| "recorded_at": "2026-09-22T12:01:22.400599+00:00", |
| "shard_bytes": 55563006776, |
| "shard_count": 18, |
| "source_file_bytes": 55586456605, |
| "source_root": "<SOURCE_MODEL_DIR>", |
| "special_tokens_map_present": false, |
| "status": "PASS", |
| "tensor_count": 1199, |
| "tensors": { |
| "lm_head.weight": { |
| "bytes": 2542796800, |
| "data_offsets": [ |
| 0, |
| 2542796800 |
| ], |
| "dtype": "BF16", |
| "parameters": 1271398400, |
| "shape": [ |
| 248320, |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "model.language_model.embed_tokens.weight": { |
| "bytes": 2542796800, |
| "data_offsets": [ |
| 0, |
| 2542796800 |
| ], |
| "dtype": "BF16", |
| "parameters": 1271398400, |
| "shape": [ |
| 248320, |
| 5120 |
| ], |
| "shard": "model-00003-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 10240, |
| 10336 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 10336, |
| 92256 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 92256, |
| 92352 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 92352, |
| 583872 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 583872, |
| 1075392 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1075392, |
| 105932992 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 105932992, |
| 168847552 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 168847552, |
| 168847808 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 168847808, |
| 231762368 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 231762368, |
| 410020288 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 410020288, |
| 588278208 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 588278208, |
| 766536128 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.0.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766536128, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766546368, |
| 766556608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766556608, |
| 766556704 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 766556704, |
| 766638624 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766638624, |
| 766638720 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 766638720, |
| 767130240 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 767130240, |
| 767621760 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 767621760, |
| 872479360 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 872479360, |
| 935393920 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 935393920, |
| 935394176 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 935394176, |
| 998308736 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 998308736, |
| 1176566656 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1176566656, |
| 1354824576 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1354824576, |
| 1533082496 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.1.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533082496, |
| 1533092736 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 10240, |
| 10336 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 10336, |
| 92256 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 92256, |
| 92352 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 92352, |
| 583872 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 583872, |
| 1075392 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1075392, |
| 105932992 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 105932992, |
| 168847552 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 168847552, |
| 168847808 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 168847808, |
| 231762368 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 231762368, |
| 410020288 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 410020288, |
| 588278208 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 588278208, |
| 766536128 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.10.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766536128, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766546368, |
| 766556608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 766556608, |
| 944814528 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 944814528, |
| 1123072448 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1123072448, |
| 1301330368 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1301330368, |
| 1301340608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1301340608, |
| 1301341120 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 1301341120, |
| 1311826880 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1311826880, |
| 1374741440 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1374741440, |
| 1374741952 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 1374741952, |
| 1500571072 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.11.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 1500571072, |
| 1511056832 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1511056832, |
| 1511067072 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1511067072, |
| 1511067168 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1511067168, |
| 1511149088 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1511149088, |
| 1511149184 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1511149184, |
| 1511640704 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1511640704, |
| 1512132224 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1512132224, |
| 1616989824 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1616989824, |
| 1679904384 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1679904384, |
| 1679904640 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1679904640, |
| 1742819200 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1742819200, |
| 1921077120 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1921077120, |
| 2099335040 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2099335040, |
| 2277592960 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.12.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2277592960, |
| 2277603200 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2277603200, |
| 2277613440 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 2277613440, |
| 2277613536 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 2277613536, |
| 2277695456 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 2277695456, |
| 2277695552 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 2277695552, |
| 2278187072 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 2278187072, |
| 2278678592 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 2278678592, |
| 2383536192 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2383536192, |
| 2446450752 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 2446450752, |
| 2446451008 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2446451008, |
| 2509365568 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2509365568, |
| 2687623488 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2687623488, |
| 2865881408 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2865881408, |
| 3044139328 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.13.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044139328, |
| 3044149568 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044149568, |
| 3044159808 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044159808, |
| 3044159904 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3044159904, |
| 3044241824 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044241824, |
| 3044241920 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044241920, |
| 3044733440 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044733440, |
| 3045224960 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3045224960, |
| 3150082560 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3150082560, |
| 3212997120 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3212997120, |
| 3212997376 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3212997376, |
| 3275911936 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3275911936, |
| 3454169856 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3454169856, |
| 3632427776 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3632427776, |
| 3810685696 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.14.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810685696, |
| 3810695936 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 10240, |
| 178268160 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3810695936, |
| 3988953856 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 178268160, |
| 356526080 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3988953856, |
| 3988964096 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00004-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 356526080, |
| 356526592 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 356526592, |
| 367012352 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 367012352, |
| 429926912 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 429926912, |
| 429927424 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 429927424, |
| 555756544 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.15.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 555756544, |
| 566242304 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 10240, |
| 10336 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 10336, |
| 92256 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 92256, |
| 92352 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 92352, |
| 583872 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 583872, |
| 1075392 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1075392, |
| 105932992 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 105932992, |
| 168847552 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 168847552, |
| 168847808 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 168847808, |
| 231762368 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 231762368, |
| 410020288 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 410020288, |
| 588278208 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 588278208, |
| 766536128 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.16.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766536128, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766546368, |
| 766556608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766556608, |
| 766556704 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 766556704, |
| 766638624 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766638624, |
| 766638720 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 766638720, |
| 767130240 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 767130240, |
| 767621760 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 767621760, |
| 872479360 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 872479360, |
| 935393920 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 935393920, |
| 935394176 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 935394176, |
| 998308736 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 998308736, |
| 1176566656 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1176566656, |
| 1354824576 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1354824576, |
| 1533082496 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.17.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533082496, |
| 1533092736 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533092736, |
| 1533102976 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533102976, |
| 1533103072 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1533103072, |
| 1533184992 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533184992, |
| 1533185088 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533185088, |
| 1533676608 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533676608, |
| 1534168128 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1534168128, |
| 1639025728 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1639025728, |
| 1701940288 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1701940288, |
| 1701940544 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1701940544, |
| 1764855104 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1764855104, |
| 1943113024 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1943113024, |
| 2121370944 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2121370944, |
| 2299628864 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.18.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299628864, |
| 2299639104 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299639104, |
| 2299649344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2299649344, |
| 2477907264 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2477907264, |
| 2656165184 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2656165184, |
| 2834423104 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2834423104, |
| 2834433344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2834433344, |
| 2834433856 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2834433856, |
| 2844919616 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2844919616, |
| 2907834176 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2907834176, |
| 2907834688 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 2907834688, |
| 3033663808 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.19.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3033663808, |
| 3044149568 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533092736, |
| 1533102976 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533102976, |
| 1533103072 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1533103072, |
| 1533184992 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533184992, |
| 1533185088 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533185088, |
| 1533676608 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533676608, |
| 1534168128 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1534168128, |
| 1639025728 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1639025728, |
| 1701940288 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1701940288, |
| 1701940544 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1701940544, |
| 1764855104 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1764855104, |
| 1943113024 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1943113024, |
| 2121370944 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2121370944, |
| 2299628864 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.2.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299628864, |
| 2299639104 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044149568, |
| 3044159808 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044159808, |
| 3044159904 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3044159904, |
| 3044241824 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044241824, |
| 3044241920 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044241920, |
| 3044733440 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044733440, |
| 3045224960 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3045224960, |
| 3150082560 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3150082560, |
| 3212997120 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3212997120, |
| 3212997376 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3212997376, |
| 3275911936 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3275911936, |
| 3454169856 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3454169856, |
| 3632427776 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3632427776, |
| 3810685696 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.20.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810685696, |
| 3810695936 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810695936, |
| 3810706176 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810706176, |
| 3810706272 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3810706272, |
| 3810788192 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810788192, |
| 3810788288 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3810788288, |
| 3811279808 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3811279808, |
| 3811771328 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3811771328, |
| 3916628928 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3916628928, |
| 3979543488 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3979543488, |
| 3979543744 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00006-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 0, |
| 62914560 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 62914560, |
| 241172480 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 241172480, |
| 419430400 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 419430400, |
| 597688320 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.21.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597688320, |
| 597698560 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597698560, |
| 597708800 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597708800, |
| 597708896 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 597708896, |
| 597790816 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597790816, |
| 597790912 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 597790912, |
| 598282432 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 598282432, |
| 598773952 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 598773952, |
| 703631552 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 703631552, |
| 766546112 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 766546112, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 766546368, |
| 829460928 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 829460928, |
| 1007718848 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1007718848, |
| 1185976768 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1185976768, |
| 1364234688 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.22.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364234688, |
| 1364244928 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364244928, |
| 1364255168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1364255168, |
| 1542513088 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1542513088, |
| 1720771008 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1720771008, |
| 1899028928 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1899028928, |
| 1899039168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1899039168, |
| 1899039680 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 1899039680, |
| 1909525440 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1909525440, |
| 1972440000 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1972440000, |
| 1972440512 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 1972440512, |
| 2098269632 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.23.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2098269632, |
| 2108755392 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00007-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 10240, |
| 10336 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 10336, |
| 92256 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 92256, |
| 92352 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 92352, |
| 583872 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 583872, |
| 1075392 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1075392, |
| 105932992 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 105932992, |
| 168847552 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 168847552, |
| 168847808 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 168847808, |
| 231762368 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 231762368, |
| 410020288 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 410020288, |
| 588278208 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 588278208, |
| 766536128 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.24.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766536128, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766546368, |
| 766556608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766556608, |
| 766556704 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 766556704, |
| 766638624 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766638624, |
| 766638720 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 766638720, |
| 767130240 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 767130240, |
| 767621760 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 767621760, |
| 872479360 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 872479360, |
| 935393920 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 935393920, |
| 935394176 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 935394176, |
| 998308736 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 998308736, |
| 1176566656 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1176566656, |
| 1354824576 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1354824576, |
| 1533082496 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.25.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533082496, |
| 1533092736 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533092736, |
| 1533102976 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533102976, |
| 1533103072 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1533103072, |
| 1533184992 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533184992, |
| 1533185088 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533185088, |
| 1533676608 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533676608, |
| 1534168128 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1534168128, |
| 1639025728 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1639025728, |
| 1701940288 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1701940288, |
| 1701940544 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1701940544, |
| 1764855104 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1764855104, |
| 1943113024 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1943113024, |
| 2121370944 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2121370944, |
| 2299628864 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.26.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299628864, |
| 2299639104 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299639104, |
| 2299649344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2299649344, |
| 2477907264 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2477907264, |
| 2656165184 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2656165184, |
| 2834423104 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2834423104, |
| 2834433344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2834433344, |
| 2834433856 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2834433856, |
| 2844919616 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2844919616, |
| 2907834176 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2907834176, |
| 2907834688 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 2907834688, |
| 3033663808 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.27.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3033663808, |
| 3044149568 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044149568, |
| 3044159808 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044159808, |
| 3044159904 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3044159904, |
| 3044241824 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044241824, |
| 3044241920 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044241920, |
| 3044733440 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044733440, |
| 3045224960 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3045224960, |
| 3150082560 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3150082560, |
| 3212997120 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3212997120, |
| 3212997376 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3212997376, |
| 3275911936 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3275911936, |
| 3454169856 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3454169856, |
| 3632427776 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3632427776, |
| 3810685696 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.28.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810685696, |
| 3810695936 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810695936, |
| 3810706176 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810706176, |
| 3810706272 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3810706272, |
| 3810788192 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810788192, |
| 3810788288 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3810788288, |
| 3811279808 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3811279808, |
| 3811771328 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3811771328, |
| 3916628928 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3916628928, |
| 3979543488 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3979543488, |
| 3979543744 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00008-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 0, |
| 62914560 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 62914560, |
| 241172480 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 241172480, |
| 419430400 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 419430400, |
| 597688320 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.29.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597688320, |
| 597698560 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299639104, |
| 2299649344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2299649344, |
| 2477907264 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2477907264, |
| 2656165184 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2656165184, |
| 2834423104 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2834423104, |
| 2834433344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2834433344, |
| 2834433856 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2834433856, |
| 2844919616 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2844919616, |
| 2907834176 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2907834176, |
| 2907834688 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 2907834688, |
| 3033663808 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.3.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3033663808, |
| 3044149568 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597698560, |
| 597708800 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597708800, |
| 597708896 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 597708896, |
| 597790816 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597790816, |
| 597790912 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 597790912, |
| 598282432 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 598282432, |
| 598773952 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 598773952, |
| 703631552 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 703631552, |
| 766546112 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 766546112, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 766546368, |
| 829460928 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 829460928, |
| 1007718848 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1007718848, |
| 1185976768 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1185976768, |
| 1364234688 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.30.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364234688, |
| 1364244928 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364244928, |
| 1364255168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1364255168, |
| 1542513088 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1542513088, |
| 1720771008 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1720771008, |
| 1899028928 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1899028928, |
| 1899039168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1899039168, |
| 1899039680 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 1899039680, |
| 1909525440 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1909525440, |
| 1972440000 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1972440000, |
| 1972440512 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 1972440512, |
| 2098269632 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.31.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2098269632, |
| 2108755392 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00009-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 10240, |
| 10336 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 10336, |
| 92256 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 92256, |
| 92352 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 92352, |
| 583872 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 583872, |
| 1075392 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1075392, |
| 105932992 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 105932992, |
| 168847552 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 168847552, |
| 168847808 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 168847808, |
| 231762368 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 231762368, |
| 410020288 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 410020288, |
| 588278208 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 588278208, |
| 766536128 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.32.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766536128, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766546368, |
| 766556608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766556608, |
| 766556704 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 766556704, |
| 766638624 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766638624, |
| 766638720 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 766638720, |
| 767130240 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 767130240, |
| 767621760 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 767621760, |
| 872479360 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 872479360, |
| 935393920 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 935393920, |
| 935394176 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 935394176, |
| 998308736 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 998308736, |
| 1176566656 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1176566656, |
| 1354824576 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1354824576, |
| 1533082496 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.33.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533082496, |
| 1533092736 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533092736, |
| 1533102976 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533102976, |
| 1533103072 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1533103072, |
| 1533184992 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533184992, |
| 1533185088 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533185088, |
| 1533676608 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533676608, |
| 1534168128 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1534168128, |
| 1639025728 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1639025728, |
| 1701940288 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1701940288, |
| 1701940544 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1701940544, |
| 1764855104 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1764855104, |
| 1943113024 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1943113024, |
| 2121370944 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2121370944, |
| 2299628864 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.34.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299628864, |
| 2299639104 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299639104, |
| 2299649344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2299649344, |
| 2477907264 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2477907264, |
| 2656165184 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2656165184, |
| 2834423104 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2834423104, |
| 2834433344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2834433344, |
| 2834433856 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2834433856, |
| 2844919616 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2844919616, |
| 2907834176 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2907834176, |
| 2907834688 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 2907834688, |
| 3033663808 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.35.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3033663808, |
| 3044149568 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044149568, |
| 3044159808 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044159808, |
| 3044159904 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3044159904, |
| 3044241824 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044241824, |
| 3044241920 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044241920, |
| 3044733440 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044733440, |
| 3045224960 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3045224960, |
| 3150082560 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3150082560, |
| 3212997120 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3212997120, |
| 3212997376 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3212997376, |
| 3275911936 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3275911936, |
| 3454169856 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3454169856, |
| 3632427776 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3632427776, |
| 3810685696 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.36.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810685696, |
| 3810695936 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810695936, |
| 3810706176 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810706176, |
| 3810706272 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3810706272, |
| 3810788192 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810788192, |
| 3810788288 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3810788288, |
| 3811279808 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3811279808, |
| 3811771328 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3811771328, |
| 3916628928 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3916628928, |
| 3979543488 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3979543488, |
| 3979543744 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00010-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 0, |
| 62914560 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 62914560, |
| 241172480 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 241172480, |
| 419430400 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 419430400, |
| 597688320 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.37.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597688320, |
| 597698560 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597698560, |
| 597708800 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597708800, |
| 597708896 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 597708896, |
| 597790816 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597790816, |
| 597790912 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 597790912, |
| 598282432 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 598282432, |
| 598773952 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 598773952, |
| 703631552 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 703631552, |
| 766546112 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 766546112, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 766546368, |
| 829460928 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 829460928, |
| 1007718848 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1007718848, |
| 1185976768 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1185976768, |
| 1364234688 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.38.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364234688, |
| 1364244928 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364244928, |
| 1364255168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1364255168, |
| 1542513088 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1542513088, |
| 1720771008 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1720771008, |
| 1899028928 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1899028928, |
| 1899039168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1899039168, |
| 1899039680 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 1899039680, |
| 1909525440 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1909525440, |
| 1972440000 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1972440000, |
| 1972440512 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 1972440512, |
| 2098269632 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.39.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2098269632, |
| 2108755392 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00011-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044149568, |
| 3044159808 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044159808, |
| 3044159904 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3044159904, |
| 3044241824 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044241824, |
| 3044241920 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044241920, |
| 3044733440 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044733440, |
| 3045224960 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 0, |
| 104857600 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 104857600, |
| 167772160 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 167772160, |
| 167772416 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 167772416, |
| 230686976 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 230686976, |
| 408944896 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 408944896, |
| 587202816 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 587202816, |
| 765460736 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.4.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 765460736, |
| 765470976 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 10240, |
| 10336 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 10336, |
| 92256 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 92256, |
| 92352 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 92352, |
| 583872 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 583872, |
| 1075392 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1075392, |
| 105932992 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 105932992, |
| 168847552 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 168847552, |
| 168847808 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 168847808, |
| 231762368 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 231762368, |
| 410020288 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 410020288, |
| 588278208 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 588278208, |
| 766536128 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.40.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766536128, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766546368, |
| 766556608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766556608, |
| 766556704 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 766556704, |
| 766638624 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766638624, |
| 766638720 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 766638720, |
| 767130240 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 767130240, |
| 767621760 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 767621760, |
| 872479360 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 872479360, |
| 935393920 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 935393920, |
| 935394176 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 935394176, |
| 998308736 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 998308736, |
| 1176566656 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1176566656, |
| 1354824576 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1354824576, |
| 1533082496 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.41.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533082496, |
| 1533092736 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533092736, |
| 1533102976 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533102976, |
| 1533103072 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1533103072, |
| 1533184992 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533184992, |
| 1533185088 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533185088, |
| 1533676608 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533676608, |
| 1534168128 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1534168128, |
| 1639025728 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1639025728, |
| 1701940288 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1701940288, |
| 1701940544 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1701940544, |
| 1764855104 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1764855104, |
| 1943113024 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1943113024, |
| 2121370944 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2121370944, |
| 2299628864 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.42.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299628864, |
| 2299639104 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299639104, |
| 2299649344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2299649344, |
| 2477907264 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2477907264, |
| 2656165184 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2656165184, |
| 2834423104 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2834423104, |
| 2834433344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2834433344, |
| 2834433856 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2834433856, |
| 2844919616 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2844919616, |
| 2907834176 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2907834176, |
| 2907834688 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 2907834688, |
| 3033663808 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.43.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3033663808, |
| 3044149568 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044149568, |
| 3044159808 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044159808, |
| 3044159904 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3044159904, |
| 3044241824 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044241824, |
| 3044241920 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044241920, |
| 3044733440 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044733440, |
| 3045224960 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3045224960, |
| 3150082560 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3150082560, |
| 3212997120 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3212997120, |
| 3212997376 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3212997376, |
| 3275911936 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3275911936, |
| 3454169856 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3454169856, |
| 3632427776 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3632427776, |
| 3810685696 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.44.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810685696, |
| 3810695936 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810695936, |
| 3810706176 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810706176, |
| 3810706272 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3810706272, |
| 3810788192 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810788192, |
| 3810788288 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3810788288, |
| 3811279808 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3811279808, |
| 3811771328 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3811771328, |
| 3916628928 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3916628928, |
| 3979543488 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3979543488, |
| 3979543744 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00012-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 0, |
| 62914560 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 62914560, |
| 241172480 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 241172480, |
| 419430400 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 419430400, |
| 597688320 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.45.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597688320, |
| 597698560 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597698560, |
| 597708800 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597708800, |
| 597708896 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 597708896, |
| 597790816 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597790816, |
| 597790912 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 597790912, |
| 598282432 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 598282432, |
| 598773952 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 598773952, |
| 703631552 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 703631552, |
| 766546112 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 766546112, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 766546368, |
| 829460928 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 829460928, |
| 1007718848 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1007718848, |
| 1185976768 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1185976768, |
| 1364234688 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.46.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364234688, |
| 1364244928 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364244928, |
| 1364255168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1364255168, |
| 1542513088 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1542513088, |
| 1720771008 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1720771008, |
| 1899028928 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1899028928, |
| 1899039168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1899039168, |
| 1899039680 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 1899039680, |
| 1909525440 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1909525440, |
| 1972440000 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1972440000, |
| 1972440512 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 1972440512, |
| 2098269632 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.47.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2098269632, |
| 2108755392 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00013-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 10240, |
| 10336 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 10336, |
| 92256 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 92256, |
| 92352 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 92352, |
| 583872 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 583872, |
| 1075392 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1075392, |
| 105932992 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 105932992, |
| 168847552 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 168847552, |
| 168847808 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 168847808, |
| 231762368 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 231762368, |
| 410020288 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 410020288, |
| 588278208 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 588278208, |
| 766536128 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.48.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766536128, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766546368, |
| 766556608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766556608, |
| 766556704 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 766556704, |
| 766638624 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766638624, |
| 766638720 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 766638720, |
| 767130240 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 767130240, |
| 767621760 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 767621760, |
| 872479360 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 872479360, |
| 935393920 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 935393920, |
| 935394176 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 935394176, |
| 998308736 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 998308736, |
| 1176566656 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1176566656, |
| 1354824576 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1354824576, |
| 1533082496 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.49.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533082496, |
| 1533092736 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 765470976, |
| 765481216 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 765481216, |
| 765481312 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 765481312, |
| 765563232 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 765563232, |
| 765563328 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 765563328, |
| 766054848 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 766054848, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 766546368, |
| 871403968 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 871403968, |
| 934318528 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 934318528, |
| 934318784 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 934318784, |
| 997233344 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 997233344, |
| 1175491264 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1175491264, |
| 1353749184 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1353749184, |
| 1532007104 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.5.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1532007104, |
| 1532017344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533092736, |
| 1533102976 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533102976, |
| 1533103072 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1533103072, |
| 1533184992 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533184992, |
| 1533185088 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533185088, |
| 1533676608 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533676608, |
| 1534168128 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1534168128, |
| 1639025728 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1639025728, |
| 1701940288 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1701940288, |
| 1701940544 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1701940544, |
| 1764855104 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1764855104, |
| 1943113024 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1943113024, |
| 2121370944 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2121370944, |
| 2299628864 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.50.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299628864, |
| 2299639104 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299639104, |
| 2299649344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2299649344, |
| 2477907264 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2477907264, |
| 2656165184 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2656165184, |
| 2834423104 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2834423104, |
| 2834433344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2834433344, |
| 2834433856 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2834433856, |
| 2844919616 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2844919616, |
| 2907834176 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2907834176, |
| 2907834688 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 2907834688, |
| 3033663808 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.51.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3033663808, |
| 3044149568 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044149568, |
| 3044159808 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044159808, |
| 3044159904 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3044159904, |
| 3044241824 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044241824, |
| 3044241920 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044241920, |
| 3044733440 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044733440, |
| 3045224960 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3045224960, |
| 3150082560 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3150082560, |
| 3212997120 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3212997120, |
| 3212997376 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3212997376, |
| 3275911936 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3275911936, |
| 3454169856 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3454169856, |
| 3632427776 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3632427776, |
| 3810685696 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.52.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810685696, |
| 3810695936 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810695936, |
| 3810706176 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810706176, |
| 3810706272 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3810706272, |
| 3810788192 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810788192, |
| 3810788288 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3810788288, |
| 3811279808 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3811279808, |
| 3811771328 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3811771328, |
| 3916628928 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3916628928, |
| 3979543488 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3979543488, |
| 3979543744 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00014-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 0, |
| 62914560 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 62914560, |
| 241172480 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 241172480, |
| 419430400 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 419430400, |
| 597688320 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.53.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597688320, |
| 597698560 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597698560, |
| 597708800 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597708800, |
| 597708896 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 597708896, |
| 597790816 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597790816, |
| 597790912 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 597790912, |
| 598282432 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 598282432, |
| 598773952 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 598773952, |
| 703631552 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 703631552, |
| 766546112 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 766546112, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 766546368, |
| 829460928 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 829460928, |
| 1007718848 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1007718848, |
| 1185976768 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1185976768, |
| 1364234688 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.54.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364234688, |
| 1364244928 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364244928, |
| 1364255168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1364255168, |
| 1542513088 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1542513088, |
| 1720771008 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1720771008, |
| 1899028928 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1899028928, |
| 1899039168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1899039168, |
| 1899039680 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 1899039680, |
| 1909525440 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1909525440, |
| 1972440000 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1972440000, |
| 1972440512 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 1972440512, |
| 2098269632 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.55.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2098269632, |
| 2108755392 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00015-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 0, |
| 10240 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 10240, |
| 10336 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 10336, |
| 92256 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 92256, |
| 92352 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 92352, |
| 583872 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 583872, |
| 1075392 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1075392, |
| 105932992 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 105932992, |
| 168847552 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 168847552, |
| 168847808 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 168847808, |
| 231762368 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 231762368, |
| 410020288 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 410020288, |
| 588278208 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 588278208, |
| 766536128 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.56.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766536128, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 766546368, |
| 766556608 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766556608, |
| 766556704 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 766556704, |
| 766638624 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 766638624, |
| 766638720 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 766638720, |
| 767130240 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 767130240, |
| 767621760 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 767621760, |
| 872479360 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 872479360, |
| 935393920 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 935393920, |
| 935394176 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 935394176, |
| 998308736 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 998308736, |
| 1176566656 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1176566656, |
| 1354824576 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1354824576, |
| 1533082496 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.57.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533082496, |
| 1533092736 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1533092736, |
| 1533102976 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533102976, |
| 1533103072 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1533103072, |
| 1533184992 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1533184992, |
| 1533185088 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533185088, |
| 1533676608 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1533676608, |
| 1534168128 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1534168128, |
| 1639025728 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1639025728, |
| 1701940288 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1701940288, |
| 1701940544 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1701940544, |
| 1764855104 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1764855104, |
| 1943113024 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1943113024, |
| 2121370944 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2121370944, |
| 2299628864 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.58.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299628864, |
| 2299639104 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2299639104, |
| 2299649344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2299649344, |
| 2477907264 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2477907264, |
| 2656165184 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2656165184, |
| 2834423104 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2834423104, |
| 2834433344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2834433344, |
| 2834433856 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2834433856, |
| 2844919616 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2844919616, |
| 2907834176 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2907834176, |
| 2907834688 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 2907834688, |
| 3033663808 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.59.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3033663808, |
| 3044149568 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1532017344, |
| 1532027584 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1532027584, |
| 1532027680 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1532027680, |
| 1532109600 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1532109600, |
| 1532109696 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1532109696, |
| 1532601216 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1532601216, |
| 1533092736 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1533092736, |
| 1637950336 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1637950336, |
| 1700864896 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1700864896, |
| 1700865152 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1700865152, |
| 1763779712 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1763779712, |
| 1942037632 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1942037632, |
| 2120295552 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2120295552, |
| 2298553472 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.6.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2298553472, |
| 2298563712 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3044149568, |
| 3044159808 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044159808, |
| 3044159904 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3044159904, |
| 3044241824 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3044241824, |
| 3044241920 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044241920, |
| 3044733440 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3044733440, |
| 3045224960 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3045224960, |
| 3150082560 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3150082560, |
| 3212997120 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3212997120, |
| 3212997376 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3212997376, |
| 3275911936 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3275911936, |
| 3454169856 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3454169856, |
| 3632427776 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3632427776, |
| 3810685696 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.60.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810685696, |
| 3810695936 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3810695936, |
| 3810706176 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810706176, |
| 3810706272 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 3810706272, |
| 3810788192 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 3810788192, |
| 3810788288 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3810788288, |
| 3811279808 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 3811279808, |
| 3811771328 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 3811771328, |
| 3916628928 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3916628928, |
| 3979543488 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 3979543488, |
| 3979543744 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 0, |
| 62914560 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 62914560, |
| 241172480 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 241172480, |
| 419430400 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 419430400, |
| 597688320 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.61.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597688320, |
| 597698560 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 597698560, |
| 597708800 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597708800, |
| 597708896 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 597708896, |
| 597790816 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 597790816, |
| 597790912 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 597790912, |
| 598282432 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 598282432, |
| 598773952 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 598773952, |
| 703631552 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 703631552, |
| 766546112 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 766546112, |
| 766546368 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 766546368, |
| 829460928 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 829460928, |
| 1007718848 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1007718848, |
| 1185976768 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1185976768, |
| 1364234688 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.62.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364234688, |
| 1364244928 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1364244928, |
| 1364255168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1364255168, |
| 1542513088 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1542513088, |
| 1720771008 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1720771008, |
| 1899028928 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1899028928, |
| 1899039168 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1899039168, |
| 1899039680 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 1899039680, |
| 1909525440 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1909525440, |
| 1972440000 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 1972440000, |
| 1972440512 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 1972440512, |
| 2098269632 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.63.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2098269632, |
| 2108755392 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00017-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2298563712, |
| 2298573952 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2298573952, |
| 2476831872 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2476831872, |
| 2655089792 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2655089792, |
| 2833347712 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2833347712, |
| 2833357952 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2833357952, |
| 2833358464 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 2833358464, |
| 2843844224 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 2843844224, |
| 2906758784 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 2906758784, |
| 2906759296 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 2906759296, |
| 3032588416 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.7.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3032588416, |
| 3043074176 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00002-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 566242304, |
| 566252544 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 566252544, |
| 566252640 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 566252640, |
| 566334560 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 566334560, |
| 566334656 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 566334656, |
| 566826176 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 566826176, |
| 567317696 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 567317696, |
| 672175296 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 672175296, |
| 735089856 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 735089856, |
| 735090112 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 735090112, |
| 798004672 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 798004672, |
| 976262592 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 976262592, |
| 1154520512 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1154520512, |
| 1332778432 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.8.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1332778432, |
| 1332788672 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 1332788672, |
| 1332798912 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.A_log": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1332798912, |
| 1332799008 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.conv1d.weight": { |
| "bytes": 81920, |
| "data_offsets": [ |
| 1332799008, |
| 1332880928 |
| ], |
| "dtype": "BF16", |
| "parameters": 40960, |
| "shape": [ |
| 10240, |
| 1, |
| 4 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.dt_bias": { |
| "bytes": 96, |
| "data_offsets": [ |
| 1332880928, |
| 1332881024 |
| ], |
| "dtype": "BF16", |
| "parameters": 48, |
| "shape": [ |
| 48 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.in_proj_a.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1332881024, |
| 1333372544 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.in_proj_b.weight": { |
| "bytes": 491520, |
| "data_offsets": [ |
| 1333372544, |
| 1333864064 |
| ], |
| "dtype": "BF16", |
| "parameters": 245760, |
| "shape": [ |
| 48, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 1333864064, |
| 1438721664 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 10240, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.in_proj_z.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1438721664, |
| 1501636224 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 6144, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.norm.weight": { |
| "bytes": 256, |
| "data_offsets": [ |
| 1501636224, |
| 1501636480 |
| ], |
| "dtype": "BF16", |
| "parameters": 128, |
| "shape": [ |
| 128 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.linear_attn.out_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 1501636480, |
| 1564551040 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1564551040, |
| 1742808960 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1742808960, |
| 1921066880 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 1921066880, |
| 2099324800 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.layers.9.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2099324800, |
| 2099335040 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00005-of-00018.safetensors" |
| }, |
| "model.language_model.norm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3979543744, |
| 3979553984 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00016-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3045224960, |
| 3045227264 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3045227264, |
| 3047881472 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3047881472, |
| 3047888384 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3047888384, |
| 3055851008 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3055851008, |
| 3055859616 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3055859616, |
| 3065776032 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3065776032, |
| 3065778336 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3065778336, |
| 3075694752 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3075694752, |
| 3075697056 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3075697056, |
| 3075699360 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3075699360, |
| 3075701664 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.0.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3075701664, |
| 3075703968 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3075703968, |
| 3075706272 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3075706272, |
| 3078360480 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3078360480, |
| 3078367392 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3078367392, |
| 3086330016 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3086330016, |
| 3086338624 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3086338624, |
| 3096255040 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3096255040, |
| 3096257344 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3096257344, |
| 3106173760 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3106173760, |
| 3106176064 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3106176064, |
| 3106178368 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3106178368, |
| 3106180672 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.1.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3106180672, |
| 3106182976 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3106182976, |
| 3106185280 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3106185280, |
| 3108839488 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3108839488, |
| 3108846400 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3108846400, |
| 3116809024 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3116809024, |
| 3116817632 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3116817632, |
| 3126734048 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3126734048, |
| 3126736352 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3126736352, |
| 3136652768 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3136652768, |
| 3136655072 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3136655072, |
| 3136657376 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3136657376, |
| 3136659680 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.10.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3136659680, |
| 3136661984 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3136661984, |
| 3136664288 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3136664288, |
| 3139318496 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3139318496, |
| 3139325408 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3139325408, |
| 3147288032 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3147288032, |
| 3147296640 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3147296640, |
| 3157213056 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3157213056, |
| 3157215360 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3157215360, |
| 3167131776 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3167131776, |
| 3167134080 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3167134080, |
| 3167136384 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3167136384, |
| 3167138688 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.11.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3167138688, |
| 3167140992 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3167140992, |
| 3167143296 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3167143296, |
| 3169797504 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3169797504, |
| 3169804416 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3169804416, |
| 3177767040 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3177767040, |
| 3177775648 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3177775648, |
| 3187692064 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3187692064, |
| 3187694368 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3187694368, |
| 3197610784 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3197610784, |
| 3197613088 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3197613088, |
| 3197615392 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3197615392, |
| 3197617696 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.12.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3197617696, |
| 3197620000 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3197620000, |
| 3197622304 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3197622304, |
| 3200276512 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3200276512, |
| 3200283424 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3200283424, |
| 3208246048 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3208246048, |
| 3208254656 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3208254656, |
| 3218171072 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3218171072, |
| 3218173376 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3218173376, |
| 3228089792 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3228089792, |
| 3228092096 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3228092096, |
| 3228094400 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3228094400, |
| 3228096704 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.13.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3228096704, |
| 3228099008 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3228099008, |
| 3228101312 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3228101312, |
| 3230755520 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3230755520, |
| 3230762432 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3230762432, |
| 3238725056 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3238725056, |
| 3238733664 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3238733664, |
| 3248650080 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3248650080, |
| 3248652384 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3248652384, |
| 3258568800 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3258568800, |
| 3258571104 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3258571104, |
| 3258573408 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3258573408, |
| 3258575712 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.14.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3258575712, |
| 3258578016 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3258578016, |
| 3258580320 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3258580320, |
| 3261234528 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3261234528, |
| 3261241440 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3261241440, |
| 3269204064 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3269204064, |
| 3269212672 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3269212672, |
| 3279129088 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3279129088, |
| 3279131392 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3279131392, |
| 3289047808 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3289047808, |
| 3289050112 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3289050112, |
| 3289052416 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3289052416, |
| 3289054720 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.15.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3289054720, |
| 3289057024 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3289057024, |
| 3289059328 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3289059328, |
| 3291713536 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3291713536, |
| 3291720448 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3291720448, |
| 3299683072 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3299683072, |
| 3299691680 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3299691680, |
| 3309608096 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3309608096, |
| 3309610400 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3309610400, |
| 3319526816 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3319526816, |
| 3319529120 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3319529120, |
| 3319531424 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3319531424, |
| 3319533728 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.16.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3319533728, |
| 3319536032 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3319536032, |
| 3319538336 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3319538336, |
| 3322192544 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3322192544, |
| 3322199456 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3322199456, |
| 3330162080 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3330162080, |
| 3330170688 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3330170688, |
| 3340087104 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3340087104, |
| 3340089408 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3340089408, |
| 3350005824 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3350005824, |
| 3350008128 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3350008128, |
| 3350010432 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3350010432, |
| 3350012736 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.17.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3350012736, |
| 3350015040 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3350015040, |
| 3350017344 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3350017344, |
| 3352671552 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3352671552, |
| 3352678464 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3352678464, |
| 3360641088 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3360641088, |
| 3360649696 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3360649696, |
| 3370566112 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3370566112, |
| 3370568416 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3370568416, |
| 3380484832 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3380484832, |
| 3380487136 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3380487136, |
| 3380489440 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3380489440, |
| 3380491744 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.18.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3380491744, |
| 3380494048 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3380494048, |
| 3380496352 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3380496352, |
| 3383150560 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3383150560, |
| 3383157472 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3383157472, |
| 3391120096 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3391120096, |
| 3391128704 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3391128704, |
| 3401045120 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3401045120, |
| 3401047424 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3401047424, |
| 3410963840 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3410963840, |
| 3410966144 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3410966144, |
| 3410968448 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3410968448, |
| 3410970752 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.19.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3410970752, |
| 3410973056 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3410973056, |
| 3410975360 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3410975360, |
| 3413629568 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3413629568, |
| 3413636480 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3413636480, |
| 3421599104 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3421599104, |
| 3421607712 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3421607712, |
| 3431524128 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3431524128, |
| 3431526432 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3431526432, |
| 3441442848 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3441442848, |
| 3441445152 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3441445152, |
| 3441447456 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3441447456, |
| 3441449760 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.2.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3441449760, |
| 3441452064 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3441452064, |
| 3441454368 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3441454368, |
| 3444108576 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3444108576, |
| 3444115488 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3444115488, |
| 3452078112 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3452078112, |
| 3452086720 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3452086720, |
| 3462003136 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3462003136, |
| 3462005440 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3462005440, |
| 3471921856 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3471921856, |
| 3471924160 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3471924160, |
| 3471926464 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3471926464, |
| 3471928768 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.20.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3471928768, |
| 3471931072 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3471931072, |
| 3471933376 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3471933376, |
| 3474587584 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3474587584, |
| 3474594496 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3474594496, |
| 3482557120 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3482557120, |
| 3482565728 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3482565728, |
| 3492482144 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3492482144, |
| 3492484448 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3492484448, |
| 3502400864 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3502400864, |
| 3502403168 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3502403168, |
| 3502405472 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3502405472, |
| 3502407776 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.21.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3502407776, |
| 3502410080 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3502410080, |
| 3502412384 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3502412384, |
| 3505066592 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3505066592, |
| 3505073504 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3505073504, |
| 3513036128 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3513036128, |
| 3513044736 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3513044736, |
| 3522961152 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3522961152, |
| 3522963456 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3522963456, |
| 3532879872 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3532879872, |
| 3532882176 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3532882176, |
| 3532884480 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3532884480, |
| 3532886784 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.22.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3532886784, |
| 3532889088 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3532889088, |
| 3532891392 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3532891392, |
| 3535545600 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3535545600, |
| 3535552512 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3535552512, |
| 3543515136 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3543515136, |
| 3543523744 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3543523744, |
| 3553440160 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3553440160, |
| 3553442464 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3553442464, |
| 3563358880 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3563358880, |
| 3563361184 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3563361184, |
| 3563363488 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3563363488, |
| 3563365792 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.23.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3563365792, |
| 3563368096 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3563368096, |
| 3563370400 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3563370400, |
| 3566024608 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3566024608, |
| 3566031520 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3566031520, |
| 3573994144 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3573994144, |
| 3574002752 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3574002752, |
| 3583919168 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3583919168, |
| 3583921472 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3583921472, |
| 3593837888 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3593837888, |
| 3593840192 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3593840192, |
| 3593842496 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3593842496, |
| 3593844800 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.24.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3593844800, |
| 3593847104 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3593847104, |
| 3593849408 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3593849408, |
| 3596503616 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3596503616, |
| 3596510528 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3596510528, |
| 3604473152 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3604473152, |
| 3604481760 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3604481760, |
| 3614398176 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3614398176, |
| 3614400480 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3614400480, |
| 3624316896 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3624316896, |
| 3624319200 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3624319200, |
| 3624321504 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3624321504, |
| 3624323808 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.25.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3624323808, |
| 3624326112 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3624326112, |
| 3624328416 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3624328416, |
| 3626982624 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3626982624, |
| 3626989536 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3626989536, |
| 3634952160 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3634952160, |
| 3634960768 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3634960768, |
| 3644877184 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3644877184, |
| 3644879488 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3644879488, |
| 3654795904 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3654795904, |
| 3654798208 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3654798208, |
| 3654800512 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3654800512, |
| 3654802816 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.26.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3654802816, |
| 3654805120 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3654805120, |
| 3654807424 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3654807424, |
| 3657461632 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3657461632, |
| 3657468544 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3657468544, |
| 3665431168 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3665431168, |
| 3665439776 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3665439776, |
| 3675356192 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3675356192, |
| 3675358496 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3675358496, |
| 3685274912 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3685274912, |
| 3685277216 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3685277216, |
| 3685279520 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3685279520, |
| 3685281824 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.3.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3685281824, |
| 3685284128 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3685284128, |
| 3685286432 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3685286432, |
| 3687940640 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3687940640, |
| 3687947552 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3687947552, |
| 3695910176 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3695910176, |
| 3695918784 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3695918784, |
| 3705835200 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3705835200, |
| 3705837504 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3705837504, |
| 3715753920 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3715753920, |
| 3715756224 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3715756224, |
| 3715758528 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3715758528, |
| 3715760832 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.4.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3715760832, |
| 3715763136 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3715763136, |
| 3715765440 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3715765440, |
| 3718419648 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3718419648, |
| 3718426560 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3718426560, |
| 3726389184 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3726389184, |
| 3726397792 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3726397792, |
| 3736314208 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3736314208, |
| 3736316512 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3736316512, |
| 3746232928 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3746232928, |
| 3746235232 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3746235232, |
| 3746237536 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3746237536, |
| 3746239840 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.5.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3746239840, |
| 3746242144 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3746242144, |
| 3746244448 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3746244448, |
| 3748898656 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3748898656, |
| 3748905568 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3748905568, |
| 3756868192 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3756868192, |
| 3756876800 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3756876800, |
| 3766793216 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3766793216, |
| 3766795520 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3766795520, |
| 3776711936 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3776711936, |
| 3776714240 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3776714240, |
| 3776716544 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3776716544, |
| 3776718848 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.6.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3776718848, |
| 3776721152 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3776721152, |
| 3776723456 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3776723456, |
| 3779377664 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3779377664, |
| 3779384576 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3779384576, |
| 3787347200 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3787347200, |
| 3787355808 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3787355808, |
| 3797272224 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3797272224, |
| 3797274528 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3797274528, |
| 3807190944 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3807190944, |
| 3807193248 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3807193248, |
| 3807195552 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3807195552, |
| 3807197856 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.7.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3807197856, |
| 3807200160 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3807200160, |
| 3807202464 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3807202464, |
| 3809856672 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3809856672, |
| 3809863584 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3809863584, |
| 3817826208 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3817826208, |
| 3817834816 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3817834816, |
| 3827751232 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3827751232, |
| 3827753536 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3827753536, |
| 3837669952 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3837669952, |
| 3837672256 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3837672256, |
| 3837674560 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3837674560, |
| 3837676864 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.8.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3837676864, |
| 3837679168 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.attn.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3837679168, |
| 3837681472 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.attn.proj.weight": { |
| "bytes": 2654208, |
| "data_offsets": [ |
| 3837681472, |
| 3840335680 |
| ], |
| "dtype": "BF16", |
| "parameters": 1327104, |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.attn.qkv.bias": { |
| "bytes": 6912, |
| "data_offsets": [ |
| 3840335680, |
| 3840342592 |
| ], |
| "dtype": "BF16", |
| "parameters": 3456, |
| "shape": [ |
| 3456 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.attn.qkv.weight": { |
| "bytes": 7962624, |
| "data_offsets": [ |
| 3840342592, |
| 3848305216 |
| ], |
| "dtype": "BF16", |
| "parameters": 3981312, |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.mlp.linear_fc1.bias": { |
| "bytes": 8608, |
| "data_offsets": [ |
| 3848305216, |
| 3848313824 |
| ], |
| "dtype": "BF16", |
| "parameters": 4304, |
| "shape": [ |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.mlp.linear_fc1.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3848313824, |
| 3858230240 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.mlp.linear_fc2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3858230240, |
| 3858232544 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.mlp.linear_fc2.weight": { |
| "bytes": 9916416, |
| "data_offsets": [ |
| 3858232544, |
| 3868148960 |
| ], |
| "dtype": "BF16", |
| "parameters": 4958208, |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.norm1.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3868148960, |
| 3868151264 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.norm1.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3868151264, |
| 3868153568 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.norm2.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3868153568, |
| 3868155872 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.blocks.9.norm2.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3868155872, |
| 3868158176 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.merger.linear_fc1.bias": { |
| "bytes": 9216, |
| "data_offsets": [ |
| 3868158176, |
| 3868167392 |
| ], |
| "dtype": "BF16", |
| "parameters": 4608, |
| "shape": [ |
| 4608 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.merger.linear_fc1.weight": { |
| "bytes": 42467328, |
| "data_offsets": [ |
| 3868167392, |
| 3910634720 |
| ], |
| "dtype": "BF16", |
| "parameters": 21233664, |
| "shape": [ |
| 4608, |
| 4608 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.merger.linear_fc2.bias": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3910634720, |
| 3910644960 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.merger.linear_fc2.weight": { |
| "bytes": 47185920, |
| "data_offsets": [ |
| 3910644960, |
| 3957830880 |
| ], |
| "dtype": "BF16", |
| "parameters": 23592960, |
| "shape": [ |
| 5120, |
| 4608 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.merger.norm.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3957830880, |
| 3957833184 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.merger.norm.weight": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3957833184, |
| 3957835488 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.patch_embed.proj.bias": { |
| "bytes": 2304, |
| "data_offsets": [ |
| 3957835488, |
| 3957837792 |
| ], |
| "dtype": "BF16", |
| "parameters": 1152, |
| "shape": [ |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.patch_embed.proj.weight": { |
| "bytes": 3538944, |
| "data_offsets": [ |
| 3957837792, |
| 3961376736 |
| ], |
| "dtype": "BF16", |
| "parameters": 1769472, |
| "shape": [ |
| 1152, |
| 3, |
| 2, |
| 16, |
| 16 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "model.visual.pos_embed.weight": { |
| "bytes": 5308416, |
| "data_offsets": [ |
| 3961376736, |
| 3966685152 |
| ], |
| "dtype": "BF16", |
| "parameters": 2654208, |
| "shape": [ |
| 2304, |
| 1152 |
| ], |
| "shard": "model-00001-of-00018.safetensors" |
| }, |
| "mtp.fc.weight": { |
| "bytes": 104857600, |
| "data_offsets": [ |
| 2542796800, |
| 2647654400 |
| ], |
| "dtype": "BF16", |
| "parameters": 52428800, |
| "shape": [ |
| 5120, |
| 10240 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.input_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 2647654400, |
| 2647664640 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.mlp.down_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2647664640, |
| 2825922560 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 5120, |
| 17408 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.mlp.gate_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 2825922560, |
| 3004180480 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.mlp.up_proj.weight": { |
| "bytes": 178257920, |
| "data_offsets": [ |
| 3004180480, |
| 3182438400 |
| ], |
| "dtype": "BF16", |
| "parameters": 89128960, |
| "shape": [ |
| 17408, |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.post_attention_layernorm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3182438400, |
| 3182448640 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.self_attn.k_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 3182448640, |
| 3182449152 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.self_attn.k_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3182449152, |
| 3192934912 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.self_attn.o_proj.weight": { |
| "bytes": 62914560, |
| "data_offsets": [ |
| 3192934912, |
| 3255849472 |
| ], |
| "dtype": "BF16", |
| "parameters": 31457280, |
| "shape": [ |
| 5120, |
| 6144 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.self_attn.q_norm.weight": { |
| "bytes": 512, |
| "data_offsets": [ |
| 3255849472, |
| 3255849984 |
| ], |
| "dtype": "BF16", |
| "parameters": 256, |
| "shape": [ |
| 256 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.self_attn.q_proj.weight": { |
| "bytes": 125829120, |
| "data_offsets": [ |
| 3255849984, |
| 3381679104 |
| ], |
| "dtype": "BF16", |
| "parameters": 62914560, |
| "shape": [ |
| 12288, |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.layers.0.self_attn.v_proj.weight": { |
| "bytes": 10485760, |
| "data_offsets": [ |
| 3381679104, |
| 3392164864 |
| ], |
| "dtype": "BF16", |
| "parameters": 5242880, |
| "shape": [ |
| 1024, |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.norm.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3392164864, |
| 3392175104 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.pre_fc_norm_embedding.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3392175104, |
| 3392185344 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| }, |
| "mtp.pre_fc_norm_hidden.weight": { |
| "bytes": 10240, |
| "data_offsets": [ |
| 3392185344, |
| 3392195584 |
| ], |
| "dtype": "BF16", |
| "parameters": 5120, |
| "shape": [ |
| 5120 |
| ], |
| "shard": "model-00018-of-00018.safetensors" |
| } |
| } |
| } |
|
|
