diff --git "a/RELEASE_VERIFICATION.json" "b/RELEASE_VERIFICATION.json" new file mode 100644--- /dev/null +++ "b/RELEASE_VERIFICATION.json" @@ -0,0 +1,7165 @@ +{ + "all_redownloaded_sha256_match": true, + "archive_sha256": "d633c21f620c4e4afbdd6dadb181dfc4d41a4fc446a6dbede1718cd949ac6acc", + "asset_and_manifest_bytes_fully_redownloaded": 33969040571, + "asset_and_manifest_files_fully_redownloaded": 136, + "asset_payload_full_readback_receipt_sha256": "14810b6e1436b868c130d8d0e150cb3afceb35685e8b5cbdf0b63e65f04730fb", + "asset_revision": "6a7fc05f196b98d751e3a14775d60f1161166d2a", + "at_utc": "2026-09-10T22:33:59.240888+00:00", + "cpu_qualification_receipt": { + "accepted": true, + "adapter_headers": { + "default": { + "body_values_read_for_this_header_check": false, + "elements": 61865984, + "header": { + "base_model.model.model.language_model.layers.0.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 0, + 655360 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.0.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 655360, + 1966080 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.0.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 1966080, + 2752512 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.0.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 2752512, + 3407872 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.1.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 3407872, + 4063232 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.1.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 4063232, + 5373952 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.1.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 5373952, + 6160384 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.1.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 6160384, + 6815744 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.10.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 6815744, + 7471104 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.10.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 7471104, + 8781824 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.10.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 8781824, + 9568256 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.10.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 9568256, + 10223616 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 10223616, + 10878976 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 10878976, + 11010048 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 11010048, + 11796480 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 11796480, + 12451840 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 12451840, + 13107200 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 13107200, + 14680064 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 14680064, + 15335424 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 15335424, + 15466496 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.12.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 15466496, + 16121856 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.12.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 16121856, + 17432576 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.12.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 17432576, + 18219008 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.12.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 18219008, + 18874368 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.13.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 18874368, + 19529728 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.13.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 19529728, + 20840448 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.13.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 20840448, + 21626880 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.13.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 21626880, + 22282240 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.14.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 22282240, + 22937600 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.14.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 22937600, + 24248320 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.14.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 24248320, + 25034752 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.14.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 25034752, + 25690112 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 25690112, + 26345472 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 26345472, + 26476544 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 26476544, + 27262976 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 27262976, + 27918336 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 27918336, + 28573696 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 28573696, + 30146560 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 30146560, + 30801920 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 30801920, + 30932992 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.16.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 30932992, + 31588352 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.16.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 31588352, + 32899072 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.16.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 32899072, + 33685504 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.16.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 33685504, + 34340864 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.17.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 34340864, + 34996224 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.17.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 34996224, + 36306944 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.17.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 36306944, + 37093376 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.17.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 37093376, + 37748736 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.18.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 37748736, + 38404096 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.18.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 38404096, + 39714816 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.18.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 39714816, + 40501248 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.18.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 40501248, + 41156608 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 41156608, + 41811968 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 41811968, + 41943040 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 41943040, + 42729472 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 42729472, + 43384832 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 43384832, + 44040192 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 44040192, + 45613056 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 45613056, + 46268416 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 46268416, + 46399488 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.2.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 46399488, + 47054848 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.2.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 47054848, + 48365568 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.2.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 48365568, + 49152000 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.2.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 49152000, + 49807360 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.20.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 49807360, + 50462720 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.20.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 50462720, + 51773440 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.20.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 51773440, + 52559872 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.20.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 52559872, + 53215232 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.21.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 53215232, + 53870592 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.21.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 53870592, + 55181312 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.21.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 55181312, + 55967744 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.21.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 55967744, + 56623104 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.22.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 56623104, + 57278464 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.22.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 57278464, + 58589184 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.22.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 58589184, + 59375616 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.22.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 59375616, + 60030976 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 60030976, + 60686336 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 60686336, + 60817408 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 60817408, + 61603840 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 61603840, + 62259200 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 62259200, + 62914560 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 62914560, + 64487424 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 64487424, + 65142784 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 65142784, + 65273856 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.24.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 65273856, + 65929216 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.24.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 65929216, + 67239936 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.24.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 67239936, + 68026368 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.24.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 68026368, + 68681728 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.25.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 68681728, + 69337088 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.25.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 69337088, + 70647808 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.25.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 70647808, + 71434240 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.25.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 71434240, + 72089600 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.26.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 72089600, + 72744960 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.26.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 72744960, + 74055680 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.26.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 74055680, + 74842112 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.26.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 74842112, + 75497472 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 75497472, + 76152832 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 76152832, + 76283904 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 76283904, + 77070336 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 77070336, + 77725696 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 77725696, + 78381056 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 78381056, + 79953920 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 79953920, + 80609280 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 80609280, + 80740352 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.28.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 80740352, + 81395712 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.28.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 81395712, + 82706432 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.28.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 82706432, + 83492864 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.28.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 83492864, + 84148224 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.29.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 84148224, + 84803584 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.29.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 84803584, + 86114304 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.29.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 86114304, + 86900736 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.29.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 86900736, + 87556096 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 87556096, + 88211456 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 88211456, + 88342528 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 88342528, + 89128960 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 89128960, + 89784320 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 89784320, + 90439680 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 90439680, + 92012544 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 92012544, + 92667904 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 92667904, + 92798976 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.30.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 92798976, + 93454336 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.30.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 93454336, + 94765056 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.30.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 94765056, + 95551488 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.30.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 95551488, + 96206848 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 96206848, + 96862208 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 96862208, + 96993280 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 96993280, + 97779712 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 97779712, + 98435072 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 98435072, + 99090432 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 99090432, + 100663296 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 100663296, + 101318656 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 101318656, + 101449728 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.32.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 101449728, + 102105088 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.32.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 102105088, + 103415808 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.32.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 103415808, + 104202240 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.32.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 104202240, + 104857600 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.33.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 104857600, + 105512960 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.33.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 105512960, + 106823680 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.33.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 106823680, + 107610112 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.33.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 107610112, + 108265472 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.34.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 108265472, + 108920832 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.34.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 108920832, + 110231552 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.34.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 110231552, + 111017984 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.34.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 111017984, + 111673344 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 111673344, + 112328704 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 112328704, + 112459776 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 112459776, + 113246208 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 113246208, + 113901568 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 113901568, + 114556928 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 114556928, + 116129792 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 116129792, + 116785152 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 116785152, + 116916224 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.36.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 116916224, + 117571584 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.36.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 117571584, + 118882304 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.36.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 118882304, + 119668736 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.36.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 119668736, + 120324096 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.37.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 120324096, + 120979456 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.37.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 120979456, + 122290176 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.37.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 122290176, + 123076608 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.37.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 123076608, + 123731968 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.38.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 123731968, + 124387328 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.38.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 124387328, + 125698048 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.38.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 125698048, + 126484480 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.38.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 126484480, + 127139840 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 127139840, + 127795200 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 127795200, + 127926272 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 127926272, + 128712704 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 128712704, + 129368064 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 129368064, + 130023424 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 130023424, + 131596288 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 131596288, + 132251648 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 132251648, + 132382720 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.4.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 132382720, + 133038080 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.4.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 133038080, + 134348800 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.4.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 134348800, + 135135232 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.4.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 135135232, + 135790592 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.40.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 135790592, + 136445952 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.40.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 136445952, + 137756672 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.40.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 137756672, + 138543104 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.40.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 138543104, + 139198464 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.41.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 139198464, + 139853824 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.41.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 139853824, + 141164544 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.41.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 141164544, + 141950976 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.41.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 141950976, + 142606336 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.42.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 142606336, + 143261696 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.42.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 143261696, + 144572416 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.42.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 144572416, + 145358848 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.42.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 145358848, + 146014208 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 146014208, + 146669568 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 146669568, + 146800640 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 146800640, + 147587072 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 147587072, + 148242432 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 148242432, + 148897792 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 148897792, + 150470656 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 150470656, + 151126016 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 151126016, + 151257088 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.44.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 151257088, + 151912448 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.44.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 151912448, + 153223168 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.44.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 153223168, + 154009600 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.44.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 154009600, + 154664960 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.45.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 154664960, + 155320320 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.45.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 155320320, + 156631040 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.45.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 156631040, + 157417472 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.45.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 157417472, + 158072832 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.46.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 158072832, + 158728192 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.46.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 158728192, + 160038912 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.46.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 160038912, + 160825344 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.46.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 160825344, + 161480704 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 161480704, + 162136064 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 162136064, + 162267136 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 162267136, + 163053568 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 163053568, + 163708928 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 163708928, + 164364288 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 164364288, + 165937152 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 165937152, + 166592512 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 166592512, + 166723584 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.48.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 166723584, + 167378944 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.48.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 167378944, + 168689664 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.48.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 168689664, + 169476096 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.48.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 169476096, + 170131456 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.49.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 170131456, + 170786816 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.49.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 170786816, + 172097536 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.49.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 172097536, + 172883968 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.49.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 172883968, + 173539328 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.5.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 173539328, + 174194688 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.5.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 174194688, + 175505408 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.5.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 175505408, + 176291840 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.5.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 176291840, + 176947200 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.50.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 176947200, + 177602560 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.50.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 177602560, + 178913280 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.50.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 178913280, + 179699712 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.50.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 179699712, + 180355072 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 180355072, + 181010432 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 181010432, + 181141504 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 181141504, + 181927936 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 181927936, + 182583296 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 182583296, + 183238656 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 183238656, + 184811520 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 184811520, + 185466880 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 185466880, + 185597952 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.52.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 185597952, + 186253312 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.52.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 186253312, + 187564032 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.52.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 187564032, + 188350464 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.52.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 188350464, + 189005824 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.53.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 189005824, + 189661184 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.53.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 189661184, + 190971904 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.53.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 190971904, + 191758336 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.53.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 191758336, + 192413696 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.54.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 192413696, + 193069056 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.54.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 193069056, + 194379776 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.54.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 194379776, + 195166208 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.54.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 195166208, + 195821568 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 195821568, + 196476928 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 196476928, + 196608000 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 196608000, + 197394432 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 197394432, + 198049792 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 198049792, + 198705152 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 198705152, + 200278016 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 200278016, + 200933376 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 200933376, + 201064448 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.56.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 201064448, + 201719808 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.56.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 201719808, + 203030528 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.56.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 203030528, + 203816960 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.56.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 203816960, + 204472320 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.57.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 204472320, + 205127680 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.57.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 205127680, + 206438400 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.57.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 206438400, + 207224832 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.57.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 207224832, + 207880192 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.58.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 207880192, + 208535552 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.58.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 208535552, + 209846272 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.58.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 209846272, + 210632704 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.58.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 210632704, + 211288064 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 211288064, + 211943424 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 211943424, + 212074496 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 212074496, + 212860928 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 212860928, + 213516288 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 213516288, + 214171648 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 214171648, + 215744512 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 215744512, + 216399872 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 216399872, + 216530944 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.6.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 216530944, + 217186304 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.6.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 217186304, + 218497024 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.6.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 218497024, + 219283456 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.6.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 219283456, + 219938816 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.60.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 219938816, + 220594176 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.60.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 220594176, + 221904896 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.60.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 221904896, + 222691328 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.60.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 222691328, + 223346688 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.61.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 223346688, + 224002048 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.61.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 224002048, + 225312768 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.61.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 225312768, + 226099200 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.61.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 226099200, + 226754560 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.62.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 226754560, + 227409920 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.62.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 227409920, + 228720640 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.62.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 228720640, + 229507072 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.62.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 229507072, + 230162432 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 230162432, + 230817792 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 230817792, + 230948864 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 230948864, + 231735296 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 231735296, + 232390656 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 232390656, + 233046016 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 233046016, + 234618880 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 234618880, + 235274240 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 235274240, + 235405312 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 235405312, + 236060672 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 236060672, + 236191744 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 236191744, + 236978176 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 236978176, + 237633536 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 237633536, + 238288896 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 238288896, + 239861760 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 239861760, + 240517120 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 240517120, + 240648192 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.8.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 240648192, + 241303552 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.8.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 241303552, + 242614272 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.8.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 242614272, + 243400704 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.8.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 243400704, + 244056064 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.9.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 244056064, + 244711424 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.9.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 244711424, + 246022144 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.9.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 246022144, + 246808576 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.9.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 246808576, + 247463936 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + } + }, + "header_sha256": "69c413319d044a86f5a6c769896870b0fd6b8c55d7c91db43a237cd67036688c", + "tensor_count": 320 + }, + "point_object": { + "body_values_read_for_this_header_check": false, + "elements": 61865984, + "header": { + "base_model.model.model.language_model.layers.0.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 0, + 655360 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.0.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 655360, + 1966080 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.0.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 1966080, + 2752512 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.0.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 2752512, + 3407872 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.1.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 3407872, + 4063232 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.1.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 4063232, + 5373952 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.1.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 5373952, + 6160384 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.1.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 6160384, + 6815744 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.10.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 6815744, + 7471104 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.10.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 7471104, + 8781824 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.10.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 8781824, + 9568256 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.10.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 9568256, + 10223616 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 10223616, + 10878976 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 10878976, + 11010048 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 11010048, + 11796480 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 11796480, + 12451840 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 12451840, + 13107200 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 13107200, + 14680064 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 14680064, + 15335424 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.11.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 15335424, + 15466496 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.12.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 15466496, + 16121856 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.12.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 16121856, + 17432576 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.12.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 17432576, + 18219008 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.12.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 18219008, + 18874368 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.13.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 18874368, + 19529728 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.13.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 19529728, + 20840448 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.13.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 20840448, + 21626880 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.13.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 21626880, + 22282240 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.14.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 22282240, + 22937600 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.14.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 22937600, + 24248320 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.14.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 24248320, + 25034752 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.14.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 25034752, + 25690112 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 25690112, + 26345472 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 26345472, + 26476544 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 26476544, + 27262976 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 27262976, + 27918336 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 27918336, + 28573696 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 28573696, + 30146560 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 30146560, + 30801920 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.15.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 30801920, + 30932992 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.16.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 30932992, + 31588352 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.16.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 31588352, + 32899072 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.16.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 32899072, + 33685504 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.16.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 33685504, + 34340864 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.17.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 34340864, + 34996224 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.17.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 34996224, + 36306944 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.17.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 36306944, + 37093376 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.17.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 37093376, + 37748736 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.18.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 37748736, + 38404096 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.18.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 38404096, + 39714816 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.18.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 39714816, + 40501248 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.18.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 40501248, + 41156608 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 41156608, + 41811968 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 41811968, + 41943040 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 41943040, + 42729472 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 42729472, + 43384832 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 43384832, + 44040192 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 44040192, + 45613056 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 45613056, + 46268416 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.19.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 46268416, + 46399488 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.2.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 46399488, + 47054848 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.2.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 47054848, + 48365568 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.2.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 48365568, + 49152000 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.2.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 49152000, + 49807360 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.20.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 49807360, + 50462720 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.20.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 50462720, + 51773440 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.20.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 51773440, + 52559872 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.20.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 52559872, + 53215232 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.21.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 53215232, + 53870592 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.21.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 53870592, + 55181312 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.21.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 55181312, + 55967744 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.21.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 55967744, + 56623104 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.22.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 56623104, + 57278464 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.22.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 57278464, + 58589184 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.22.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 58589184, + 59375616 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.22.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 59375616, + 60030976 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 60030976, + 60686336 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 60686336, + 60817408 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 60817408, + 61603840 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 61603840, + 62259200 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 62259200, + 62914560 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 62914560, + 64487424 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 64487424, + 65142784 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.23.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 65142784, + 65273856 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.24.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 65273856, + 65929216 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.24.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 65929216, + 67239936 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.24.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 67239936, + 68026368 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.24.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 68026368, + 68681728 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.25.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 68681728, + 69337088 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.25.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 69337088, + 70647808 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.25.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 70647808, + 71434240 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.25.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 71434240, + 72089600 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.26.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 72089600, + 72744960 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.26.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 72744960, + 74055680 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.26.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 74055680, + 74842112 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.26.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 74842112, + 75497472 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 75497472, + 76152832 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 76152832, + 76283904 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 76283904, + 77070336 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 77070336, + 77725696 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 77725696, + 78381056 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 78381056, + 79953920 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 79953920, + 80609280 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.27.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 80609280, + 80740352 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.28.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 80740352, + 81395712 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.28.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 81395712, + 82706432 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.28.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 82706432, + 83492864 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.28.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 83492864, + 84148224 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.29.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 84148224, + 84803584 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.29.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 84803584, + 86114304 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.29.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 86114304, + 86900736 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.29.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 86900736, + 87556096 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 87556096, + 88211456 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 88211456, + 88342528 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 88342528, + 89128960 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 89128960, + 89784320 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 89784320, + 90439680 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 90439680, + 92012544 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 92012544, + 92667904 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.3.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 92667904, + 92798976 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.30.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 92798976, + 93454336 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.30.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 93454336, + 94765056 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.30.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 94765056, + 95551488 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.30.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 95551488, + 96206848 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 96206848, + 96862208 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 96862208, + 96993280 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 96993280, + 97779712 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 97779712, + 98435072 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 98435072, + 99090432 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 99090432, + 100663296 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 100663296, + 101318656 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.31.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 101318656, + 101449728 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.32.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 101449728, + 102105088 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.32.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 102105088, + 103415808 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.32.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 103415808, + 104202240 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.32.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 104202240, + 104857600 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.33.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 104857600, + 105512960 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.33.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 105512960, + 106823680 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.33.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 106823680, + 107610112 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.33.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 107610112, + 108265472 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.34.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 108265472, + 108920832 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.34.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 108920832, + 110231552 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.34.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 110231552, + 111017984 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.34.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 111017984, + 111673344 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 111673344, + 112328704 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 112328704, + 112459776 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 112459776, + 113246208 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 113246208, + 113901568 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 113901568, + 114556928 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 114556928, + 116129792 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 116129792, + 116785152 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.35.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 116785152, + 116916224 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.36.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 116916224, + 117571584 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.36.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 117571584, + 118882304 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.36.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 118882304, + 119668736 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.36.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 119668736, + 120324096 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.37.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 120324096, + 120979456 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.37.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 120979456, + 122290176 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.37.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 122290176, + 123076608 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.37.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 123076608, + 123731968 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.38.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 123731968, + 124387328 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.38.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 124387328, + 125698048 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.38.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 125698048, + 126484480 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.38.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 126484480, + 127139840 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 127139840, + 127795200 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 127795200, + 127926272 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 127926272, + 128712704 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 128712704, + 129368064 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 129368064, + 130023424 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 130023424, + 131596288 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 131596288, + 132251648 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.39.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 132251648, + 132382720 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.4.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 132382720, + 133038080 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.4.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 133038080, + 134348800 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.4.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 134348800, + 135135232 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.4.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 135135232, + 135790592 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.40.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 135790592, + 136445952 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.40.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 136445952, + 137756672 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.40.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 137756672, + 138543104 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.40.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 138543104, + 139198464 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.41.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 139198464, + 139853824 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.41.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 139853824, + 141164544 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.41.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 141164544, + 141950976 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.41.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 141950976, + 142606336 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.42.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 142606336, + 143261696 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.42.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 143261696, + 144572416 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.42.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 144572416, + 145358848 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.42.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 145358848, + 146014208 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 146014208, + 146669568 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 146669568, + 146800640 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 146800640, + 147587072 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 147587072, + 148242432 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 148242432, + 148897792 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 148897792, + 150470656 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 150470656, + 151126016 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.43.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 151126016, + 151257088 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.44.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 151257088, + 151912448 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.44.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 151912448, + 153223168 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.44.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 153223168, + 154009600 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.44.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 154009600, + 154664960 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.45.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 154664960, + 155320320 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.45.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 155320320, + 156631040 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.45.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 156631040, + 157417472 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.45.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 157417472, + 158072832 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.46.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 158072832, + 158728192 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.46.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 158728192, + 160038912 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.46.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 160038912, + 160825344 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.46.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 160825344, + 161480704 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 161480704, + 162136064 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 162136064, + 162267136 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 162267136, + 163053568 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 163053568, + 163708928 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 163708928, + 164364288 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 164364288, + 165937152 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 165937152, + 166592512 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.47.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 166592512, + 166723584 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.48.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 166723584, + 167378944 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.48.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 167378944, + 168689664 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.48.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 168689664, + 169476096 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.48.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 169476096, + 170131456 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.49.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 170131456, + 170786816 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.49.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 170786816, + 172097536 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.49.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 172097536, + 172883968 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.49.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 172883968, + 173539328 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.5.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 173539328, + 174194688 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.5.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 174194688, + 175505408 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.5.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 175505408, + 176291840 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.5.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 176291840, + 176947200 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.50.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 176947200, + 177602560 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.50.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 177602560, + 178913280 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.50.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 178913280, + 179699712 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.50.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 179699712, + 180355072 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 180355072, + 181010432 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 181010432, + 181141504 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 181141504, + 181927936 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 181927936, + 182583296 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 182583296, + 183238656 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 183238656, + 184811520 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 184811520, + 185466880 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.51.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 185466880, + 185597952 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.52.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 185597952, + 186253312 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.52.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 186253312, + 187564032 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.52.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 187564032, + 188350464 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.52.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 188350464, + 189005824 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.53.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 189005824, + 189661184 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.53.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 189661184, + 190971904 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.53.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 190971904, + 191758336 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.53.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 191758336, + 192413696 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.54.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 192413696, + 193069056 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.54.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 193069056, + 194379776 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.54.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 194379776, + 195166208 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.54.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 195166208, + 195821568 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 195821568, + 196476928 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 196476928, + 196608000 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 196608000, + 197394432 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 197394432, + 198049792 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 198049792, + 198705152 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 198705152, + 200278016 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 200278016, + 200933376 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.55.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 200933376, + 201064448 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.56.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 201064448, + 201719808 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.56.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 201719808, + 203030528 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.56.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 203030528, + 203816960 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.56.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 203816960, + 204472320 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.57.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 204472320, + 205127680 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.57.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 205127680, + 206438400 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.57.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 206438400, + 207224832 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.57.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 207224832, + 207880192 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.58.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 207880192, + 208535552 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.58.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 208535552, + 209846272 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.58.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 209846272, + 210632704 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.58.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 210632704, + 211288064 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 211288064, + 211943424 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 211943424, + 212074496 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 212074496, + 212860928 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 212860928, + 213516288 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 213516288, + 214171648 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 214171648, + 215744512 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 215744512, + 216399872 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.59.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 216399872, + 216530944 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.6.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 216530944, + 217186304 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.6.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 217186304, + 218497024 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.6.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 218497024, + 219283456 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.6.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 219283456, + 219938816 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.60.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 219938816, + 220594176 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.60.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 220594176, + 221904896 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.60.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 221904896, + 222691328 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.60.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 222691328, + 223346688 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.61.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 223346688, + 224002048 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.61.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 224002048, + 225312768 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.61.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 225312768, + 226099200 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.61.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 226099200, + 226754560 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.62.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 226754560, + 227409920 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.62.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 227409920, + 228720640 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.62.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 228720640, + 229507072 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.62.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 229507072, + 230162432 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 230162432, + 230817792 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 230817792, + 230948864 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 230948864, + 231735296 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 231735296, + 232390656 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 232390656, + 233046016 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 233046016, + 234618880 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 234618880, + 235274240 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.63.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 235274240, + 235405312 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.k_proj.lora_A.weight": { + "data_offsets": [ + 235405312, + 236060672 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.k_proj.lora_B.weight": { + "data_offsets": [ + 236060672, + 236191744 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.o_proj.lora_A.weight": { + "data_offsets": [ + 236191744, + 236978176 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.o_proj.lora_B.weight": { + "data_offsets": [ + 236978176, + 237633536 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.q_proj.lora_A.weight": { + "data_offsets": [ + 237633536, + 238288896 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.q_proj.lora_B.weight": { + "data_offsets": [ + 238288896, + 239861760 + ], + "dtype": "F32", + "shape": [ + 12288, + 32 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.v_proj.lora_A.weight": { + "data_offsets": [ + 239861760, + 240517120 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.7.self_attn.v_proj.lora_B.weight": { + "data_offsets": [ + 240517120, + 240648192 + ], + "dtype": "F32", + "shape": [ + 1024, + 32 + ] + }, + "base_model.model.model.language_model.layers.8.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 240648192, + 241303552 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.8.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 241303552, + 242614272 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.8.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 242614272, + 243400704 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.8.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 243400704, + 244056064 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + }, + "base_model.model.model.language_model.layers.9.linear_attn.in_proj_qkv.lora_A.weight": { + "data_offsets": [ + 244056064, + 244711424 + ], + "dtype": "F32", + "shape": [ + 32, + 5120 + ] + }, + "base_model.model.model.language_model.layers.9.linear_attn.in_proj_qkv.lora_B.weight": { + "data_offsets": [ + 244711424, + 246022144 + ], + "dtype": "F32", + "shape": [ + 10240, + 32 + ] + }, + "base_model.model.model.language_model.layers.9.linear_attn.out_proj.lora_A.weight": { + "data_offsets": [ + 246022144, + 246808576 + ], + "dtype": "F32", + "shape": [ + 32, + 6144 + ] + }, + "base_model.model.model.language_model.layers.9.linear_attn.out_proj.lora_B.weight": { + "data_offsets": [ + 246808576, + 247463936 + ], + "dtype": "F32", + "shape": [ + 5120, + 32 + ] + } + }, + "header_sha256": "69c413319d044a86f5a6c769896870b0fd6b8c55d7c91db43a237cd67036688c", + "tensor_count": 320 + } + }, + "all640_adapter_tensor_headers_checked": true, + "base_architecture": [ + "Qwen3_5ForConditionalGeneration" + ], + "base_config_type": "Qwen3_5Config", + "base_processor_type": "Qwen3VLProcessor", + "clinical_or_quality_acceptance": false, + "files": { + "aliases_restored": 11, + "aliases_verified": 11, + "model_loaded": false, + "physical_files_verified": 130 + }, + "gpu_generation_performed": false, + "owl_config_type": "Owlv2Config", + "owl_processor_type": "Owlv2Processor", + "prequant_config_type": "Qwen3_5Config", + "python": "3.11.11", + "remote_origin_verified_by_this_script": false, + "revision_provided": "6a7fc05f196b98d751e3a14775d60f1161166d2a", + "schema": "procedure-hf-readback-cpu-qualification/1", + "versions": { + "Pillow": "12.3.0", + "accelerate": "1.14.0", + "av": "16.1.0", + "bitsandbytes": "0.50.1", + "huggingface-hub": "1.29.0", + "peft": "0.20.0", + "safetensors": "0.8.0", + "tokenizers": "0.22.2", + "torch": "2.13.0", + "transformers": "5.14.0" + }, + "whole_model_loaded": false + }, + "cpu_qualification_receipt_sha256": "c8440ff025d0ea7135066db41d681b2acba5c8c72e849ffd9bf6a4a303b89f45", + "documentation_files": { + "DATA_PROVENANCE.md": { + "bytes": 7120, + "sha256": "1fab224b48f64db1ab1cc2ab58bacad063c722a583fb0fb0821857644c8fd7bb" + }, + "EVALUATION_SUMMARY.json": { + "bytes": 2969, + "sha256": "ab0ba439080e3c98a0f67e24c985d72e58a10128fb1ead7553221213fc692481" + }, + "EXACT_DEPENDENCIES.json": { + "bytes": 333, + "sha256": "e9345708c455fd7b275781736f6aac2f23621e0251bab8484a8840dacf2bf5ca" + }, + "LICENSES.json": { + "bytes": 4575, + "sha256": "dd732d822e19222827909287ae064b2c547f4f7d8e5b7ef63d3030aa67e4d09c" + }, + "LICENSE_PROVENANCE.md": { + "bytes": 2839, + "sha256": "911ea411c420c1bb85d03f09872ebc86dd2dac8d20a399e1ae19bab9835bf245" + }, + "LINEAGE.json": { + "bytes": 23957, + "sha256": "348def5bb169f1b2e43d713ffd8f94788218e0fa39f843d0cf4dea568607ddff" + }, + "LOAD.md": { + "bytes": 9309, + "sha256": "bf80637ce70cc32e9e09c01708937f2341c440985763aedbb7d68f4f7bafe0bd" + }, + "MODIFICATIONS.md": { + "bytes": 3860, + "sha256": "8a6cee6571ca4d70da49425705eb5245989f0f51927bb43eae0eeaf718f35326" + }, + "ORGANIZER_ACCESS.md": { + "bytes": 1716, + "sha256": "df5999718063dc2ffb8234dba460c0ae09d9bc288502a954897e80511cee83b5" + }, + "README.md": { + "bytes": 6223, + "sha256": "c056cbc83b891b2541c57810966fa0b67cb071aac8c4eff596038b42be1bb6cc" + }, + "UPSTREAM_NOTICES.md": { + "bytes": 3165, + "sha256": "f48d0f9701157f146d7c60d760d2ad549079601c49ced09710fce0fe74cbdccf" + }, + "load_components.py": { + "bytes": 3297, + "sha256": "14704e9b40d0adae3646057c9ea34c0076529d71d9880cb1eca457277660a5a1" + }, + "verify_files.py": { + "bytes": 4170, + "sha256": "94bf6850f343459b4977b415ce9de54b783d946c6407c3913e71bb69fdaeff76" + } + }, + "downloaded_assets_gpu_model_load_tested": false, + "image_config_sha256": "8d3bbd92c7ef8f73ff058382bef1b8523ec55961b831422c1fb04226b31b35d5", + "independent_image_hashing": "Python hashlib and GNU sha256sum agree for all 130 selected physical model/source files.", + "organizer_acknowledgement_received": false, + "repository": "HeyDonto/SURGFIELD-ORena-2026-PROCEDURE-FINAL", + "schema": "procedure-hf-release-verification/1" +}