[ { "key": "layers.0.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 0, "length": 11796480 }, { "key": "layers.0.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 11796480, "length": 11796480 }, { "key": "layers.0.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 23592960, "length": 17203200 }, { "key": "layers.1.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 40796160, "length": 11796480 }, { "key": "layers.1.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 52592640, "length": 11796480 }, { "key": "layers.1.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 64389120, "length": 17203200 }, { "key": "layers.2.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 81592320, "length": 11796480 }, { "key": "layers.2.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 93388800, "length": 11796480 }, { "key": "layers.2.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 105185280, "length": 17203200 }, { "key": "layers.3.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 122388480, "length": 11796480 }, { "key": "layers.3.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 134184960, "length": 11796480 }, { "key": "layers.3.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 145981440, "length": 17203200 }, { "key": "layers.4.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 163184640, "length": 11796480 }, { "key": "layers.4.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 174981120, "length": 11796480 }, { "key": "layers.4.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 186777600, "length": 17203200 }, { "key": "layers.5.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 203980800, "length": 11796480 }, { "key": "layers.5.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 215777280, "length": 11796480 }, { "key": "layers.5.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 227573760, "length": 17203200 }, { "key": "layers.6.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 244776960, "length": 11796480 }, { "key": "layers.6.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 256573440, "length": 11796480 }, { "key": "layers.6.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 268369920, "length": 17203200 }, { "key": "layers.7.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 285573120, "length": 11796480 }, { "key": "layers.7.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 297369600, "length": 11796480 }, { "key": "layers.7.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 309166080, "length": 17203200 }, { "key": "layers.8.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 326369280, "length": 11796480 }, { "key": "layers.8.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 338165760, "length": 11796480 }, { "key": "layers.8.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 349962240, "length": 17203200 }, { "key": "layers.9.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 367165440, "length": 11796480 }, { "key": "layers.9.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 378961920, "length": 11796480 }, { "key": "layers.9.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 390758400, "length": 17203200 }, { "key": "layers.10.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 407961600, "length": 11796480 }, { "key": "layers.10.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 419758080, "length": 11796480 }, { "key": "layers.10.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 431554560, "length": 17203200 }, { "key": "layers.11.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 448757760, "length": 11796480 }, { "key": "layers.11.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 460554240, "length": 11796480 }, { "key": "layers.11.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 472350720, "length": 17203200 }, { "key": "layers.12.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 489553920, "length": 11796480 }, { "key": "layers.12.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 501350400, "length": 11796480 }, { "key": "layers.12.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 513146880, "length": 17203200 }, { "key": "layers.13.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 530350080, "length": 11796480 }, { "key": "layers.13.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 542146560, "length": 11796480 }, { "key": "layers.13.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 553943040, "length": 17203200 }, { "key": "layers.14.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 571146240, "length": 11796480 }, { "key": "layers.14.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 582942720, "length": 11796480 }, { "key": "layers.14.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 594739200, "length": 17203200 }, { "key": "layers.15.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 611942400, "length": 11796480 }, { "key": "layers.15.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 623738880, "length": 11796480 }, { "key": "layers.15.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 635535360, "length": 17203200 }, { "key": "layers.16.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 652738560, "length": 11796480 }, { "key": "layers.16.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 664535040, "length": 11796480 }, { "key": "layers.16.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 676331520, "length": 17203200 }, { "key": "layers.17.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 693534720, "length": 11796480 }, { "key": "layers.17.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 705331200, "length": 11796480 }, { "key": "layers.17.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 717127680, "length": 17203200 }, { "key": "layers.18.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 734330880, "length": 11796480 }, { "key": "layers.18.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 746127360, "length": 11796480 }, { "key": "layers.18.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 757923840, "length": 17203200 }, { "key": "layers.19.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 775127040, "length": 11796480 }, { "key": "layers.19.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 786923520, "length": 11796480 }, { "key": "layers.19.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 798720000, "length": 17203200 }, { "key": "layers.20.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 815923200, "length": 11796480 }, { "key": "layers.20.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 827719680, "length": 11796480 }, { "key": "layers.20.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 839516160, "length": 17203200 }, { "key": "layers.21.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 856719360, "length": 11796480 }, { "key": "layers.21.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 868515840, "length": 11796480 }, { "key": "layers.21.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 880312320, "length": 17203200 }, { "key": "layers.22.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 897515520, "length": 11796480 }, { "key": "layers.22.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 909312000, "length": 11796480 }, { "key": "layers.22.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 921108480, "length": 17203200 }, { "key": "layers.23.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 938311680, "length": 11796480 }, { "key": "layers.23.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 950108160, "length": 11796480 }, { "key": "layers.23.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 961904640, "length": 17203200 }, { "key": "layers.24.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 979107840, "length": 11796480 }, { "key": "layers.24.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 990904320, "length": 11796480 }, { "key": "layers.24.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1002700800, "length": 17203200 }, { "key": "layers.25.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1019904000, "length": 11796480 }, { "key": "layers.25.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1031700480, "length": 11796480 }, { "key": "layers.25.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1043496960, "length": 17203200 }, { "key": "layers.26.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1060700160, "length": 11796480 }, { "key": "layers.26.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1072496640, "length": 11796480 }, { "key": "layers.26.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1084293120, "length": 17203200 }, { "key": "layers.27.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1101496320, "length": 11796480 }, { "key": "layers.27.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1113292800, "length": 11796480 }, { "key": "layers.27.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1125089280, "length": 17203200 }, { "key": "layers.28.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1142292480, "length": 11796480 }, { "key": "layers.28.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1154088960, "length": 11796480 }, { "key": "layers.28.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1165885440, "length": 17203200 }, { "key": "layers.29.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1183088640, "length": 11796480 }, { "key": "layers.29.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1194885120, "length": 11796480 }, { "key": "layers.29.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1206681600, "length": 17203200 }, { "key": "layers.30.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1223884800, "length": 11796480 }, { "key": "layers.30.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1235681280, "length": 11796480 }, { "key": "layers.30.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1247477760, "length": 17203200 }, { "key": "layers.31.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1264680960, "length": 11796480 }, { "key": "layers.31.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1276477440, "length": 11796480 }, { "key": "layers.31.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1288273920, "length": 17203200 }, { "key": "layers.32.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1305477120, "length": 11796480 }, { "key": "layers.32.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1317273600, "length": 11796480 }, { "key": "layers.32.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1329070080, "length": 17203200 }, { "key": "layers.33.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1346273280, "length": 11796480 }, { "key": "layers.33.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1358069760, "length": 11796480 }, { "key": "layers.33.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1369866240, "length": 17203200 }, { "key": "layers.34.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1387069440, "length": 11796480 }, { "key": "layers.34.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1398865920, "length": 11796480 }, { "key": "layers.34.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1410662400, "length": 17203200 }, { "key": "layers.35.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1427865600, "length": 11796480 }, { "key": "layers.35.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1439662080, "length": 11796480 }, { "key": "layers.35.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1451458560, "length": 17203200 }, { "key": "layers.36.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1468661760, "length": 11796480 }, { "key": "layers.36.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1480458240, "length": 11796480 }, { "key": "layers.36.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1492254720, "length": 17203200 }, { "key": "layers.37.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1509457920, "length": 11796480 }, { "key": "layers.37.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1521254400, "length": 11796480 }, { "key": "layers.37.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1533050880, "length": 17203200 }, { "key": "layers.38.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1550254080, "length": 11796480 }, { "key": "layers.38.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1562050560, "length": 11796480 }, { "key": "layers.38.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1573847040, "length": 17203200 }, { "key": "layers.39.mlp.gate_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1591050240, "length": 11796480 }, { "key": "layers.39.mlp.up_proj.weight", "shape": [ 8192, 2560 ], "format": "Q4_K", "offset": 1602846720, "length": 11796480 }, { "key": "layers.39.mlp.down_proj.weight", "shape": [ 2560, 8192 ], "format": "Q6_K", "offset": 1614643200, "length": 17203200 } ]