[ { "key": "layers.0.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 0, "length": 14745600 }, { "key": "layers.0.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 14745600, "length": 14745600 }, { "key": "layers.0.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 29491200, "length": 21504000 }, { "key": "layers.1.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 50995200, "length": 14745600 }, { "key": "layers.1.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 65740800, "length": 14745600 }, { "key": "layers.1.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 80486400, "length": 21504000 }, { "key": "layers.2.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 101990400, "length": 14745600 }, { "key": "layers.2.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 116736000, "length": 14745600 }, { "key": "layers.2.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 131481600, "length": 21504000 }, { "key": "layers.3.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 152985600, "length": 14745600 }, { "key": "layers.3.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 167731200, "length": 14745600 }, { "key": "layers.3.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 182476800, "length": 21504000 }, { "key": "layers.4.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 203980800, "length": 14745600 }, { "key": "layers.4.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 218726400, "length": 14745600 }, { "key": "layers.4.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 233472000, "length": 21504000 }, { "key": "layers.5.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 254976000, "length": 14745600 }, { "key": "layers.5.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 269721600, "length": 14745600 }, { "key": "layers.5.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 284467200, "length": 21504000 }, { "key": "layers.6.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 305971200, "length": 14745600 }, { "key": "layers.6.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 320716800, "length": 14745600 }, { "key": "layers.6.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 335462400, "length": 21504000 }, { "key": "layers.7.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 356966400, "length": 14745600 }, { "key": "layers.7.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 371712000, "length": 14745600 }, { "key": "layers.7.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 386457600, "length": 21504000 }, { "key": "layers.8.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 407961600, "length": 14745600 }, { "key": "layers.8.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 422707200, "length": 14745600 }, { "key": "layers.8.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 437452800, "length": 21504000 }, { "key": "layers.9.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 458956800, "length": 14745600 }, { "key": "layers.9.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 473702400, "length": 14745600 }, { "key": "layers.9.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 488448000, "length": 21504000 }, { "key": "layers.10.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 509952000, "length": 14745600 }, { "key": "layers.10.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 524697600, "length": 14745600 }, { "key": "layers.10.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 539443200, "length": 21504000 }, { "key": "layers.11.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 560947200, "length": 14745600 }, { "key": "layers.11.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 575692800, "length": 14745600 }, { "key": "layers.11.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 590438400, "length": 21504000 }, { "key": "layers.12.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 611942400, "length": 14745600 }, { "key": "layers.12.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 626688000, "length": 14745600 }, { "key": "layers.12.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 641433600, "length": 21504000 }, { "key": "layers.13.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 662937600, "length": 14745600 }, { "key": "layers.13.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 677683200, "length": 14745600 }, { "key": "layers.13.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 692428800, "length": 21504000 }, { "key": "layers.14.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 713932800, "length": 14745600 }, { "key": "layers.14.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 728678400, "length": 14745600 }, { "key": "layers.14.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 743424000, "length": 21504000 }, { "key": "layers.15.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 764928000, "length": 14745600 }, { "key": "layers.15.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 779673600, "length": 14745600 }, { "key": "layers.15.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 794419200, "length": 21504000 }, { "key": "layers.16.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 815923200, "length": 14745600 }, { "key": "layers.16.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 830668800, "length": 14745600 }, { "key": "layers.16.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 845414400, "length": 21504000 }, { "key": "layers.17.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 866918400, "length": 14745600 }, { "key": "layers.17.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 881664000, "length": 14745600 }, { "key": "layers.17.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 896409600, "length": 21504000 }, { "key": "layers.18.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 917913600, "length": 14745600 }, { "key": "layers.18.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 932659200, "length": 14745600 }, { "key": "layers.18.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 947404800, "length": 21504000 }, { "key": "layers.19.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 968908800, "length": 14745600 }, { "key": "layers.19.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 983654400, "length": 14745600 }, { "key": "layers.19.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 998400000, "length": 21504000 }, { "key": "layers.20.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1019904000, "length": 14745600 }, { "key": "layers.20.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1034649600, "length": 14745600 }, { "key": "layers.20.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1049395200, "length": 21504000 }, { "key": "layers.21.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1070899200, "length": 14745600 }, { "key": "layers.21.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1085644800, "length": 14745600 }, { "key": "layers.21.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1100390400, "length": 21504000 }, { "key": "layers.22.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1121894400, "length": 14745600 }, { "key": "layers.22.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1136640000, "length": 14745600 }, { "key": "layers.22.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1151385600, "length": 21504000 }, { "key": "layers.23.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1172889600, "length": 14745600 }, { "key": "layers.23.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1187635200, "length": 14745600 }, { "key": "layers.23.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1202380800, "length": 21504000 }, { "key": "layers.24.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1223884800, "length": 14745600 }, { "key": "layers.24.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1238630400, "length": 14745600 }, { "key": "layers.24.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1253376000, "length": 21504000 }, { "key": "layers.25.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1274880000, "length": 14745600 }, { "key": "layers.25.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1289625600, "length": 14745600 }, { "key": "layers.25.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1304371200, "length": 21504000 }, { "key": "layers.26.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1325875200, "length": 14745600 }, { "key": "layers.26.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1340620800, "length": 14745600 }, { "key": "layers.26.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1355366400, "length": 21504000 }, { "key": "layers.27.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1376870400, "length": 14745600 }, { "key": "layers.27.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1391616000, "length": 14745600 }, { "key": "layers.27.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1406361600, "length": 21504000 }, { "key": "layers.28.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1427865600, "length": 14745600 }, { "key": "layers.28.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1442611200, "length": 14745600 }, { "key": "layers.28.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1457356800, "length": 21504000 }, { "key": "layers.29.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1478860800, "length": 14745600 }, { "key": "layers.29.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1493606400, "length": 14745600 }, { "key": "layers.29.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1508352000, "length": 21504000 }, { "key": "layers.30.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1529856000, "length": 14745600 }, { "key": "layers.30.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1544601600, "length": 14745600 }, { "key": "layers.30.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1559347200, "length": 21504000 }, { "key": "layers.31.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1580851200, "length": 14745600 }, { "key": "layers.31.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1595596800, "length": 14745600 }, { "key": "layers.31.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1610342400, "length": 21504000 }, { "key": "layers.32.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1631846400, "length": 14745600 }, { "key": "layers.32.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1646592000, "length": 14745600 }, { "key": "layers.32.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1661337600, "length": 21504000 }, { "key": "layers.33.mlp.gate_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1682841600, "length": 14745600 }, { "key": "layers.33.mlp.up_proj.weight", "shape": [ 10240, 2560 ], "format": "Q4_K", "offset": 1697587200, "length": 14745600 }, { "key": "layers.33.mlp.down_proj.weight", "shape": [ 2560, 10240 ], "format": "Q6_K", "offset": 1712332800, "length": 21504000 } ]