| [ |
| { |
| "key": "layers.0.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 0, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.0.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 14745600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.0.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 29491200, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.1.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 50995200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.1.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 65740800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.1.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 80486400, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.2.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 101990400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.2.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 116736000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.2.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 131481600, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.3.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 152985600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.3.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 167731200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.3.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 182476800, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.4.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 203980800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.4.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 218726400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.4.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 233472000, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.5.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 254976000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.5.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 269721600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.5.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 284467200, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.6.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 305971200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.6.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 320716800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.6.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 335462400, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.7.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 356966400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.7.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 371712000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.7.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 386457600, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.8.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 407961600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.8.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 422707200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.8.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 437452800, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.9.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 458956800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.9.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 473702400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.9.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 488448000, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.10.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 509952000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.10.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 524697600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.10.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 539443200, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.11.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 560947200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.11.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 575692800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.11.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 590438400, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.12.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 611942400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.12.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 626688000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.12.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 641433600, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.13.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 662937600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.13.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 677683200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.13.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 692428800, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.14.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 713932800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.14.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 728678400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.14.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 743424000, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.15.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 764928000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.15.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 779673600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.15.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 794419200, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.16.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 815923200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.16.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 830668800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.16.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 845414400, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.17.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 866918400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.17.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 881664000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.17.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 896409600, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.18.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 917913600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.18.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 932659200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.18.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 947404800, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.19.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 968908800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.19.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 983654400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.19.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 998400000, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.20.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1019904000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.20.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1034649600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.20.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1049395200, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.21.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1070899200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.21.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1085644800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.21.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1100390400, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.22.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1121894400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.22.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1136640000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.22.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1151385600, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.23.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1172889600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.23.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1187635200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.23.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1202380800, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.24.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1223884800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.24.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1238630400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.24.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1253376000, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.25.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1274880000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.25.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1289625600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.25.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1304371200, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.26.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1325875200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.26.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1340620800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.26.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1355366400, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.27.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1376870400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.27.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1391616000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.27.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1406361600, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.28.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1427865600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.28.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1442611200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.28.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1457356800, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.29.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1478860800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.29.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1493606400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.29.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1508352000, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.30.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1529856000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.30.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1544601600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.30.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1559347200, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.31.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1580851200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.31.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1595596800, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.31.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1610342400, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.32.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1631846400, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.32.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1646592000, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.32.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1661337600, |
| "length": 21504000 |
| }, |
| { |
| "key": "layers.33.mlp.gate_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1682841600, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.33.mlp.up_proj.weight", |
| "shape": [ |
| 10240, |
| 2560 |
| ], |
| "format": "Q4_K", |
| "offset": 1697587200, |
| "length": 14745600 |
| }, |
| { |
| "key": "layers.33.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 10240 |
| ], |
| "format": "Q6_K", |
| "offset": 1712332800, |
| "length": 21504000 |
| } |
| ] |
