Group browser weights into bounded streaming bundles; identical quantized tensors

q4g32-e8-gram8192-packed/layer-0-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7c8ded1614e366b8f16b318f25e79da1f34a5c66d177b956ae5127be3435eb
+size 80523264

q4g32-e8-gram8192-packed/layer-1-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28da86e1316951f4e1b75a9a1119c8075ee09173f868a668d03b4df4dac7846
+size 80523264

q4g32-e8-gram8192-packed/layer-10-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdff3138ae23bd6339cb5b3893075c1151a59ef43db38863b3855e1c4966575
+size 80523264

q4g32-e8-gram8192-packed/layer-11-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e819d6eb45a1b882a00b94669f811851f535d8f7e910e2b01fd3fd1fb439724f
+size 80523264

q4g32-e8-gram8192-packed/layer-12-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aced4f55573d11ec055e61cd92e23439b671bb69b82f91ad5711ebbff1423a62
+size 80523264

q4g32-e8-gram8192-packed/layer-13-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b104b23bd1dc2bd7de6956e395426936254ccbec686b0fc6d465ed73a29c76a4
+size 80523264

q4g32-e8-gram8192-packed/layer-14-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba45615cc678f02c7b59d045b41bc0d298dc182c8e23e127be249139d47e408
+size 80523264

q4g32-e8-gram8192-packed/layer-15-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc563400fd2c8744f3a2025a4e4f73f262dc3d44b001969bc2bce193314bcfc
+size 80523264

q4g32-e8-gram8192-packed/layer-16-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b6e75890d4f5c5d57e95bd6d8bfc63d86881d5bc51a9b8e2cf9daadc3cee18
+size 80523264

q4g32-e8-gram8192-packed/layer-17-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df09d95cde2101035eeb2c6f55d6f79c52faf9561eb7c9809700533208c87d8
+size 80523264

q4g32-e8-gram8192-packed/layer-18-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdf0a87e23c27d4dd4c47a66a82d963e9e098d34cb887bc38500bc6a96ddc1a
+size 80523264

q4g32-e8-gram8192-packed/layer-19-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56693b2ad8bc7df4fe2654db9880a706474e2a3b7c37e3eda70a5f27b9d06e7
+size 80523264

q4g32-e8-gram8192-packed/layer-2-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d062b027f532ac6cad33b62a5a0b8114dec2eda0f50aab3a5f79f8fa562473
+size 80523264

q4g32-e8-gram8192-packed/layer-20-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32defb8510585f861752779f51ae806a7c823b5d9dac251f43f1ce80ae525404
+size 80523264

q4g32-e8-gram8192-packed/layer-21-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b8daefdb1cf9cdcac939de190c15b5a4118d0064310d548006d43b12f14239
+size 80523264

q4g32-e8-gram8192-packed/layer-3-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ee72e558df0523754bf513a540d29306b7b6a82a445c212ed99de32c905503
+size 80523264

q4g32-e8-gram8192-packed/layer-4-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1bff771478991aacb8d014d85f8a69c0d7686f6bfbdc353b9f9b8d7c58ea2c
+size 80523264

q4g32-e8-gram8192-packed/layer-5-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c3452f416066852f2875d58ee49767de59b6fe6fa33f4897835adf723f6450
+size 80523264

q4g32-e8-gram8192-packed/layer-6-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b6ef621cc4e0b0094218d03608bfcb7985726da79ff372ec0532ad4b3b9554
+size 80523264

q4g32-e8-gram8192-packed/layer-7-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fda48d7f3a88c769833e8e4f29e653584b29d77b0c53681e4b312573fa34aa1
+size 80523264

q4g32-e8-gram8192-packed/layer-8-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48569f8664ca32c77f05371620ce3fed416d51df069416c3e3e268cc47b09262
+size 80523264

q4g32-e8-gram8192-packed/layer-9-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee72036bcd2959a52680640d29120f30b46193a8f8d0ebb186592871b28736df
+size 80523264

q4g32-e8-gram8192-packed/lm_head_weight_part0-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7d090d7ce0a5cdbdccd18646c4ec90db322a6b5acda750d52f2f9c564dcb3e
+size 71774208

q4g32-e8-gram8192-packed/lm_head_weight_part1-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe8f16d67a347bc7b52b0e5920a5b7a3469052d87baaded836c827ec561945c
+size 71774208

q4g32-e8-gram8192-packed/lm_head_weight_part2-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd953a8a757e046795f162b18a390ae525222406692b1a3a05dc5ed3018b577
+size 71774208

q4g32-e8-gram8192-packed/lm_head_weight_part3-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f717f08a9c9f77ede018efa703ad90c38372a25b557d1800c3b124d1372398a0
+size 71774208

q4g32-e8-gram8192-packed/manifest.json

@@ -0,0 +1,2932 @@
+{
+  "format": "nanbeige-webgpu-v2",
+  "source": "Nanbeige/Nanbeige4.2-3B",
+  "revision": "3384e426066d1a49c3aea90a7190b81260a6533f",
+  "config": {
+    "architectures": [
+      "NanbeigeForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_nanbeige.NanbeigeConfig",
+      "AutoModel": "modeling_nanbeige.NanbeigeModel",
+      "AutoModelForCausalLM": "modeling_nanbeige.NanbeigeForCausalLM"
+    },
+    "bos_token_id": 166100,
+    "eos_token_id": 166101,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 3072,
+    "initializer_range": 0.02,
+    "intermediate_size": 10752,
+    "kv_channels": 128,
+    "loop_loss_weights": [],
+    "max_length": null,
+    "max_position_embeddings": 262144,
+    "model_type": "nanbeige",
+    "num_attention_heads": 48,
+    "num_hidden_layers": 22,
+    "num_key_value_heads": 8,
+    "num_loops": 2,
+    "pad_token_id": 0,
+    "pretraining_tp": 1,
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 70000000,
+    "skip_loop_final_norm": false,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.42.4",
+    "use_cache": true,
+    "vocab_size": 166144
+  },
+  "groupSize": 32,
+  "embeddingBits": 8,
+  "tensors": {
+    "model.embed_tokens.weight.part0": {
+      "shape": [
+        41536,
+        3072
+      ],
+      "dtype": "q8",
+      "groupSize": 32,
+      "file": {
+        "file": "model_embed_tokens_weight_part0-0.bin",
+        "offset": 0,
+        "bytes": 127598592
+      },
+      "scales": {
+        "file": "model_embed_tokens_weight_part0-1.bin",
+        "offset": 0,
+        "bytes": 7974912
+      },
+      "relativeRmse": 0.005378108899031457
+    },
+    "model.embed_tokens.weight.part1": {
+      "shape": [
+        41536,
+        3072
+      ],
+      "dtype": "q8",
+      "groupSize": 32,
+      "file": {
+        "file": "model_embed_tokens_weight_part1-0.bin",
+        "offset": 0,
+        "bytes": 127598592
+      },
+      "scales": {
+        "file": "model_embed_tokens_weight_part1-1.bin",
+        "offset": 0,
+        "bytes": 7974912
+      },
+      "relativeRmse": 0.005351248948754913
+    },
+    "model.embed_tokens.weight.part2": {
+      "shape": [
+        41536,
+        3072
+      ],
+      "dtype": "q8",
+      "groupSize": 32,
+      "file": {
+        "file": "model_embed_tokens_weight_part2-0.bin",
+        "offset": 0,
+        "bytes": 127598592
+      },
+      "scales": {
+        "file": "model_embed_tokens_weight_part2-1.bin",
+        "offset": 0,
+        "bytes": 7974912
+      },
+      "relativeRmse": 0.005350035025643171
+    },
+    "model.embed_tokens.weight.part3": {
+      "shape": [
+        41536,
+        3072
+      ],
+      "dtype": "q8",
+      "groupSize": 32,
+      "file": {
+        "file": "model_embed_tokens_weight_part3-0.bin",
+        "offset": 0,
+        "bytes": 127598592
+      },
+      "scales": {
+        "file": "model_embed_tokens_weight_part3-1.bin",
+        "offset": 0,
+        "bytes": 7974912
+      },
+      "relativeRmse": 0.005366753314085803
+    },
+    "lm_head.weight.part0": {
+      "shape": [
+        41536,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "lm_head_weight_part0-0.bin",
+        "offset": 0,
+        "bytes": 63799296
+      },
+      "scales": {
+        "file": "lm_head_weight_part0-0.bin",
+        "offset": 63799296,
+        "bytes": 7974912
+      },
+      "relativeRmse": 0.10170640262660754
+    },
+    "lm_head.weight.part1": {
+      "shape": [
+        41536,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "lm_head_weight_part1-0.bin",
+        "offset": 0,
+        "bytes": 63799296
+      },
+      "scales": {
+        "file": "lm_head_weight_part1-0.bin",
+        "offset": 63799296,
+        "bytes": 7974912
+      },
+      "relativeRmse": 0.10274004209309646
+    },
+    "lm_head.weight.part2": {
+      "shape": [
+        41536,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "lm_head_weight_part2-0.bin",
+        "offset": 0,
+        "bytes": 63799296
+      },
+      "scales": {
+        "file": "lm_head_weight_part2-0.bin",
+        "offset": 63799296,
+        "bytes": 7974912
+      },
+      "relativeRmse": 0.10268307278038556
+    },
+    "lm_head.weight.part3": {
+      "shape": [
+        41536,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "lm_head_weight_part3-0.bin",
+        "offset": 0,
+        "bytes": 63799296
+      },
+      "scales": {
+        "file": "lm_head_weight_part3-0.bin",
+        "offset": 63799296,
+        "bytes": 7974912
+      },
+      "relativeRmse": 0.10249811592245121
+    },
+    "model.norm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "model_norm_weight-0.bin",
+        "offset": 0,
+        "bytes": 6144
+      }
+    },
+    "model.layers.0.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-0-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-0-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.09584296160063588
+    },
+    "model.layers.0.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-0-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-0-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09656257449979644
+    },
+    "model.layers.0.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-0-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-0-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09228422783313825
+    },
+    "model.layers.0.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-0-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-0-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09268505059225125
+    },
+    "model.layers.0.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-0-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-0-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09214694310674472
+    },
+    "model.layers.0.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-0-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.0.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-0-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.1.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-1-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-1-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10435094997999804
+    },
+    "model.layers.1.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-1-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-1-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09399479416697837
+    },
+    "model.layers.1.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-1-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-1-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09144651578057228
+    },
+    "model.layers.1.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-1-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-1-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09232226017250013
+    },
+    "model.layers.1.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-1-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-1-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09181253792147243
+    },
+    "model.layers.1.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-1-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.1.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-1-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.2.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-2-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-2-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10207072665017249
+    },
+    "model.layers.2.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-2-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-2-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09578917902793196
+    },
+    "model.layers.2.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-2-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-2-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09045350165376671
+    },
+    "model.layers.2.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-2-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-2-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09112184166908603
+    },
+    "model.layers.2.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-2-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-2-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09001158279609464
+    },
+    "model.layers.2.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-2-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.2.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-2-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.3.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-3-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-3-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10283429950500747
+    },
+    "model.layers.3.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-3-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-3-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09654093256018703
+    },
+    "model.layers.3.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-3-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-3-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.0894717865989571
+    },
+    "model.layers.3.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-3-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-3-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.0901336984496397
+    },
+    "model.layers.3.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-3-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-3-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.08951636335405912
+    },
+    "model.layers.3.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-3-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.3.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-3-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.4.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-4-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-4-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10006967352414294
+    },
+    "model.layers.4.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-4-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-4-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09491360219816669
+    },
+    "model.layers.4.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-4-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-4-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.0893188071114468
+    },
+    "model.layers.4.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-4-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-4-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.08977608889401228
+    },
+    "model.layers.4.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-4-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-4-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.0891505370589745
+    },
+    "model.layers.4.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-4-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.4.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-4-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.5.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-5-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-5-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.100002073482452
+    },
+    "model.layers.5.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-5-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-5-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09626744116632528
+    },
+    "model.layers.5.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-5-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-5-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.08914346630457333
+    },
+    "model.layers.5.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-5-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-5-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.08961169797412975
+    },
+    "model.layers.5.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-5-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-5-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.08907567999350922
+    },
+    "model.layers.5.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-5-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.5.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-5-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.6.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-6-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-6-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10068752349988397
+    },
+    "model.layers.6.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-6-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-6-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09581073928918421
+    },
+    "model.layers.6.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-6-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-6-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.08917318077158556
+    },
+    "model.layers.6.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-6-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-6-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.08962156392189147
+    },
+    "model.layers.6.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-6-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-6-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.08922042557283405
+    },
+    "model.layers.6.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-6-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.6.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-6-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.7.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-7-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-7-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10022204062745456
+    },
+    "model.layers.7.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-7-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-7-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09636947575098559
+    },
+    "model.layers.7.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-7-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-7-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09025863925108434
+    },
+    "model.layers.7.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-7-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-7-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09063570763631747
+    },
+    "model.layers.7.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-7-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-7-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09068314385622445
+    },
+    "model.layers.7.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-7-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.7.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-7-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.8.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-8-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-8-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10458678042683622
+    },
+    "model.layers.8.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-8-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-8-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.10033863664380989
+    },
+    "model.layers.8.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-8-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-8-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09043614504798446
+    },
+    "model.layers.8.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-8-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-8-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.0910127175814643
+    },
+    "model.layers.8.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-8-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-8-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09091687825523123
+    },
+    "model.layers.8.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-8-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.8.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-8-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.9.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-9-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-9-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10356356478331838
+    },
+    "model.layers.9.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-9-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-9-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.10032154827846199
+    },
+    "model.layers.9.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-9-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-9-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09150552442356104
+    },
+    "model.layers.9.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-9-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-9-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.0921016577621876
+    },
+    "model.layers.9.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-9-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-9-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09211067748256091
+    },
+    "model.layers.9.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-9-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.9.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-9-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.10.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-10-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-10-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10391533862208775
+    },
+    "model.layers.10.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-10-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-10-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09972109110996495
+    },
+    "model.layers.10.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-10-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-10-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09251687163409317
+    },
+    "model.layers.10.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-10-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-10-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09325224157615836
+    },
+    "model.layers.10.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-10-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-10-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09300096261679301
+    },
+    "model.layers.10.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-10-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.10.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-10-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.11.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-11-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-11-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10838324393309924
+    },
+    "model.layers.11.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-11-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-11-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.10172475847652726
+    },
+    "model.layers.11.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-11-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-11-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09228099940249371
+    },
+    "model.layers.11.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-11-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-11-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09301815296488941
+    },
+    "model.layers.11.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-11-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-11-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09277743136670309
+    },
+    "model.layers.11.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-11-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.11.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-11-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.12.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-12-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-12-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10371896835253165
+    },
+    "model.layers.12.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-12-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-12-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09857784291179421
+    },
+    "model.layers.12.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-12-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-12-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09364977762170168
+    },
+    "model.layers.12.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-12-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-12-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09436810278251496
+    },
+    "model.layers.12.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-12-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-12-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09412625406061186
+    },
+    "model.layers.12.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-12-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.12.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-12-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.13.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-13-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-13-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10481604295232053
+    },
+    "model.layers.13.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-13-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-13-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09637526772682665
+    },
+    "model.layers.13.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-13-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-13-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09631728180516455
+    },
+    "model.layers.13.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-13-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-13-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09706769971792872
+    },
+    "model.layers.13.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-13-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-13-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09673637425523841
+    },
+    "model.layers.13.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-13-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.13.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-13-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.14.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-14-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-14-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10979953825108024
+    },
+    "model.layers.14.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-14-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-14-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09966066848666737
+    },
+    "model.layers.14.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-14-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-14-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09538260693838228
+    },
+    "model.layers.14.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-14-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-14-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09646502218834084
+    },
+    "model.layers.14.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-14-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-14-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09661066317035356
+    },
+    "model.layers.14.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-14-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.14.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-14-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.15.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-15-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-15-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.1096693406566529
+    },
+    "model.layers.15.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-15-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-15-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.10095774529221753
+    },
+    "model.layers.15.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-15-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-15-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.0959177642827566
+    },
+    "model.layers.15.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-15-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-15-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.0970979029501713
+    },
+    "model.layers.15.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-15-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-15-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09617429642906855
+    },
+    "model.layers.15.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-15-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.15.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-15-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.16.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-16-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-16-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10872752744719835
+    },
+    "model.layers.16.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-16-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-16-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09859199051037008
+    },
+    "model.layers.16.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-16-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-16-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09460208865162109
+    },
+    "model.layers.16.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-16-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-16-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.095824553774458
+    },
+    "model.layers.16.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-16-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-16-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09501467800139993
+    },
+    "model.layers.16.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-16-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.16.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-16-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.17.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-17-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-17-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10426067927110166
+    },
+    "model.layers.17.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-17-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-17-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09870468464511836
+    },
+    "model.layers.17.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-17-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-17-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09354404502125141
+    },
+    "model.layers.17.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-17-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-17-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09454596157779799
+    },
+    "model.layers.17.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-17-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-17-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09453430390033066
+    },
+    "model.layers.17.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-17-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.17.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-17-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.18.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-18-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-18-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10804151823340859
+    },
+    "model.layers.18.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-18-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-18-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09633502736563986
+    },
+    "model.layers.18.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-18-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-18-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09211034352849219
+    },
+    "model.layers.18.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-18-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-18-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09385660079526384
+    },
+    "model.layers.18.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-18-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-18-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09344331677402272
+    },
+    "model.layers.18.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-18-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.18.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-18-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.19.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-19-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-19-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10824563315681315
+    },
+    "model.layers.19.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-19-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-19-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09637993999603534
+    },
+    "model.layers.19.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-19-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-19-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09233839881594104
+    },
+    "model.layers.19.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-19-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-19-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09539138294069693
+    },
+    "model.layers.19.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-19-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-19-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09355665838510127
+    },
+    "model.layers.19.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-19-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.19.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-19-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.20.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-20-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-20-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10938909352653303
+    },
+    "model.layers.20.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-20-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-20-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09726182470363454
+    },
+    "model.layers.20.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-20-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-20-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09310139940307804
+    },
+    "model.layers.20.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-20-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-20-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09719289278320777
+    },
+    "model.layers.20.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-20-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-20-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09467024147432018
+    },
+    "model.layers.20.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-20-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.20.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-20-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    },
+    "model.layers.21.self_attn.qkv_proj.weight": {
+      "shape": [
+        8192,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-21-0.bin",
+        "offset": 0,
+        "bytes": 12582912
+      },
+      "scales": {
+        "file": "layer-21-0.bin",
+        "offset": 12582912,
+        "bytes": 1572864
+      },
+      "relativeRmse": 0.10624587157702772
+    },
+    "model.layers.21.self_attn.o_proj.weight": {
+      "shape": [
+        3072,
+        6144
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-21-0.bin",
+        "offset": 14155776,
+        "bytes": 9437184
+      },
+      "scales": {
+        "file": "layer-21-0.bin",
+        "offset": 23592960,
+        "bytes": 1179648
+      },
+      "relativeRmse": 0.09800542098283348
+    },
+    "model.layers.21.mlp.gate_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-21-0.bin",
+        "offset": 24772608,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-21-0.bin",
+        "offset": 41287680,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.09543002607460331
+    },
+    "model.layers.21.mlp.up_proj.weight": {
+      "shape": [
+        10752,
+        3072
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-21-0.bin",
+        "offset": 43352064,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-21-0.bin",
+        "offset": 59867136,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.10002466618071933
+    },
+    "model.layers.21.mlp.down_proj.weight": {
+      "shape": [
+        3072,
+        10752
+      ],
+      "dtype": "q4",
+      "groupSize": 32,
+      "file": {
+        "file": "layer-21-0.bin",
+        "offset": 61931520,
+        "bytes": 16515072
+      },
+      "scales": {
+        "file": "layer-21-0.bin",
+        "offset": 78446592,
+        "bytes": 2064384
+      },
+      "relativeRmse": 0.1344190583832899
+    },
+    "model.layers.21.input_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-21-0.bin",
+        "offset": 80510976,
+        "bytes": 6144
+      }
+    },
+    "model.layers.21.post_attention_layernorm.weight": {
+      "shape": [
+        3072
+      ],
+      "dtype": "f16",
+      "file": {
+        "file": "layer-21-0.bin",
+        "offset": 80517120,
+        "bytes": 6144
+      }
+    }
+  },
+  "files": {
+    "model_embed_tokens_weight_part0-0.bin": {
+      "bytes": 127598592,
+      "sha256": "2704943423bd23c00253248d1ec07429204df2f723e5ecfa47d02df0cbe21faa"
+    },
+    "model_embed_tokens_weight_part0-1.bin": {
+      "bytes": 7974912,
+      "sha256": "50cdfd64026f1712ed9fe52c0040a202dcf2d4c5c7b172e2a2da5bd8fbd27fbb"
+    },
+    "model_embed_tokens_weight_part1-0.bin": {
+      "bytes": 127598592,
+      "sha256": "34ca7e34fc44eebe14fea2fd0b5d7dbc7cd9027894ddd1e0bfb76efa30d07d91"
+    },
+    "model_embed_tokens_weight_part1-1.bin": {
+      "bytes": 7974912,
+      "sha256": "41ba43c285f5145beaf187dcafaed565c27849bc9dd658070767e6c4511eb6d6"
+    },
+    "model_embed_tokens_weight_part2-0.bin": {
+      "bytes": 127598592,
+      "sha256": "e5e71dd27d7b7cd7effd4321a8a3e6368ed08385b07a0812af41fcdf35580a99"
+    },
+    "model_embed_tokens_weight_part2-1.bin": {
+      "bytes": 7974912,
+      "sha256": "c891395bfa166e89b2f10fad6a8464611b40cfd207f62761165cc214a665b322"
+    },
+    "model_embed_tokens_weight_part3-0.bin": {
+      "bytes": 127598592,
+      "sha256": "c9c31e4e64798fe202d2f37d13101f6592451174c950f4569cacf477bb691b44"
+    },
+    "model_embed_tokens_weight_part3-1.bin": {
+      "bytes": 7974912,
+      "sha256": "37b7817a8299e061f193cf2d345d7c3a21938d3d7a2faab6b16f9fdaaf08809f"
+    },
+    "lm_head_weight_part0-0.bin": {
+      "bytes": 71774208,
+      "sha256": "4b7d090d7ce0a5cdbdccd18646c4ec90db322a6b5acda750d52f2f9c564dcb3e"
+    },
+    "lm_head_weight_part1-0.bin": {
+      "bytes": 71774208,
+      "sha256": "3fe8f16d67a347bc7b52b0e5920a5b7a3469052d87baaded836c827ec561945c"
+    },
+    "lm_head_weight_part2-0.bin": {
+      "bytes": 71774208,
+      "sha256": "2bd953a8a757e046795f162b18a390ae525222406692b1a3a05dc5ed3018b577"
+    },
+    "lm_head_weight_part3-0.bin": {
+      "bytes": 71774208,
+      "sha256": "f717f08a9c9f77ede018efa703ad90c38372a25b557d1800c3b124d1372398a0"
+    },
+    "model_norm_weight-0.bin": {
+      "bytes": 6144,
+      "sha256": "b3b07ada8c92bb4d3786be71ac846a1529157775c78bc78eab16a3f0def59f7d"
+    },
+    "layer-0-0.bin": {
+      "bytes": 80523264,
+      "sha256": "ec7c8ded1614e366b8f16b318f25e79da1f34a5c66d177b956ae5127be3435eb"
+    },
+    "layer-1-0.bin": {
+      "bytes": 80523264,
+      "sha256": "f28da86e1316951f4e1b75a9a1119c8075ee09173f868a668d03b4df4dac7846"
+    },
+    "layer-2-0.bin": {
+      "bytes": 80523264,
+      "sha256": "a7d062b027f532ac6cad33b62a5a0b8114dec2eda0f50aab3a5f79f8fa562473"
+    },
+    "layer-3-0.bin": {
+      "bytes": 80523264,
+      "sha256": "64ee72e558df0523754bf513a540d29306b7b6a82a445c212ed99de32c905503"
+    },
+    "layer-4-0.bin": {
+      "bytes": 80523264,
+      "sha256": "ec1bff771478991aacb8d014d85f8a69c0d7686f6bfbdc353b9f9b8d7c58ea2c"
+    },
+    "layer-5-0.bin": {
+      "bytes": 80523264,
+      "sha256": "95c3452f416066852f2875d58ee49767de59b6fe6fa33f4897835adf723f6450"
+    },
+    "layer-6-0.bin": {
+      "bytes": 80523264,
+      "sha256": "d2b6ef621cc4e0b0094218d03608bfcb7985726da79ff372ec0532ad4b3b9554"
+    },
+    "layer-7-0.bin": {
+      "bytes": 80523264,
+      "sha256": "7fda48d7f3a88c769833e8e4f29e653584b29d77b0c53681e4b312573fa34aa1"
+    },
+    "layer-8-0.bin": {
+      "bytes": 80523264,
+      "sha256": "48569f8664ca32c77f05371620ce3fed416d51df069416c3e3e268cc47b09262"
+    },
+    "layer-9-0.bin": {
+      "bytes": 80523264,
+      "sha256": "ee72036bcd2959a52680640d29120f30b46193a8f8d0ebb186592871b28736df"
+    },
+    "layer-10-0.bin": {
+      "bytes": 80523264,
+      "sha256": "0fdff3138ae23bd6339cb5b3893075c1151a59ef43db38863b3855e1c4966575"
+    },
+    "layer-11-0.bin": {
+      "bytes": 80523264,
+      "sha256": "e819d6eb45a1b882a00b94669f811851f535d8f7e910e2b01fd3fd1fb439724f"
+    },
+    "layer-12-0.bin": {
+      "bytes": 80523264,
+      "sha256": "aced4f55573d11ec055e61cd92e23439b671bb69b82f91ad5711ebbff1423a62"
+    },
+    "layer-13-0.bin": {
+      "bytes": 80523264,
+      "sha256": "b104b23bd1dc2bd7de6956e395426936254ccbec686b0fc6d465ed73a29c76a4"
+    },
+    "layer-14-0.bin": {
+      "bytes": 80523264,
+      "sha256": "fba45615cc678f02c7b59d045b41bc0d298dc182c8e23e127be249139d47e408"
+    },
+    "layer-15-0.bin": {
+      "bytes": 80523264,
+      "sha256": "dbc563400fd2c8744f3a2025a4e4f73f262dc3d44b001969bc2bce193314bcfc"
+    },
+    "layer-16-0.bin": {
+      "bytes": 80523264,
+      "sha256": "45b6e75890d4f5c5d57e95bd6d8bfc63d86881d5bc51a9b8e2cf9daadc3cee18"
+    },
+    "layer-17-0.bin": {
+      "bytes": 80523264,
+      "sha256": "0df09d95cde2101035eeb2c6f55d6f79c52faf9561eb7c9809700533208c87d8"
+    },
+    "layer-18-0.bin": {
+      "bytes": 80523264,
+      "sha256": "4cdf0a87e23c27d4dd4c47a66a82d963e9e098d34cb887bc38500bc6a96ddc1a"
+    },
+    "layer-19-0.bin": {
+      "bytes": 80523264,
+      "sha256": "e56693b2ad8bc7df4fe2654db9880a706474e2a3b7c37e3eda70a5f27b9d06e7"
+    },
+    "layer-20-0.bin": {
+      "bytes": 80523264,
+      "sha256": "32defb8510585f861752779f51ae806a7c823b5d9dac251f43f1ce80ae525404"
+    },
+    "layer-21-0.bin": {
+      "bytes": 80523264,
+      "sha256": "d6b8daefdb1cf9cdcac939de190c15b5a4118d0064310d548006d43b12f14239"
+    }
+  },
+  "quantization": {
+    "method": "damped-group-Gram-scale-search-and-integer-coordinate-descent",
+    "calibrationTokens": 8192
+  },
+  "totalBytes": 2600908800
+}

q4g32-e8-gram8192-packed/model_embed_tokens_weight_part0-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2704943423bd23c00253248d1ec07429204df2f723e5ecfa47d02df0cbe21faa
+size 127598592

q4g32-e8-gram8192-packed/model_embed_tokens_weight_part0-1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cdfd64026f1712ed9fe52c0040a202dcf2d4c5c7b172e2a2da5bd8fbd27fbb
+size 7974912

q4g32-e8-gram8192-packed/model_embed_tokens_weight_part1-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ca7e34fc44eebe14fea2fd0b5d7dbc7cd9027894ddd1e0bfb76efa30d07d91
+size 127598592

q4g32-e8-gram8192-packed/model_embed_tokens_weight_part1-1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ba43c285f5145beaf187dcafaed565c27849bc9dd658070767e6c4511eb6d6
+size 7974912

q4g32-e8-gram8192-packed/model_embed_tokens_weight_part2-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e71dd27d7b7cd7effd4321a8a3e6368ed08385b07a0812af41fcdf35580a99
+size 127598592

q4g32-e8-gram8192-packed/model_embed_tokens_weight_part2-1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c891395bfa166e89b2f10fad6a8464611b40cfd207f62761165cc214a665b322
+size 7974912

q4g32-e8-gram8192-packed/model_embed_tokens_weight_part3-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c31e4e64798fe202d2f37d13101f6592451174c950f4569cacf477bb691b44
+size 127598592

q4g32-e8-gram8192-packed/model_embed_tokens_weight_part3-1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b7817a8299e061f193cf2d345d7c3a21938d3d7a2faab6b16f9fdaaf08809f
+size 7974912

q4g32-e8-gram8192-packed/model_norm_weight-0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b07ada8c92bb4d3786be71ac846a1529157775c78bc78eab16a3f0def59f7d
+size 6144