diff --git a/q4g32-e8/lm_head_weight_part0.bin b/q4g32-e8/lm_head_weight_part0.bin new file mode 100644 index 0000000000000000000000000000000000000000..6001e68ddc066192a2209387fbadbeb854436271 --- /dev/null +++ b/q4g32-e8/lm_head_weight_part0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284fe14623f6029df2d56b0efeb3725b2497925107a5a7d38327bf87a2b025e9 +size 63799296 diff --git a/q4g32-e8/lm_head_weight_part0_scales.bin b/q4g32-e8/lm_head_weight_part0_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..fdba98742319fa69c8ef4fef380c569ca40a7a8d --- /dev/null +++ b/q4g32-e8/lm_head_weight_part0_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c686f3ee59d8e45126234b4b48c04319c32034f28c81d84736c7ddb64b63a9e2 +size 7974912 diff --git a/q4g32-e8/lm_head_weight_part1.bin b/q4g32-e8/lm_head_weight_part1.bin new file mode 100644 index 0000000000000000000000000000000000000000..4529bc63e93b8468e99c64faf1b55f5a90bffe32 --- /dev/null +++ b/q4g32-e8/lm_head_weight_part1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d6b6f04da0002a2739baec9c00b46d2dd8b31ef5a9387f5ff2836af1520c81 +size 63799296 diff --git a/q4g32-e8/lm_head_weight_part1_scales.bin b/q4g32-e8/lm_head_weight_part1_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0dd2597a5b1edf783ab63628bf33e6adcd46528 --- /dev/null +++ b/q4g32-e8/lm_head_weight_part1_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d06cdb6f3f4a66ca9d47209d6bea08af0c4e48560bd5fc3e3f9cb66bacc537 +size 7974912 diff --git a/q4g32-e8/lm_head_weight_part2.bin b/q4g32-e8/lm_head_weight_part2.bin new file mode 100644 index 0000000000000000000000000000000000000000..5de3e3c860b21adb6a7c92cfae382d97584b3389 --- /dev/null +++ b/q4g32-e8/lm_head_weight_part2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b4904600dd732121cf731c8cfe269e939da5096c3da7d78b6e3fbd524c8ac8 +size 63799296 diff --git a/q4g32-e8/lm_head_weight_part2_scales.bin b/q4g32-e8/lm_head_weight_part2_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..b56e69c0c796ece3daf519b68abc40de15d9166c --- /dev/null +++ b/q4g32-e8/lm_head_weight_part2_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2c333859739e563fca0d31d9a900dc4c3b2f37180154e7af5a0a2f4cae789a2 +size 7974912 diff --git a/q4g32-e8/lm_head_weight_part3.bin b/q4g32-e8/lm_head_weight_part3.bin new file mode 100644 index 0000000000000000000000000000000000000000..d85d6958cad5e0e476daee5612848546bb5322a3 --- /dev/null +++ b/q4g32-e8/lm_head_weight_part3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db312e7e88948a3db680e150b20dcaea83033997f210eb201c18c9fdd76b455b +size 63799296 diff --git a/q4g32-e8/lm_head_weight_part3_scales.bin b/q4g32-e8/lm_head_weight_part3_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..097454e8bb04c7cd1249d7e764bf826ff6d0a889 --- /dev/null +++ b/q4g32-e8/lm_head_weight_part3_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff7b89e3488756524f189cef8a688c1baf8a82a97c41287aa1241f24d9c596c1 +size 7974912 diff --git a/q4g32-e8/manifest.json b/q4g32-e8/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..4c55ac8d9c23e1f97bcb73b9fd9bd2cdbff62315 --- /dev/null +++ b/q4g32-e8/manifest.json @@ -0,0 +1,2788 @@ +{ + "format": "nanbeige-webgpu-v1", + "source": "Nanbeige/Nanbeige4.2-3B", + "revision": "3384e426066d1a49c3aea90a7190b81260a6533f", + "config": { + "architectures": [ + "NanbeigeForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": { + "AutoConfig": "configuration_nanbeige.NanbeigeConfig", + "AutoModel": "modeling_nanbeige.NanbeigeModel", + "AutoModelForCausalLM": "modeling_nanbeige.NanbeigeForCausalLM" + }, + "bos_token_id": 166100, + "eos_token_id": 166101, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 10752, + "kv_channels": 128, + "loop_loss_weights": [], + "max_length": null, + "max_position_embeddings": 262144, + "model_type": "nanbeige", + "num_attention_heads": 48, + "num_hidden_layers": 22, + "num_key_value_heads": 8, + "num_loops": 2, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 70000000, + "skip_loop_final_norm": false, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 166144 + }, + "groupSize": 32, + "embeddingBits": 8, + "tensors": { + "model.embed_tokens.weight.part0": { + "shape": [ + 41536, + 3072 + ], + "dtype": "q8", + "groupSize": 32, + "file": "model_embed_tokens_weight_part0.bin", + "scales": "model_embed_tokens_weight_part0_scales.bin", + "relativeRmse": 0.005378108880645949 + }, + "model.embed_tokens.weight.part1": { + "shape": [ + 41536, + 3072 + ], + "dtype": "q8", + "groupSize": 32, + "file": "model_embed_tokens_weight_part1.bin", + "scales": "model_embed_tokens_weight_part1_scales.bin", + "relativeRmse": 0.005351248977123447 + }, + "model.embed_tokens.weight.part2": { + "shape": [ + 41536, + 3072 + ], + "dtype": "q8", + "groupSize": 32, + "file": "model_embed_tokens_weight_part2.bin", + "scales": "model_embed_tokens_weight_part2_scales.bin", + "relativeRmse": 0.00535003506348811 + }, + "model.embed_tokens.weight.part3": { + "shape": [ + 41536, + 3072 + ], + "dtype": "q8", + "groupSize": 32, + "file": "model_embed_tokens_weight_part3.bin", + "scales": "model_embed_tokens_weight_part3_scales.bin", + "relativeRmse": 0.005366753309165691 + }, + "lm_head.weight.part0": { + "shape": [ + 41536, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "lm_head_weight_part0.bin", + "scales": "lm_head_weight_part0_scales.bin", + "relativeRmse": 0.0966932048234998 + }, + "lm_head.weight.part1": { + "shape": [ + 41536, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "lm_head_weight_part1.bin", + "scales": "lm_head_weight_part1_scales.bin", + "relativeRmse": 0.09698035436435039 + }, + "lm_head.weight.part2": { + "shape": [ + 41536, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "lm_head_weight_part2.bin", + "scales": "lm_head_weight_part2_scales.bin", + "relativeRmse": 0.09701067811838457 + }, + "lm_head.weight.part3": { + "shape": [ + 41536, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "lm_head_weight_part3.bin", + "scales": "lm_head_weight_part3_scales.bin", + "relativeRmse": 0.0970743965868222 + }, + "model.norm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_norm_weight.bin" + }, + "model.layers.0.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_0_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_0_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09762296309118555 + }, + "model.layers.0.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_0_self_attn_o_proj_weight.bin", + "scales": "model_layers_0_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09840644017656355 + }, + "model.layers.0.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_0_mlp_gate_proj_weight.bin", + "scales": "model_layers_0_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09753269761395436 + }, + "model.layers.0.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_0_mlp_up_proj_weight.bin", + "scales": "model_layers_0_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.0976162054024225 + }, + "model.layers.0.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_0_mlp_down_proj_weight.bin", + "scales": "model_layers_0_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.0983157935149208 + }, + "model.layers.0.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_0_input_layernorm_weight.bin" + }, + "model.layers.0.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_0_post_attention_layernorm_weight.bin" + }, + "model.layers.1.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_1_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_1_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09819378290191505 + }, + "model.layers.1.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_1_self_attn_o_proj_weight.bin", + "scales": "model_layers_1_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09769461543748044 + }, + "model.layers.1.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_1_mlp_gate_proj_weight.bin", + "scales": "model_layers_1_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.0972580174397828 + }, + "model.layers.1.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_1_mlp_up_proj_weight.bin", + "scales": "model_layers_1_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09758434471465355 + }, + "model.layers.1.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_1_mlp_down_proj_weight.bin", + "scales": "model_layers_1_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09884821020530178 + }, + "model.layers.1.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_1_input_layernorm_weight.bin" + }, + "model.layers.1.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_1_post_attention_layernorm_weight.bin" + }, + "model.layers.2.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_2_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_2_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09755220397696977 + }, + "model.layers.2.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_2_self_attn_o_proj_weight.bin", + "scales": "model_layers_2_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09742985373814221 + }, + "model.layers.2.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_2_mlp_gate_proj_weight.bin", + "scales": "model_layers_2_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09733709271807318 + }, + "model.layers.2.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_2_mlp_up_proj_weight.bin", + "scales": "model_layers_2_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09767860399836972 + }, + "model.layers.2.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_2_mlp_down_proj_weight.bin", + "scales": "model_layers_2_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09829741153056869 + }, + "model.layers.2.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_2_input_layernorm_weight.bin" + }, + "model.layers.2.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_2_post_attention_layernorm_weight.bin" + }, + "model.layers.3.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_3_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_3_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09773640299926485 + }, + "model.layers.3.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_3_self_attn_o_proj_weight.bin", + "scales": "model_layers_3_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09749279548039519 + }, + "model.layers.3.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_3_mlp_gate_proj_weight.bin", + "scales": "model_layers_3_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09715498225924686 + }, + "model.layers.3.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_3_mlp_up_proj_weight.bin", + "scales": "model_layers_3_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09760511041714329 + }, + "model.layers.3.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_3_mlp_down_proj_weight.bin", + "scales": "model_layers_3_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09800791471164365 + }, + "model.layers.3.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_3_input_layernorm_weight.bin" + }, + "model.layers.3.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_3_post_attention_layernorm_weight.bin" + }, + "model.layers.4.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_4_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_4_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09755043563834505 + }, + "model.layers.4.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_4_self_attn_o_proj_weight.bin", + "scales": "model_layers_4_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09726277267147813 + }, + "model.layers.4.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_4_mlp_gate_proj_weight.bin", + "scales": "model_layers_4_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09731678661691545 + }, + "model.layers.4.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_4_mlp_up_proj_weight.bin", + "scales": "model_layers_4_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.0976177733768423 + }, + "model.layers.4.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_4_mlp_down_proj_weight.bin", + "scales": "model_layers_4_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09776675527131432 + }, + "model.layers.4.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_4_input_layernorm_weight.bin" + }, + "model.layers.4.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_4_post_attention_layernorm_weight.bin" + }, + "model.layers.5.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_5_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_5_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09755511630334583 + }, + "model.layers.5.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_5_self_attn_o_proj_weight.bin", + "scales": "model_layers_5_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09733005173284268 + }, + "model.layers.5.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_5_mlp_gate_proj_weight.bin", + "scales": "model_layers_5_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09726853436858394 + }, + "model.layers.5.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_5_mlp_up_proj_weight.bin", + "scales": "model_layers_5_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.0976375384976202 + }, + "model.layers.5.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_5_mlp_down_proj_weight.bin", + "scales": "model_layers_5_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09766853525652638 + }, + "model.layers.5.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_5_input_layernorm_weight.bin" + }, + "model.layers.5.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_5_post_attention_layernorm_weight.bin" + }, + "model.layers.6.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_6_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_6_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.0976798786415619 + }, + "model.layers.6.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_6_self_attn_o_proj_weight.bin", + "scales": "model_layers_6_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09722237472961315 + }, + "model.layers.6.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_6_mlp_gate_proj_weight.bin", + "scales": "model_layers_6_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09730713979350597 + }, + "model.layers.6.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_6_mlp_up_proj_weight.bin", + "scales": "model_layers_6_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09763901113003857 + }, + "model.layers.6.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_6_mlp_down_proj_weight.bin", + "scales": "model_layers_6_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09767466040890466 + }, + "model.layers.6.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_6_input_layernorm_weight.bin" + }, + "model.layers.6.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_6_post_attention_layernorm_weight.bin" + }, + "model.layers.7.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_7_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_7_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09761721793635282 + }, + "model.layers.7.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_7_self_attn_o_proj_weight.bin", + "scales": "model_layers_7_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.0974205313084144 + }, + "model.layers.7.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_7_mlp_gate_proj_weight.bin", + "scales": "model_layers_7_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09761946543589213 + }, + "model.layers.7.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_7_mlp_up_proj_weight.bin", + "scales": "model_layers_7_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09780918709538562 + }, + "model.layers.7.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_7_mlp_down_proj_weight.bin", + "scales": "model_layers_7_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.098107824764564 + }, + "model.layers.7.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_7_input_layernorm_weight.bin" + }, + "model.layers.7.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_7_post_attention_layernorm_weight.bin" + }, + "model.layers.8.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_8_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_8_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09756660843346364 + }, + "model.layers.8.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_8_self_attn_o_proj_weight.bin", + "scales": "model_layers_8_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09763690134424972 + }, + "model.layers.8.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_8_mlp_gate_proj_weight.bin", + "scales": "model_layers_8_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09746880477415075 + }, + "model.layers.8.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_8_mlp_up_proj_weight.bin", + "scales": "model_layers_8_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09775840278642735 + }, + "model.layers.8.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_8_mlp_down_proj_weight.bin", + "scales": "model_layers_8_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09804522289267617 + }, + "model.layers.8.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_8_input_layernorm_weight.bin" + }, + "model.layers.8.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_8_post_attention_layernorm_weight.bin" + }, + "model.layers.9.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_9_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_9_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09767700310333266 + }, + "model.layers.9.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_9_self_attn_o_proj_weight.bin", + "scales": "model_layers_9_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.0977443944833358 + }, + "model.layers.9.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_9_mlp_gate_proj_weight.bin", + "scales": "model_layers_9_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09761794932909054 + }, + "model.layers.9.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_9_mlp_up_proj_weight.bin", + "scales": "model_layers_9_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.0978222960247779 + }, + "model.layers.9.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_9_mlp_down_proj_weight.bin", + "scales": "model_layers_9_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.0983579332173695 + }, + "model.layers.9.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_9_input_layernorm_weight.bin" + }, + "model.layers.9.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_9_post_attention_layernorm_weight.bin" + }, + "model.layers.10.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_10_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_10_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09777978029862829 + }, + "model.layers.10.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_10_self_attn_o_proj_weight.bin", + "scales": "model_layers_10_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.0976644523281437 + }, + "model.layers.10.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_10_mlp_gate_proj_weight.bin", + "scales": "model_layers_10_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09773223036893167 + }, + "model.layers.10.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_10_mlp_up_proj_weight.bin", + "scales": "model_layers_10_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09792929740507551 + }, + "model.layers.10.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_10_mlp_down_proj_weight.bin", + "scales": "model_layers_10_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.0986012984437266 + }, + "model.layers.10.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_10_input_layernorm_weight.bin" + }, + "model.layers.10.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_10_post_attention_layernorm_weight.bin" + }, + "model.layers.11.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_11_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_11_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09802341570914783 + }, + "model.layers.11.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_11_self_attn_o_proj_weight.bin", + "scales": "model_layers_11_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09773039444643956 + }, + "model.layers.11.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_11_mlp_gate_proj_weight.bin", + "scales": "model_layers_11_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09776983466038894 + }, + "model.layers.11.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_11_mlp_up_proj_weight.bin", + "scales": "model_layers_11_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09794763289299477 + }, + "model.layers.11.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_11_mlp_down_proj_weight.bin", + "scales": "model_layers_11_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09883215971250656 + }, + "model.layers.11.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_11_input_layernorm_weight.bin" + }, + "model.layers.11.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_11_post_attention_layernorm_weight.bin" + }, + "model.layers.12.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_12_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_12_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09779810308875879 + }, + "model.layers.12.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_12_self_attn_o_proj_weight.bin", + "scales": "model_layers_12_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09784878876721267 + }, + "model.layers.12.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_12_mlp_gate_proj_weight.bin", + "scales": "model_layers_12_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09806604898549487 + }, + "model.layers.12.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_12_mlp_up_proj_weight.bin", + "scales": "model_layers_12_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09807302496676507 + }, + "model.layers.12.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_12_mlp_down_proj_weight.bin", + "scales": "model_layers_12_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09929607339631628 + }, + "model.layers.12.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_12_input_layernorm_weight.bin" + }, + "model.layers.12.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_12_post_attention_layernorm_weight.bin" + }, + "model.layers.13.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_13_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_13_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09784068366482826 + }, + "model.layers.13.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_13_self_attn_o_proj_weight.bin", + "scales": "model_layers_13_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09782073835025165 + }, + "model.layers.13.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_13_mlp_gate_proj_weight.bin", + "scales": "model_layers_13_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09847691012085026 + }, + "model.layers.13.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_13_mlp_up_proj_weight.bin", + "scales": "model_layers_13_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09824110154549896 + }, + "model.layers.13.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_13_mlp_down_proj_weight.bin", + "scales": "model_layers_13_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09975600799033688 + }, + "model.layers.13.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_13_input_layernorm_weight.bin" + }, + "model.layers.13.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_13_post_attention_layernorm_weight.bin" + }, + "model.layers.14.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_14_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_14_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09811395682121653 + }, + "model.layers.14.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_14_self_attn_o_proj_weight.bin", + "scales": "model_layers_14_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09808720972795368 + }, + "model.layers.14.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_14_mlp_gate_proj_weight.bin", + "scales": "model_layers_14_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09798932711429137 + }, + "model.layers.14.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_14_mlp_up_proj_weight.bin", + "scales": "model_layers_14_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09807706269833476 + }, + "model.layers.14.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_14_mlp_down_proj_weight.bin", + "scales": "model_layers_14_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09964194047423773 + }, + "model.layers.14.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_14_input_layernorm_weight.bin" + }, + "model.layers.14.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_14_post_attention_layernorm_weight.bin" + }, + "model.layers.15.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_15_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_15_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.0980483537325675 + }, + "model.layers.15.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_15_self_attn_o_proj_weight.bin", + "scales": "model_layers_15_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09823779216108851 + }, + "model.layers.15.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_15_mlp_gate_proj_weight.bin", + "scales": "model_layers_15_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09804236315813804 + }, + "model.layers.15.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_15_mlp_up_proj_weight.bin", + "scales": "model_layers_15_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09807089480980201 + }, + "model.layers.15.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_15_mlp_down_proj_weight.bin", + "scales": "model_layers_15_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09934907681012688 + }, + "model.layers.15.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_15_input_layernorm_weight.bin" + }, + "model.layers.15.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_15_post_attention_layernorm_weight.bin" + }, + "model.layers.16.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_16_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_16_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09848723211568046 + }, + "model.layers.16.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_16_self_attn_o_proj_weight.bin", + "scales": "model_layers_16_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09839598961372684 + }, + "model.layers.16.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_16_mlp_gate_proj_weight.bin", + "scales": "model_layers_16_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.0976332965263041 + }, + "model.layers.16.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_16_mlp_up_proj_weight.bin", + "scales": "model_layers_16_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09778019179392124 + }, + "model.layers.16.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_16_mlp_down_proj_weight.bin", + "scales": "model_layers_16_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09870217539898707 + }, + "model.layers.16.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_16_input_layernorm_weight.bin" + }, + "model.layers.16.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_16_post_attention_layernorm_weight.bin" + }, + "model.layers.17.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_17_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_17_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09821838105419815 + }, + "model.layers.17.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_17_self_attn_o_proj_weight.bin", + "scales": "model_layers_17_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09840262729239108 + }, + "model.layers.17.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_17_mlp_gate_proj_weight.bin", + "scales": "model_layers_17_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09760116601605513 + }, + "model.layers.17.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_17_mlp_up_proj_weight.bin", + "scales": "model_layers_17_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09775443972621133 + }, + "model.layers.17.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_17_mlp_down_proj_weight.bin", + "scales": "model_layers_17_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.0983123822832072 + }, + "model.layers.17.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_17_input_layernorm_weight.bin" + }, + "model.layers.17.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_17_post_attention_layernorm_weight.bin" + }, + "model.layers.18.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_18_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_18_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09853556251603938 + }, + "model.layers.18.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_18_self_attn_o_proj_weight.bin", + "scales": "model_layers_18_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.0975760277104495 + }, + "model.layers.18.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_18_mlp_gate_proj_weight.bin", + "scales": "model_layers_18_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09730226779449538 + }, + "model.layers.18.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_18_mlp_up_proj_weight.bin", + "scales": "model_layers_18_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09760080285857284 + }, + "model.layers.18.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_18_mlp_down_proj_weight.bin", + "scales": "model_layers_18_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09797288205969706 + }, + "model.layers.18.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_18_input_layernorm_weight.bin" + }, + "model.layers.18.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_18_post_attention_layernorm_weight.bin" + }, + "model.layers.19.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_19_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_19_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09843505658504775 + }, + "model.layers.19.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_19_self_attn_o_proj_weight.bin", + "scales": "model_layers_19_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.0981171773600363 + }, + "model.layers.19.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_19_mlp_gate_proj_weight.bin", + "scales": "model_layers_19_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09737895499719322 + }, + "model.layers.19.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_19_mlp_up_proj_weight.bin", + "scales": "model_layers_19_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09762740464791693 + }, + "model.layers.19.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_19_mlp_down_proj_weight.bin", + "scales": "model_layers_19_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09779097172677534 + }, + "model.layers.19.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_19_input_layernorm_weight.bin" + }, + "model.layers.19.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_19_post_attention_layernorm_weight.bin" + }, + "model.layers.20.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_20_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_20_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09904109484098908 + }, + "model.layers.20.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_20_self_attn_o_proj_weight.bin", + "scales": "model_layers_20_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09799290322384578 + }, + "model.layers.20.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_20_mlp_gate_proj_weight.bin", + "scales": "model_layers_20_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.09743257683953523 + }, + "model.layers.20.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_20_mlp_up_proj_weight.bin", + "scales": "model_layers_20_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09767498102807515 + }, + "model.layers.20.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_20_mlp_down_proj_weight.bin", + "scales": "model_layers_20_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.09829480765736295 + }, + "model.layers.20.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_20_input_layernorm_weight.bin" + }, + "model.layers.20.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_20_post_attention_layernorm_weight.bin" + }, + "model.layers.21.self_attn.qkv_proj.weight": { + "shape": [ + 8192, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_21_self_attn_qkv_proj_weight.bin", + "scales": "model_layers_21_self_attn_qkv_proj_weight_scales.bin", + "relativeRmse": 0.09902088233405826 + }, + "model.layers.21.self_attn.o_proj.weight": { + "shape": [ + 3072, + 6144 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_21_self_attn_o_proj_weight.bin", + "scales": "model_layers_21_self_attn_o_proj_weight_scales.bin", + "relativeRmse": 0.09853349976150814 + }, + "model.layers.21.mlp.gate_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_21_mlp_gate_proj_weight.bin", + "scales": "model_layers_21_mlp_gate_proj_weight_scales.bin", + "relativeRmse": 0.0976684370936136 + }, + "model.layers.21.mlp.up_proj.weight": { + "shape": [ + 10752, + 3072 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_21_mlp_up_proj_weight.bin", + "scales": "model_layers_21_mlp_up_proj_weight_scales.bin", + "relativeRmse": 0.09790016292004732 + }, + "model.layers.21.mlp.down_proj.weight": { + "shape": [ + 3072, + 10752 + ], + "dtype": "q4", + "groupSize": 32, + "file": "model_layers_21_mlp_down_proj_weight.bin", + "scales": "model_layers_21_mlp_down_proj_weight_scales.bin", + "relativeRmse": 0.10283265944432624 + }, + "model.layers.21.input_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_21_input_layernorm_weight.bin" + }, + "model.layers.21.post_attention_layernorm.weight": { + "shape": [ + 3072 + ], + "dtype": "f16", + "file": "model_layers_21_post_attention_layernorm_weight.bin" + } + }, + "files": { + "model_embed_tokens_weight_part0.bin": { + "bytes": 127598592, + "sha256": "2704943423bd23c00253248d1ec07429204df2f723e5ecfa47d02df0cbe21faa" + }, + "model_embed_tokens_weight_part0_scales.bin": { + "bytes": 7974912, + "sha256": "a57e25a00320496bdfa4a983e62abba70f13fe4f60b868ce6695b8a0d9fb8cd8" + }, + "model_embed_tokens_weight_part1.bin": { + "bytes": 127598592, + "sha256": "34ca7e34fc44eebe14fea2fd0b5d7dbc7cd9027894ddd1e0bfb76efa30d07d91" + }, + "model_embed_tokens_weight_part1_scales.bin": { + "bytes": 7974912, + "sha256": "95f291e948f5300318bf8814cd5714ad04ae5588d1d86e268fe8bee2d95aefec" + }, + "model_embed_tokens_weight_part2.bin": { + "bytes": 127598592, + "sha256": "e5e71dd27d7b7cd7effd4321a8a3e6368ed08385b07a0812af41fcdf35580a99" + }, + "model_embed_tokens_weight_part2_scales.bin": { + "bytes": 7974912, + "sha256": "03c87371ae4600af11c700e37ba9c32510e64cd965e43f3a3f32512c367c2dea" + }, + "model_embed_tokens_weight_part3.bin": { + "bytes": 127598592, + "sha256": "4cc543bdb1832e0da5a15c75c62077c7d240a5af2b6eb84134f881767476202b" + }, + "model_embed_tokens_weight_part3_scales.bin": { + "bytes": 7974912, + "sha256": "7b2a0500fff404334e0a52e44659e206edc1b59eadaceaeb2056560a5d5ce4bd" + }, + "lm_head_weight_part0.bin": { + "bytes": 63799296, + "sha256": "284fe14623f6029df2d56b0efeb3725b2497925107a5a7d38327bf87a2b025e9" + }, + "lm_head_weight_part0_scales.bin": { + "bytes": 7974912, + "sha256": "c686f3ee59d8e45126234b4b48c04319c32034f28c81d84736c7ddb64b63a9e2" + }, + "lm_head_weight_part1.bin": { + "bytes": 63799296, + "sha256": "c1d6b6f04da0002a2739baec9c00b46d2dd8b31ef5a9387f5ff2836af1520c81" + }, + "lm_head_weight_part1_scales.bin": { + "bytes": 7974912, + "sha256": "a6d06cdb6f3f4a66ca9d47209d6bea08af0c4e48560bd5fc3e3f9cb66bacc537" + }, + "lm_head_weight_part2.bin": { + "bytes": 63799296, + "sha256": "00b4904600dd732121cf731c8cfe269e939da5096c3da7d78b6e3fbd524c8ac8" + }, + "lm_head_weight_part2_scales.bin": { + "bytes": 7974912, + "sha256": "b2c333859739e563fca0d31d9a900dc4c3b2f37180154e7af5a0a2f4cae789a2" + }, + "lm_head_weight_part3.bin": { + "bytes": 63799296, + "sha256": "db312e7e88948a3db680e150b20dcaea83033997f210eb201c18c9fdd76b455b" + }, + "lm_head_weight_part3_scales.bin": { + "bytes": 7974912, + "sha256": "ff7b89e3488756524f189cef8a688c1baf8a82a97c41287aa1241f24d9c596c1" + }, + "model_norm_weight.bin": { + "bytes": 6144, + "sha256": "b3b07ada8c92bb4d3786be71ac846a1529157775c78bc78eab16a3f0def59f7d" + }, + "model_layers_0_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "d1449df3dc7ff1d3a62d1a71a08e1c145f3328a4dd9d8c5a6f36ff8cef5ee222" + }, + "model_layers_0_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "8f44b4557c148fc0b7ff0afa3b871498c98f390ddaa89ffe479a5a1939f5e7cd" + }, + "model_layers_0_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "5d876673a00625b728d4aa6adf52eca0f58421fd0464872dc17385472a0ab460" + }, + "model_layers_0_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "86ebf16bc27360a924d4844d6ffb125c974f161b0ba3a140f6f4971b7abe523b" + }, + "model_layers_0_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "47655c8ef86ed324f61fcb156829f4b7591fcd26587463291708612e13c28bf6" + }, + "model_layers_0_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "4c0b6b6a47ff55a12382399d9a3e6fd25214e4264b8242045f68d21ede76bfd1" + }, + "model_layers_0_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "97ad437e7a55df9f68fd9c1e51dbc8a34347cdbd6a4f031d8f426bd70a330ed1" + }, + "model_layers_0_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "6ec2bfc9926c94f9c918bc25e780c8b0585395e8f1ba934fca308eb594e50935" + }, + "model_layers_0_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "9c712ae4a33af93829eac9d1e221f49a15563825cb301ea5c657f32d7a794a9d" + }, + "model_layers_0_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "1cca2dec890a5580b8a1753b993f26eefef62356bb1563659c9cf24fc5f502b3" + }, + "model_layers_0_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "0884166af10f46e562d7cfa6bd191864f816a859c9dd16c9a3b54645a8b32e6b" + }, + "model_layers_0_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "79aa8053b7fc7a1252c390ba05b7a58151f991a103f9d3361925026279cf940d" + }, + "model_layers_1_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "1ce2047868628785dacc2ac98d61241f101c8a8ec69c590c36a09c6c2f105735" + }, + "model_layers_1_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "794e8b33c2433bc8021bfc7078883fa9854e702e8f256c33494c94b2cd95f23b" + }, + "model_layers_1_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "8d3477931a181ec77e4a7fa565214a6297d42368dc014c737bea6e0d334e37dd" + }, + "model_layers_1_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "5441b3373845ddeaa17a9054c17cf97f1401512646721df0d07ee1432c6c1c45" + }, + "model_layers_1_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "2d41048976e5113738aa3a88b4dbff7b861fc043e9d5fa765da27cd819aa00c7" + }, + "model_layers_1_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "a7582ae6daa3800ffad2d8ae5b73528d169621db22da9f49ae3cf2377d2a37ee" + }, + "model_layers_1_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "ea0fc52aef9a67f258b7cf04e156d9c3b10fefc5a3706b6413c38bca5321680c" + }, + "model_layers_1_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "eb508cedb665def4416b4d9f29a45ac42a614144873fb26787c08cca5253e4bc" + }, + "model_layers_1_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "1950c4d4b366426824691344da6d710a246011b803240a2bf6eab650389b157d" + }, + "model_layers_1_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "971d572d7a72157d1fea62a38fbac8ab31015052e7823be2845c2eaf11055416" + }, + "model_layers_1_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "ba73f8c34fe8ff26c6d02ba3630bd2dbd87cec85b9c0ccd3eaeb1363bb11848b" + }, + "model_layers_1_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "b5558c69bfbb671306ca53a79740a34833567d7f972454e1114708d84cb140d3" + }, + "model_layers_2_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "f0da54bd05460c287b3012e8a85bb91b81f65be8cf4c1666ac22a3ac147780a4" + }, + "model_layers_2_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "91fe2dc471a5360036902b303734b3b9954f750549600d6fa2c546d979811654" + }, + "model_layers_2_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "7b0c6008478bf8631b4a5182d76ba84b0469803cdb8fe72cb3eb8a37187f9acf" + }, + "model_layers_2_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "dc523061768dbd6782a9dec0171accecb79edb19da5e195e75d9ff917c290af2" + }, + "model_layers_2_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "e9d7b9c7768a5efbdadeb64640136d091638c630dd4bdc0a0063daa6c0a53ddf" + }, + "model_layers_2_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "2dfd838ad81c28c5eae3e8ad0085e40e4fb6d423e8c3937dc947a5ff746a1a02" + }, + "model_layers_2_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "0d3888492d85b4f2bef287053fd429cd85d91c67ed6cb84a33ac91b1f43c407b" + }, + "model_layers_2_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "3e019a08b84453e58b05b48c3b8a233e82fda8897430ed1ed4af092252ce20c5" + }, + "model_layers_2_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "e9c16b7f572ba600076735d779713c94c0c823c95e5461df2cf7284fd8162b42" + }, + "model_layers_2_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "0e8ed07dd59520e73a2075fd9db23bc2428f16a9e7d93be27d8aba7285ac2370" + }, + "model_layers_2_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "bb613c12c1d54977c487545cfa4587ab5c3474c4f3c3b68789c84c795aad90c6" + }, + "model_layers_2_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "3890a30800065d0a31bcf3256f4114e980990b4948cede551b02f547803e32ce" + }, + "model_layers_3_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "9de95c85b5119cabad4f762f5a3e643844e20b1baf8b3494e5c0010d9e2db87f" + }, + "model_layers_3_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "296df429485cea60b06b1a041f0eedea6253870b868c84cdb5a3dda435d8f263" + }, + "model_layers_3_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "6a47e09b8719cf4dea680b17860fe72fb2883ba75d73fb5ef933d77f7a4a971f" + }, + "model_layers_3_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "45c8dcb6ccf804b5fa995cd78e7588741b0166856bf7d5a12032edd75e814b3d" + }, + "model_layers_3_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "74ceb3f43f20f4b028bafae0e57cd107f1c2ac19307a79e8e65fb0e5ecb9481d" + }, + "model_layers_3_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "48df62d7880c459cc96566d26abf22cd888bcf889ca5fa8bf486f78b452fd67b" + }, + "model_layers_3_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "9dcf61650a92aeadb9f2a9f1e0352dfde59337f9a74e368090c2b60fa63e0fdf" + }, + "model_layers_3_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "52a00d653f64dc9d8027aaf6d5914f6f7de977c5faad3363d4264a29f0e82b6d" + }, + "model_layers_3_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "3f46be9ab0b84303e38f62f087889a3f7ca5dbcf92a0195486e060f0b1233fef" + }, + "model_layers_3_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "040131748b68fbc7abbfee552b0c6b74e97e061ed9fb18edd856fedc1f32f106" + }, + "model_layers_3_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "f158a3e7389ecc3fe4f93a007dc8993ee6ea15ab1d1c4ae3401972b7c754216c" + }, + "model_layers_3_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "d1e4a8c907ff0da717564abfb8b682671b33dfa23b918f6e96e332a5da1e0f79" + }, + "model_layers_4_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "4c2b241fa090f9e04b04faf60bc6dd4dd43f79a95bf02101081c462bebb4c325" + }, + "model_layers_4_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "d65420a3f340db86df0773ecfc1e44580c229c25e87e1df23fc80ad70a2bd62a" + }, + "model_layers_4_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "a99f7b840627101cad0baaa09efc5cd02cd25c9212ce0568af5b4e0570785d97" + }, + "model_layers_4_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "1747aec763fd07dcfc832693f69c0fda9c2bf9fca41e2c4ed18aa7cebc876a2b" + }, + "model_layers_4_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "15d63298942ad6bc6e7c8adf6975dd25803966984195de62acdd2806e116f8e8" + }, + "model_layers_4_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "ddf82761b09b78d63b98a95c787562713a48011a869f25a5b11c7639d17b8c13" + }, + "model_layers_4_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "d46062c634480b4bc00b7c60ab3a580bec702775e08c688d625adbf19ffa3b2d" + }, + "model_layers_4_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "27c526a1faac779db00a7819ed563b3651dde0f70b2947f5759bf6eac819f31b" + }, + "model_layers_4_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "c321e50022dc65b87904ebd206deccd58b3d025e025f6940cf0fd0c609be2ba3" + }, + "model_layers_4_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "653bd5aff4f3593ed6439a6518cb4791767ee45b941ec006f621e1d814f57137" + }, + "model_layers_4_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "75e26b4847e53666c6da5f4a3e25ec52c8b67bae6baa8a2d67920978c6a7f0f9" + }, + "model_layers_4_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "e106799a6137f2988abb07cbd79d9f81e09692996626b6b0d34428756ac65d40" + }, + "model_layers_5_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "37072073265fbd4353433f2cd0ca56eed08f131a46b5375c063da4658502088d" + }, + "model_layers_5_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "4a41d7183eb1d9528c4feda02a7169b6b71b9d3bbfa3f49135ed2aeb4f6fa9f1" + }, + "model_layers_5_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "8b4390f01f4508a56f9e36d0ab87048f4849400adea1fb0ceb17a2f76815c989" + }, + "model_layers_5_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "82cf282ef3fde6a8467d722acaf00d4eff8a19398f165d624c851f1598f9369d" + }, + "model_layers_5_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "912f723e4d583cf572914ec85d5ad90d066de5e5d6ae375981590200320b9aa1" + }, + "model_layers_5_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "48d80d43b5546cb4c9b52979bd1aa9c9d1c4f0d6834c549a63425a6f4a77cf5f" + }, + "model_layers_5_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "4a9cfe2f052e35e75c2cfef5c995a39969fc2bf21c1f207a68d6c07abe65d1b5" + }, + "model_layers_5_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "18d064a40ea08b9c21180c4f54ce02821bafb15bccfd909223ee8c2a30c709aa" + }, + "model_layers_5_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "dcb3d56c1fb9d47dc1339858d940365f63bcb712bdc9ed38222f5b9fd415b785" + }, + "model_layers_5_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "44269d9f576aecc8987c7ac5d8a552311ffa6af3c7bb79ada257891acb62e8a1" + }, + "model_layers_5_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "f85989b09b6ca46ccc872d46cb33e89bbf6dec1bd2e4238ee37c92398d9a1195" + }, + "model_layers_5_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "543890cb299c2d48d52cd29d9e4dcd5b3f1ae3c9ebd1c45f90fef9d62aff9679" + }, + "model_layers_6_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "34e008e53df757d607dbd0e66a72af1b6af23871c1aec3f1d40606f18903f8df" + }, + "model_layers_6_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "303a942c45339e1ea28a45b039de6262adfcf8004f20063d6086729fc3b5b3d8" + }, + "model_layers_6_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "2b37161be73f2d9f446ea7cc2b7438576d8e22109e4de627cf69b57a59c8b38f" + }, + "model_layers_6_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "6ec51479517f643d92b28a867db6e881a2a13be5413413a07d122acc6502c3ab" + }, + "model_layers_6_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "3c74cce768a5df36698fb4c98b7b70991eb57d12effadfd501e909ff3fc6a12b" + }, + "model_layers_6_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "14f720f805ff60b63d864a59242babfd25154d48f5de2427c5cadb70cb9d59c0" + }, + "model_layers_6_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "e8441db7d0625feff8696a41f52c0cfc3e9f90b2146213545633e40172d58bd2" + }, + "model_layers_6_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "5114ebdf5202775bb4c160173e58a3bda899264102248c4f4d5d0554da1b5067" + }, + "model_layers_6_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "49787abb1267fab0a9aef9282555c27366d3802988cc526bbbb89b8d8d44744f" + }, + "model_layers_6_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "892f7d25a8df8e54063147a1e543c311591154491ec3a68c67ac854c7098fc7f" + }, + "model_layers_6_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "4aa2d1e0bc50c5deffd4414d2706a3ee901181fcc0cb871fc6d34720f5c039ca" + }, + "model_layers_6_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "57fd79841bbd8b8a36f6cab85e2e664b40d904e77e6fc070c35f44ac89e04891" + }, + "model_layers_7_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "f711461c72998b3473b55587b620b0518b22c081cd3bf1ceba17af45a317d219" + }, + "model_layers_7_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "a47f2742e0e36ed80289302a9b3619d517c2a0f0e6912eca78bdda135b39dcfc" + }, + "model_layers_7_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "869b559209ebc4afee60b7fca339b507fe970116f2990272e880e9a8a88b0ba7" + }, + "model_layers_7_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "a6f37c720f4eacfe32eaaf7ed0b3587ae75d7f3bb8931416854d08638945f599" + }, + "model_layers_7_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "c0797fd4da9fd371eb30980794fb326f5591c6ba769bd59e463394fad390de25" + }, + "model_layers_7_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "4939d67fae8595182cb5bfad3bb74a18e0c6b6f79f7892d99df72f8fd09a57f0" + }, + "model_layers_7_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "3ec991c0c7b5533396c66ed30ba1f793097931d64ec58c8ae9d5a08587a66461" + }, + "model_layers_7_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "2dc8a299976972a5b70778937ef36d0de6ea0b6ad968bb68a21f8f4031ba1118" + }, + "model_layers_7_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "2198386c411421c4d58d5f8ba88a90899c0fc1667bc02d9bff9c2655428e5b5b" + }, + "model_layers_7_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "16b8e5f479b050f61bdb1cb1669279c7d719a1a38b977fbe5adc401320743db2" + }, + "model_layers_7_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "a7f59e3eb0430826fc38f038e29e1486064936fbf13e65e723cbecd1c82ca4d4" + }, + "model_layers_7_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "c0bb24ef2baed4ddd9c61d7a284e70386d860465dbcd4a7545ee275e4dee1fbe" + }, + "model_layers_8_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "3eba4377549635cacbc3543e25547488de8821ed390b2374f9e6580af3290a41" + }, + "model_layers_8_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "5ad2e4866bc264538564181ff41c3e1f57c858f563f7b16dd8417042c2f7d2ec" + }, + "model_layers_8_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "a436ec195855998a6d90d54b2f7abc0377e7848789e43949e54947d0fbbeba2a" + }, + "model_layers_8_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "66acf484bdef6c4f101871dca13f9b01f9a44c92fbcb95af253e0171a08bec72" + }, + "model_layers_8_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "3dbb7295ca88f99c76e743d7f51d6c1b061a8b1897f860cd4b691728e6410b10" + }, + "model_layers_8_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "c153b66e9a4ba2150540b49833ec07b89c6bc2c21139e3c72b17051c8695bb7d" + }, + "model_layers_8_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "39cbeae8d8f3c3a2de16aba7b70e5910104619dcacc49eeb7623f687a0ed8d65" + }, + "model_layers_8_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "5ee0be274ee35d06c5e89afbce395e7a9942a1c63702065d783395cba34ce14d" + }, + "model_layers_8_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "b76abc5818a6dd1b42909cfe020403d5d31e4e6ac37ec4208f4386fbd33585c6" + }, + "model_layers_8_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "da55e16b462526f81248ce84d989a3064974ee2fd2d4693f5872dd12c9615699" + }, + "model_layers_8_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "71d2796f2da406ccdd7de069d127e04b66641a1b9ae0315ca794148fe67e9554" + }, + "model_layers_8_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "77f7e713114e1fcc5e601f81ce471a3dda095ed5c6056e9b47ae8e7480e7fb7b" + }, + "model_layers_9_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "0a8ea2ec121fe806795d34838f4c7814d14b27e5ffa33eb5f0b9f62afbab7197" + }, + "model_layers_9_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "a7a1a071bdfaeb94b26d09f7acb338743bff5f5206cc7eb635ea0bfb3a7bbc39" + }, + "model_layers_9_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "2eab3c5394bbe468154de339d070643f3929be30de65fddb2665bf9bc5fc5c89" + }, + "model_layers_9_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "278527ec4cade67f1c27b362dea88b932e32435bf76c264a65ecb2557c481753" + }, + "model_layers_9_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "8f4481cfe9695b27d51785ba2daaa2b1c2394be71667e9bf62b4c1465a085afc" + }, + "model_layers_9_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "ef9e4dc71dbbc72d07a688a2974de3cb1e5f28336150654d122f06f14a77f4bc" + }, + "model_layers_9_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "4e21452c8da53f4dac1f5d4da48e50466257b469565741e62516f0781c593abb" + }, + "model_layers_9_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "3e251d5446d7b87fca901dc301c1366ba56382e39223f96a018c3723e0281aae" + }, + "model_layers_9_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "4ecdd92584a9cdf93e12cd421c7fe798dfedb5b7fe8d07e3ca84deaca3ff60a6" + }, + "model_layers_9_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "2a2fc5252558e3146467b0a55ca45875eb2ec8322690cae2102d5e94eb6f7fea" + }, + "model_layers_9_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "5439b37b9d78ad461eee35c2ec4ad0db9cb6006ed8e10c3b37c5d704b22668d9" + }, + "model_layers_9_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "88ba139a431ed54f477f6e3763c99716adcaf5e93763853ad4990ac61c1cb484" + }, + "model_layers_10_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "04a2ef06c4ebdd09b3f6eb72529293fae40df8c1db2792fba5664dcc54764c12" + }, + "model_layers_10_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "6c7c4b4acb1d8a5c6bc9e9713ffe5c3bb346b10344d6923cdd41a23023131ba8" + }, + "model_layers_10_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "026963fff7364765920161dda05c4182cfd8be2e39224fbf5841800b703a7fd8" + }, + "model_layers_10_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "e7b93ce59ce869412aebd965b58d7feee720804f1598ced7ae7b6cc39ad9a40a" + }, + "model_layers_10_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "18339e23c413500d9bb9ab95065f0dfd6702344bdffd4912b50a6d7c6ed80f52" + }, + "model_layers_10_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "89fe169f651e82ea4be6479701be73735e30451046111e94639c99c217431adb" + }, + "model_layers_10_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "431c3c0983755843fca1d980490d48dd7b0bc23f93970802fcb493260d89fa8f" + }, + "model_layers_10_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "4328747394ffc728d2a5e1e32b166a3d929492970ca78e13566e4823625cced1" + }, + "model_layers_10_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "303ad966c5cf2ea7126830e34edcb1188f37d4397db641ea744370993b62f88a" + }, + "model_layers_10_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "f70687b394e68483e02e50649aad62de47b90ca238101c865c6108d1d01cf820" + }, + "model_layers_10_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "937838a5fc5974623159b39aef72980f77aa0bd14fab879f5843e05572ba5842" + }, + "model_layers_10_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "bfe120b3d9cd1b7d282f55cb373a0d5ca1d45877cd2340ec34c3a9c25b50cb14" + }, + "model_layers_11_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "7d6f89d34c42cd70c101e0befbc1253dc2563e98d829dee447e849c02128a1ff" + }, + "model_layers_11_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "3dce27b5fc048f46e2d76607d656ffcb0cda9820de41ec51bc9347c267e2f4c3" + }, + "model_layers_11_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "e0b16bfdf39a99b154cdb3e6a0052de4e6c0573ff5d124f2eab79e21081f0021" + }, + "model_layers_11_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "f9dc44189684083e80f37fee5e8dbda0ba8863ff75810601683e299bb0125177" + }, + "model_layers_11_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "c468a4e64699cc7464e78fffd918d5bd03d70f85b72dbc264e912b34275053bd" + }, + "model_layers_11_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "33f827cd13847acdcaa789499b8973d24ff38bedf7a3165fe61c5fb8009aeebb" + }, + "model_layers_11_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "29a2af692f252086937f94b164bd5b7a4c80d49d113049c3eacb32131776a869" + }, + "model_layers_11_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "96a63b09e375a519817e6f150a3c9fe614c91efe1ea1562da96a5a7e748abb13" + }, + "model_layers_11_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "f955c550cc2eeb29a765305327f7dd94c627d31aafa69020e3262161c2de6a2b" + }, + "model_layers_11_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "dc56bb60e8b83cad7e44cce1de1eea8a724723919cc316f7195d0523f1294173" + }, + "model_layers_11_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "1aaffa3605bf4f0900dc403db4010267a7ef203ebb431344067b4c3e9561a27f" + }, + "model_layers_11_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "348bbcc07cc65736e21b10b0ea36b6c49e6e00122c8f3578751449873bdebc7a" + }, + "model_layers_12_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "640c906b17bdf410a70320534b5ccd58bcf26290f83bd285f035922cc66a6e4e" + }, + "model_layers_12_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "7ab0891fff7c5cf83ed1e11692a938af52d179824850c113a1afc6e10640c534" + }, + "model_layers_12_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "c8b40b1f235987c637380ea10a8448e06189c0d98e2788dc35bcaac65f47be8a" + }, + "model_layers_12_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "6ff581eaa36ee145b1d54f556c749047bc23463e3fa89a5c1e60431a2ba22fe5" + }, + "model_layers_12_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "576646e74827151602219b38131764fe282082195e283a0bee4d618142b7bc96" + }, + "model_layers_12_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "e943872f3b86e70f8a9b84a2270f17ce9beb500c5d194031e77b81410f5b413b" + }, + "model_layers_12_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "3a79b817d13f5a19f32de2fa5b22bdadd6a92592516abd59bf0be39cf7cbc2af" + }, + "model_layers_12_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "ab950a7268cda2303397c4a0c579d944e485bfdc3b272dac4488128c18bad104" + }, + "model_layers_12_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "8d610a5ca2a2419a3181797e039559aa11aa742c6201773a9f91483e0bc091c2" + }, + "model_layers_12_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "26be8319b69f1954cbbab073503d04fd7a428d2e0975b6671ff049faa149382a" + }, + "model_layers_12_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "97d074c2b8f2c0f0beb4ef55ab5f665f8a7f29090ea0fe2f451ce98af28d5bce" + }, + "model_layers_12_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "4f2e21143deac1bd959f83079471be326bd489ae1d71daf8043a30fecf3bde7a" + }, + "model_layers_13_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "ed81260c190558027cb54dc836118780993d502b79f9725da32e8e34e02865dd" + }, + "model_layers_13_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "beab3a7591c66de991f545065945fec14e2629eda9a2e4cec2cf6a043fea3f57" + }, + "model_layers_13_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "08dcf39b614af2eb6a581493403382842d8b4767828059ac377774e126be94cd" + }, + "model_layers_13_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "8e7cc037e04312e44c80b03a0ebbf12f9812435dac1f4481382fbab03e75e7e2" + }, + "model_layers_13_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "04e4b486f81c2a9020dc1ed970121013ab5749488ed8d3ac3734f56e0574540a" + }, + "model_layers_13_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "4ebc757877b1533bfe3353c290ccc16f514bd73a806cba24bed4b4a240a303ee" + }, + "model_layers_13_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "872115e878bccdaf290df0208764e1eb6898a9cbe9dd03fe0021902620f7c070" + }, + "model_layers_13_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "546605579f816061175d4559619769d0afe3703707e2dd9a02f5f35261056952" + }, + "model_layers_13_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "b0efbd0549088cf01c56928dc3eef7200900b5f093f7590bcf35c7df6d5147ea" + }, + "model_layers_13_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "d2a708f5b6de188388d271cb50a3c0ce1c11fbb1056ecd35438f87d2792b7c15" + }, + "model_layers_13_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "7d9c0695f4725d9056f3639bb93117c49cf1cd0a011033c44b4a4e383447abd3" + }, + "model_layers_13_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "eed8733d27d1fb43b3e1caa995bba5a065fd0e710d001b6d7ff0d43b47d3f535" + }, + "model_layers_14_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "64a0db523e54eb30e05a4a5c8035834d8bcdaa624df770442db77f6f9c8196c6" + }, + "model_layers_14_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "8c1cb7067190b543568bc64fc10505239d5a755443b5778db0e6ac8d17aef6b2" + }, + "model_layers_14_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "93b5de7908a02c33473191e7f66f637f2b52af6cd025aa4983b930b80b771af1" + }, + "model_layers_14_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "da3acf5677464d90499822d8765460fa84e0534a9211f0546d7175b76ccda21a" + }, + "model_layers_14_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "755f42a68b3d65f9e8d873f71c2ed9ebbb17b1e80d5a2d538fdaca8c5c725151" + }, + "model_layers_14_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "3f100b16f479d63f4b80fbb70904eb931a20bc6a036ec1f2c5fbceb93ba95f5a" + }, + "model_layers_14_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "384de6f72ae8e73ed8b88f875e1cdc288feb52f9989958fcbd2db8f82e86d0f6" + }, + "model_layers_14_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "2d5a658f5577435e6db751c0bc1ab9526bf50168fcf032ed6ed7b6fc1f54f3e6" + }, + "model_layers_14_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "05e1b637de70a1c907a3a6e8bb4f88a0a45893f284bd100ff382ae662a5bcd7b" + }, + "model_layers_14_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "a07c94f0f7f2429bfbaa4c8f32d32e65a078df0462712f36da7a07ef6858a695" + }, + "model_layers_14_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "432e43e9050703e5fca60596aa8dc272be166371411dcefdd8d2fe6efa2f1b77" + }, + "model_layers_14_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "6d3654f93dfaaabfe64935f62e19cedd2258f9f8202b88fb0a621a702058a0c7" + }, + "model_layers_15_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "2e6b6237b03712d479922d60a0301dad5de8599906689a8cc7aa45b48aa7bc5b" + }, + "model_layers_15_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "1f4eb0fdba0f132b4e1cb13393a0d3f375aa95337f1d7c284399fbe1ecf33880" + }, + "model_layers_15_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "d927077f3f8d94f08514da810cc2842ae1685f492baae42c7ce7f101acdea4fa" + }, + "model_layers_15_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "5c649a04c48c56f0a735bdcec538e4ea6fe981f2b60c00a2246642f6e7d83ec2" + }, + "model_layers_15_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "6c717f0b261b772b14b4c272fb6f17de214fdce160a7d2d6ab90b95431fb3361" + }, + "model_layers_15_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "943bfc13dd7683fb044c16a063be8127dfc94f3465a3c45180785f7de97613f9" + }, + "model_layers_15_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "f958663824deba306af8bf90a4e9c10aa3de0d697d2ca9efa813a084c312a896" + }, + "model_layers_15_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "eab378d23c42d5c2a6db9adf26e93f20b944647ef9d5c9173877e1c2ab2b8882" + }, + "model_layers_15_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "0e58f4b0ae67ff709f4100ef76d902104d1bc36e7a7bdaf9cc55833bbc01b85f" + }, + "model_layers_15_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "052bb6048d58ee4dacbb60e3598de37f5e643645f93e67148eba4a21f52de34e" + }, + "model_layers_15_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "2c850ebe90cc2a0abfdbe15d6b22105ae4e5bcf910e1456dd912e36850e27ce0" + }, + "model_layers_15_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "f44a1bca72c61ac89f2477962259ae633e980ea4389ab078f35c8f4ed26bbb6e" + }, + "model_layers_16_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "5196889d3901a2530879fe8c326363b7ff5125d56d51f45c172cb93e9b590e04" + }, + "model_layers_16_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "a286b3c6ea686a799184eaf5dac91c2ed5582a02ed86b98957fb4d564452581a" + }, + "model_layers_16_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "f0ac48f379fb7ed63ca598166f919ea4150992fab2bddb36ad4f0e31a73a7acf" + }, + "model_layers_16_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "931521150d9197bc7490b48562b701b91fd39097bad8f3929d55331a663fde03" + }, + "model_layers_16_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "6212ba833aab87c92b6be2207ecaea635329744c163b568ac2466bba26ad4514" + }, + "model_layers_16_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "259f8e03e2265d164e074d63a0fd64d7d7b97563254eb255752f5c3599096572" + }, + "model_layers_16_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "3e6bd5ada0f6d44b1ec842329db8ba444721521c9f34171251225b59927e613f" + }, + "model_layers_16_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "a345b4318f04bf24fe90839f32636c678afd9d74c467eaa8c1dcf8e0a72dfd96" + }, + "model_layers_16_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "a08bd181c41dd9d519e63bb5c40a290bbc0d7488c57eafc005710f15219f6440" + }, + "model_layers_16_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "1c216db0dea0bb8ca20c6d92b56bba6501461bd9cd25be8a4e31aaa61f33fc73" + }, + "model_layers_16_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "c86c904e22af06706255a2074bdd98ca1f7316f76d393f42b35d480e718885a5" + }, + "model_layers_16_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "3f1ff7803709495681d1f832088721aebda8f1a60de22f477c43a76778cd4855" + }, + "model_layers_17_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "a603385e96817f9f3d4189e6b42742951602fd7711295828010335115f3f7c1b" + }, + "model_layers_17_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "e725a371f3611ceb5ad68de502ae83becb89074acee5408ad7a9e9f2318782a8" + }, + "model_layers_17_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "ef0e9e1e908b7de69dd636fc12fbc843795409c467ab1724e928ef39256d80ec" + }, + "model_layers_17_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "67dcd6bf7467d5abd49417910a2c57cc0e82bc1c247c526981e6b724ae42b419" + }, + "model_layers_17_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "cee1b92a6b4a25653faa9516f1ce5ef6631e8e56d94a24c5de5faef221923872" + }, + "model_layers_17_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "58d65cf62e7870b710b38bd9a69ff1547f4873642d59686b1089165c8e9c93d1" + }, + "model_layers_17_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "cdd590cea43baf6afec720f4b69fa8007ad3151fc74c1c23890428523ba890f4" + }, + "model_layers_17_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "37c8f3e768cae9a887842224ca1c7abf5ac83368bc3e2d529b0ffb777c8e0a95" + }, + "model_layers_17_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "911afe99fb2e0da8367b47612a21e16778ca82f92a41d948548c0d348b109dc7" + }, + "model_layers_17_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "83fd40e1d80818ebe2d46d9c0593df46061e2dc3d3161b7c577b9c377050d1e5" + }, + "model_layers_17_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "626d0eb1f51801f2d2b43ce826a90dde11b40dd58693c0fa2f2094c608258a55" + }, + "model_layers_17_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "d5f1b00965794997c9c9ecbb3c97d9ef15da4e87e493a37e3e373317ce464646" + }, + "model_layers_18_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "3316c01f1d33a8465e491a87d0f247faf0662154dc640fc3db423baa61ee5478" + }, + "model_layers_18_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "24ea22f1c9e9389c63ac40ad624999f41b3713786d7638758e4b523408584668" + }, + "model_layers_18_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "ee6eaea1d85aac23088f2d19958f5a55204b510210a846be2e1662b0ec4e63b5" + }, + "model_layers_18_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "2ac0c5f9cba7b4a9443b7f6fdbf5f28551ca820d1c59772fa9af1e87f8bc03fa" + }, + "model_layers_18_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "a569f81208b74467b75f22e63f3f1ae1d08f899a3af72b13bee980fe906a8d38" + }, + "model_layers_18_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "d9053f9d230c64402f620334a1001183cb9f558dd9f250a15da56e54e52070d7" + }, + "model_layers_18_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "d672b09f041438044ca361dacd180ba1e0ac5f545a53f9248be51048109f853b" + }, + "model_layers_18_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "532c99eaf7bde3390836a0cd53b07bb336f3b549875a1e56412b8007ad43d1b8" + }, + "model_layers_18_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "6807271d60fdd8dd1a337460dd24707d2b290c761c6941f2bbe4ed39dd9c4739" + }, + "model_layers_18_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "753ee465ecfe091b7f1b5fd7f1baf39397dfbce4257dc3eb820456f79e8f4c54" + }, + "model_layers_18_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "e53064b260748d64c35dbc3a91f6d07b40f7fd881f1889d9a9999f5c0a1c0a67" + }, + "model_layers_18_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "510ab5c1aeda95c09d31447d0fab3e476d450da6a1835bc6c068c4fc46783ec5" + }, + "model_layers_19_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "a14b65e7a273b43a2a82938d74b844bf94f333c5b3f7115d8057403794a82f2f" + }, + "model_layers_19_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "499f5ccb753ff618e91ce2ef07e6a340cc280153331a73abdfd147b09a58f061" + }, + "model_layers_19_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "c8e602b5b53b5e17a72a3b25cac6c4e60cdc7e8bf6887b1db11870dd169a875c" + }, + "model_layers_19_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "ca811b2fc64be84e390186d80cf4836cf58197543c0c8f627c20bd9729897b45" + }, + "model_layers_19_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "8951f0ee8b73c0b84792c74429dbf52b3d95258b063af2fe378edf50e94f1c0f" + }, + "model_layers_19_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "5e870f26a0535066479aefbc393d658ccaeec90e0923a3ea055ccd0edf4198e2" + }, + "model_layers_19_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "060deda46811b6991e92816eef6ab57441debd12b02b78d695aa2e9486dbc0cb" + }, + "model_layers_19_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "97d2937d8aaf7bda813018b0f136025c454fa20711af4c992439727bc35e423a" + }, + "model_layers_19_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "4365f3086c1f4a187594eef2a12c2ba06152db3a7235ee2f06ab50f13189026e" + }, + "model_layers_19_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "40347461354362f44435671532d51aa1cf309ecf21e5256e497940e1ba0c34da" + }, + "model_layers_19_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "d27a0bde638f8488a99b829fa4cfa13451ff9f33dc059dd4982fc32ab48d20d1" + }, + "model_layers_19_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "17053e66a3fb4e441832a2d5d3d4e04bb0567314c5fb7d7982a850e59ae0bd69" + }, + "model_layers_20_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "4ccb28077b173e4395fd622f3a4b46c5ec4abb68178d45715b18a2077099460a" + }, + "model_layers_20_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "fd2a00c8f44f26ed6fe852b5aea23c6928a674b655a760ac76cf6c33874f46fa" + }, + "model_layers_20_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "4dc955b16a6284a7f5cc2ae89b2358d6329be981c07f0b3d36bd9907e34a83ba" + }, + "model_layers_20_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "b6f03578728228bd47122703f5a566635290a4547eae23d80595c04ca01525f4" + }, + "model_layers_20_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "2ecb26679c7b589cd8a310be7fea1a337e0d36c806e51328376790575eab8a92" + }, + "model_layers_20_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "7cfbc27319823b14eca5652a46ab2cfedb655f5476ecaf1170e1d8002d0b5e5d" + }, + "model_layers_20_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "0ccc5ff8e59832ebc5d1778292f3e4b5324831771cc41f5195f879f7f5c83528" + }, + "model_layers_20_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "896c1a8b94364c28d6c776993154d7e026f2fc1924d2b9fa40269459ec1f6149" + }, + "model_layers_20_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "1bb03aabe0739ac7fc59d0ec88ce0bb59dc0b0d6b77f040f980999e3e20ad2a0" + }, + "model_layers_20_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "216b3dcd435c1aa191fb74a32ed06abbb03082f23e3e9e3320d8dfcd41b5a347" + }, + "model_layers_20_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "e76ec6b551a55e94aaba0b201a2ba74aa9941c2746095a8e379b44417e22ee20" + }, + "model_layers_20_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "e71a3ce516d7bb48d7f2e6b1a2a5cee62e8d2c9ff53d703f8cc92ac5217faeff" + }, + "model_layers_21_self_attn_qkv_proj_weight.bin": { + "bytes": 12582912, + "sha256": "6eff111c88210e8319bbb22ae987fbff23b1ff2f41a9656990155a546ec624d1" + }, + "model_layers_21_self_attn_qkv_proj_weight_scales.bin": { + "bytes": 1572864, + "sha256": "bd067b62ad26bb5011d07fbb5beaead374a99ed8a638240376308921549ac150" + }, + "model_layers_21_self_attn_o_proj_weight.bin": { + "bytes": 9437184, + "sha256": "841215e74a78d6f0fd2d0a02844537a3bbde520d3f24d4a2be8b26585360c9a3" + }, + "model_layers_21_self_attn_o_proj_weight_scales.bin": { + "bytes": 1179648, + "sha256": "8548629cfd4006d61bb8e9d4eca9a3059211f7b0fca0940bf5d406e403991e09" + }, + "model_layers_21_mlp_gate_proj_weight.bin": { + "bytes": 16515072, + "sha256": "92c05807ca28dbc92e7d3ee2902f3ffe9ae4565369be59f9ca64469022483826" + }, + "model_layers_21_mlp_gate_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "c8dbfc4fe61236ede2712125d33681a1c867d1d2e8b992f76bf6450e564287e4" + }, + "model_layers_21_mlp_up_proj_weight.bin": { + "bytes": 16515072, + "sha256": "6e3f822fc76bae375267a96b533098a10c657081a625fee4afadfeb9defc18cc" + }, + "model_layers_21_mlp_up_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "1ba1654ef15c0e0f5003cb9444fc0f3a30c5ca11592ee1fc856222023596c673" + }, + "model_layers_21_mlp_down_proj_weight.bin": { + "bytes": 16515072, + "sha256": "0e734808e07f9e894275b2054fcd125c7639df116f81d366b262c9cc9b6c524b" + }, + "model_layers_21_mlp_down_proj_weight_scales.bin": { + "bytes": 2064384, + "sha256": "8badf18ee24ea52898b83d3f0022936988356e66b7be4dbf809c774e750186f2" + }, + "model_layers_21_input_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "4c6435f6946db55159b3ab57547eeda19a30838dd7f36af46b26c884bb65f66b" + }, + "model_layers_21_post_attention_layernorm_weight.bin": { + "bytes": 6144, + "sha256": "a4c8390faffbc44a2613ff2b25d74cae433b4ae04c068d67f30bef2d8413839d" + } + }, + "totalBytes": 2600908800 +} \ No newline at end of file diff --git a/q4g32-e8/model_embed_tokens_weight_part0.bin b/q4g32-e8/model_embed_tokens_weight_part0.bin new file mode 100644 index 0000000000000000000000000000000000000000..e62a8f4e2a35646e30398800db27352c8aac45b4 --- /dev/null +++ b/q4g32-e8/model_embed_tokens_weight_part0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2704943423bd23c00253248d1ec07429204df2f723e5ecfa47d02df0cbe21faa +size 127598592 diff --git a/q4g32-e8/model_embed_tokens_weight_part0_scales.bin b/q4g32-e8/model_embed_tokens_weight_part0_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..f32858437d003b5e07d04f333a8c200dd102dbf0 --- /dev/null +++ b/q4g32-e8/model_embed_tokens_weight_part0_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a57e25a00320496bdfa4a983e62abba70f13fe4f60b868ce6695b8a0d9fb8cd8 +size 7974912 diff --git a/q4g32-e8/model_embed_tokens_weight_part1.bin b/q4g32-e8/model_embed_tokens_weight_part1.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b154a066c5a7c2bf92960fe4796ecae44b9b1c6 --- /dev/null +++ b/q4g32-e8/model_embed_tokens_weight_part1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ca7e34fc44eebe14fea2fd0b5d7dbc7cd9027894ddd1e0bfb76efa30d07d91 +size 127598592 diff --git a/q4g32-e8/model_embed_tokens_weight_part1_scales.bin b/q4g32-e8/model_embed_tokens_weight_part1_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..1099d82b670bb632e0181aed59c74f2b5521007f --- /dev/null +++ b/q4g32-e8/model_embed_tokens_weight_part1_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f291e948f5300318bf8814cd5714ad04ae5588d1d86e268fe8bee2d95aefec +size 7974912 diff --git a/q4g32-e8/model_embed_tokens_weight_part2.bin b/q4g32-e8/model_embed_tokens_weight_part2.bin new file mode 100644 index 0000000000000000000000000000000000000000..749dc6f754798037ce9cae1f35b6b34717295276 --- /dev/null +++ b/q4g32-e8/model_embed_tokens_weight_part2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e71dd27d7b7cd7effd4321a8a3e6368ed08385b07a0812af41fcdf35580a99 +size 127598592 diff --git a/q4g32-e8/model_embed_tokens_weight_part2_scales.bin b/q4g32-e8/model_embed_tokens_weight_part2_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..6c25f80121d297a13208a2d37114ddea39297249 --- /dev/null +++ b/q4g32-e8/model_embed_tokens_weight_part2_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c87371ae4600af11c700e37ba9c32510e64cd965e43f3a3f32512c367c2dea +size 7974912 diff --git a/q4g32-e8/model_embed_tokens_weight_part3.bin b/q4g32-e8/model_embed_tokens_weight_part3.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f3af077a4206f7a704c992d9720f71f39f18e84 --- /dev/null +++ b/q4g32-e8/model_embed_tokens_weight_part3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc543bdb1832e0da5a15c75c62077c7d240a5af2b6eb84134f881767476202b +size 127598592 diff --git a/q4g32-e8/model_embed_tokens_weight_part3_scales.bin b/q4g32-e8/model_embed_tokens_weight_part3_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ce2dcda3cbe0fcbcc8dbd65e23de714654dedf8 --- /dev/null +++ b/q4g32-e8/model_embed_tokens_weight_part3_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b2a0500fff404334e0a52e44659e206edc1b59eadaceaeb2056560a5d5ce4bd +size 7974912 diff --git a/q4g32-e8/model_layers_0_input_layernorm_weight.bin b/q4g32-e8/model_layers_0_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b845a5324f34e6056d95158e98f917a801f501b --- /dev/null +++ b/q4g32-e8/model_layers_0_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0884166af10f46e562d7cfa6bd191864f816a859c9dd16c9a3b54645a8b32e6b +size 6144 diff --git a/q4g32-e8/model_layers_0_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_0_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..0a591f2bd9e20229f04b0a21eceb9632f66ea76a --- /dev/null +++ b/q4g32-e8/model_layers_0_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c712ae4a33af93829eac9d1e221f49a15563825cb301ea5c657f32d7a794a9d +size 16515072 diff --git a/q4g32-e8/model_layers_0_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_0_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfb7c0296842634c56e7a5d15bd3e0247486c4e4 --- /dev/null +++ b/q4g32-e8/model_layers_0_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cca2dec890a5580b8a1753b993f26eefef62356bb1563659c9cf24fc5f502b3 +size 2064384 diff --git a/q4g32-e8/model_layers_0_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_0_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..66a8efbd5d1c5d879c3e08e4a1f40e6b61dba30d --- /dev/null +++ b/q4g32-e8/model_layers_0_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47655c8ef86ed324f61fcb156829f4b7591fcd26587463291708612e13c28bf6 +size 16515072 diff --git a/q4g32-e8/model_layers_0_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_0_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..a11c9335e13f6efcec7771ba7fdb52a80ea5cce0 --- /dev/null +++ b/q4g32-e8/model_layers_0_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0b6b6a47ff55a12382399d9a3e6fd25214e4264b8242045f68d21ede76bfd1 +size 2064384 diff --git a/q4g32-e8/model_layers_0_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_0_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9b4e69b104fe1969b970ed8626c68dc10f69eff --- /dev/null +++ b/q4g32-e8/model_layers_0_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ad437e7a55df9f68fd9c1e51dbc8a34347cdbd6a4f031d8f426bd70a330ed1 +size 16515072 diff --git a/q4g32-e8/model_layers_0_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_0_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..05945c363fc7bc339d2c3826a57587da0226ff24 --- /dev/null +++ b/q4g32-e8/model_layers_0_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec2bfc9926c94f9c918bc25e780c8b0585395e8f1ba934fca308eb594e50935 +size 2064384 diff --git a/q4g32-e8/model_layers_0_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_0_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e2b845feff5c5fc40f1eda4b8cbd2154070eef34 --- /dev/null +++ b/q4g32-e8/model_layers_0_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79aa8053b7fc7a1252c390ba05b7a58151f991a103f9d3361925026279cf940d +size 6144 diff --git a/q4g32-e8/model_layers_0_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_0_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..2e9e4f06e85addd2e8e630a55d701591efb179e8 --- /dev/null +++ b/q4g32-e8/model_layers_0_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d876673a00625b728d4aa6adf52eca0f58421fd0464872dc17385472a0ab460 +size 9437184 diff --git a/q4g32-e8/model_layers_0_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_0_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..703b83b173582133bec42ba64ffa1b1218286d70 --- /dev/null +++ b/q4g32-e8/model_layers_0_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ebf16bc27360a924d4844d6ffb125c974f161b0ba3a140f6f4971b7abe523b +size 1179648 diff --git a/q4g32-e8/model_layers_0_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_0_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c0cf857de084ec07f89dfa1051db5803fb47633 --- /dev/null +++ b/q4g32-e8/model_layers_0_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1449df3dc7ff1d3a62d1a71a08e1c145f3328a4dd9d8c5a6f36ff8cef5ee222 +size 12582912 diff --git a/q4g32-e8/model_layers_0_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_0_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..28d9a5eee1e416f249f79f9f6cce4da2e4e47f44 --- /dev/null +++ b/q4g32-e8/model_layers_0_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f44b4557c148fc0b7ff0afa3b871498c98f390ddaa89ffe479a5a1939f5e7cd +size 1572864 diff --git a/q4g32-e8/model_layers_10_input_layernorm_weight.bin b/q4g32-e8/model_layers_10_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..fcf2e490ecb9705bbedb637d0b7150b8ab8cbe65 --- /dev/null +++ b/q4g32-e8/model_layers_10_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937838a5fc5974623159b39aef72980f77aa0bd14fab879f5843e05572ba5842 +size 6144 diff --git a/q4g32-e8/model_layers_10_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_10_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..38f5f8411ba8420225dbc0406a7d7ba2605601e7 --- /dev/null +++ b/q4g32-e8/model_layers_10_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303ad966c5cf2ea7126830e34edcb1188f37d4397db641ea744370993b62f88a +size 16515072 diff --git a/q4g32-e8/model_layers_10_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_10_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..d98ceaa4649a647e24a334c00f1d8e762a57533b --- /dev/null +++ b/q4g32-e8/model_layers_10_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f70687b394e68483e02e50649aad62de47b90ca238101c865c6108d1d01cf820 +size 2064384 diff --git a/q4g32-e8/model_layers_10_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_10_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..c814f6d733cbb5cb09b7009c0d694e26957e8982 --- /dev/null +++ b/q4g32-e8/model_layers_10_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18339e23c413500d9bb9ab95065f0dfd6702344bdffd4912b50a6d7c6ed80f52 +size 16515072 diff --git a/q4g32-e8/model_layers_10_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_10_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..698fb68e3fb8c175c60ab7a93c570bb98fe511de --- /dev/null +++ b/q4g32-e8/model_layers_10_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89fe169f651e82ea4be6479701be73735e30451046111e94639c99c217431adb +size 2064384 diff --git a/q4g32-e8/model_layers_10_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_10_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e63b09a95b66263f5235daefa11bb0e770736981 --- /dev/null +++ b/q4g32-e8/model_layers_10_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431c3c0983755843fca1d980490d48dd7b0bc23f93970802fcb493260d89fa8f +size 16515072 diff --git a/q4g32-e8/model_layers_10_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_10_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..c9a3cde50c85b8ddf2f51923bd5c5013e963e57f --- /dev/null +++ b/q4g32-e8/model_layers_10_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4328747394ffc728d2a5e1e32b166a3d929492970ca78e13566e4823625cced1 +size 2064384 diff --git a/q4g32-e8/model_layers_10_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_10_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..68c808b4da1348f274937fe523c1d37f5e7502b0 --- /dev/null +++ b/q4g32-e8/model_layers_10_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe120b3d9cd1b7d282f55cb373a0d5ca1d45877cd2340ec34c3a9c25b50cb14 +size 6144 diff --git a/q4g32-e8/model_layers_10_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_10_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0969bc7c410f301f823f25e5ba9c47cc82fb15f --- /dev/null +++ b/q4g32-e8/model_layers_10_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026963fff7364765920161dda05c4182cfd8be2e39224fbf5841800b703a7fd8 +size 9437184 diff --git a/q4g32-e8/model_layers_10_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_10_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..d6326068406b7a0fc1adc170f41f9ce9a5168eb4 --- /dev/null +++ b/q4g32-e8/model_layers_10_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b93ce59ce869412aebd965b58d7feee720804f1598ced7ae7b6cc39ad9a40a +size 1179648 diff --git a/q4g32-e8/model_layers_10_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_10_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0bccdbdd2c3503eb2b106b0e37314a2b694d651 --- /dev/null +++ b/q4g32-e8/model_layers_10_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04a2ef06c4ebdd09b3f6eb72529293fae40df8c1db2792fba5664dcc54764c12 +size 12582912 diff --git a/q4g32-e8/model_layers_10_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_10_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..9b052e5beb5c3934ce2d5dfe625efda8cd6b9a4d --- /dev/null +++ b/q4g32-e8/model_layers_10_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c7c4b4acb1d8a5c6bc9e9713ffe5c3bb346b10344d6923cdd41a23023131ba8 +size 1572864 diff --git a/q4g32-e8/model_layers_11_input_layernorm_weight.bin b/q4g32-e8/model_layers_11_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5cc0282c998aefc357be806ae4f52b00ea12b9c --- /dev/null +++ b/q4g32-e8/model_layers_11_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aaffa3605bf4f0900dc403db4010267a7ef203ebb431344067b4c3e9561a27f +size 6144 diff --git a/q4g32-e8/model_layers_11_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_11_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..39b75b65781cc2c8ad7be002b9c4d529a34691d1 --- /dev/null +++ b/q4g32-e8/model_layers_11_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f955c550cc2eeb29a765305327f7dd94c627d31aafa69020e3262161c2de6a2b +size 16515072 diff --git a/q4g32-e8/model_layers_11_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_11_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..44b37e97cba500693c1ddadd871b47931d13279d --- /dev/null +++ b/q4g32-e8/model_layers_11_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc56bb60e8b83cad7e44cce1de1eea8a724723919cc316f7195d0523f1294173 +size 2064384 diff --git a/q4g32-e8/model_layers_11_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_11_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..c17cb9c47a29eec63b88d3621f60fd2609467eac --- /dev/null +++ b/q4g32-e8/model_layers_11_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c468a4e64699cc7464e78fffd918d5bd03d70f85b72dbc264e912b34275053bd +size 16515072 diff --git a/q4g32-e8/model_layers_11_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_11_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..d3f14f84c35450cc68b23bf2711c5f2f96c71fb1 --- /dev/null +++ b/q4g32-e8/model_layers_11_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33f827cd13847acdcaa789499b8973d24ff38bedf7a3165fe61c5fb8009aeebb +size 2064384 diff --git a/q4g32-e8/model_layers_11_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_11_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..f72ba56c4fbce344b99a971d92747bc01ce77640 --- /dev/null +++ b/q4g32-e8/model_layers_11_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a2af692f252086937f94b164bd5b7a4c80d49d113049c3eacb32131776a869 +size 16515072 diff --git a/q4g32-e8/model_layers_11_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_11_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..00dec34cd337e78b6444c9eb64569072196358ca --- /dev/null +++ b/q4g32-e8/model_layers_11_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a63b09e375a519817e6f150a3c9fe614c91efe1ea1562da96a5a7e748abb13 +size 2064384 diff --git a/q4g32-e8/model_layers_11_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_11_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..bdecb2125426e950110ed2b068c4f038c5d11d35 --- /dev/null +++ b/q4g32-e8/model_layers_11_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348bbcc07cc65736e21b10b0ea36b6c49e6e00122c8f3578751449873bdebc7a +size 6144 diff --git a/q4g32-e8/model_layers_11_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_11_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f16c35c26532977da41a881eede5a715d443e67 --- /dev/null +++ b/q4g32-e8/model_layers_11_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b16bfdf39a99b154cdb3e6a0052de4e6c0573ff5d124f2eab79e21081f0021 +size 9437184 diff --git a/q4g32-e8/model_layers_11_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_11_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..163049058faa55bbc5b10c9ec7e6c9b8ca3aee20 --- /dev/null +++ b/q4g32-e8/model_layers_11_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9dc44189684083e80f37fee5e8dbda0ba8863ff75810601683e299bb0125177 +size 1179648 diff --git a/q4g32-e8/model_layers_11_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_11_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..77cf17a551f3892af869d6af90ff6a005c9c266c --- /dev/null +++ b/q4g32-e8/model_layers_11_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d6f89d34c42cd70c101e0befbc1253dc2563e98d829dee447e849c02128a1ff +size 12582912 diff --git a/q4g32-e8/model_layers_11_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_11_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..5c33240cfac538e450bb8419cf6c41d35c6eefd9 --- /dev/null +++ b/q4g32-e8/model_layers_11_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dce27b5fc048f46e2d76607d656ffcb0cda9820de41ec51bc9347c267e2f4c3 +size 1572864 diff --git a/q4g32-e8/model_layers_12_input_layernorm_weight.bin b/q4g32-e8/model_layers_12_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba59af05505a05afbfbc4e043940779fe43da8ad --- /dev/null +++ b/q4g32-e8/model_layers_12_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d074c2b8f2c0f0beb4ef55ab5f665f8a7f29090ea0fe2f451ce98af28d5bce +size 6144 diff --git a/q4g32-e8/model_layers_12_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_12_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..cc702b45e12f05f91f3ec5313443e54cb53f5760 --- /dev/null +++ b/q4g32-e8/model_layers_12_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d610a5ca2a2419a3181797e039559aa11aa742c6201773a9f91483e0bc091c2 +size 16515072 diff --git a/q4g32-e8/model_layers_12_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_12_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..689c57cbdf04c13273d570701c1680f6ce25433d --- /dev/null +++ b/q4g32-e8/model_layers_12_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26be8319b69f1954cbbab073503d04fd7a428d2e0975b6671ff049faa149382a +size 2064384 diff --git a/q4g32-e8/model_layers_12_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_12_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..10965c74b75db0c4f882a64f35141b6b56a6a459 --- /dev/null +++ b/q4g32-e8/model_layers_12_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:576646e74827151602219b38131764fe282082195e283a0bee4d618142b7bc96 +size 16515072 diff --git a/q4g32-e8/model_layers_12_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_12_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..81873bed8cb6b79b8a6157642bab9bd07274d59b --- /dev/null +++ b/q4g32-e8/model_layers_12_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e943872f3b86e70f8a9b84a2270f17ce9beb500c5d194031e77b81410f5b413b +size 2064384 diff --git a/q4g32-e8/model_layers_12_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_12_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0d48c76b232fd23a99022c9351d82696ba961cb --- /dev/null +++ b/q4g32-e8/model_layers_12_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a79b817d13f5a19f32de2fa5b22bdadd6a92592516abd59bf0be39cf7cbc2af +size 16515072 diff --git a/q4g32-e8/model_layers_12_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_12_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..185500a44d510f703068886c4fc1d5bb6e4556df --- /dev/null +++ b/q4g32-e8/model_layers_12_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab950a7268cda2303397c4a0c579d944e485bfdc3b272dac4488128c18bad104 +size 2064384 diff --git a/q4g32-e8/model_layers_12_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_12_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..792f63c3250e1064b66ad335aeb3bb32c45cf517 --- /dev/null +++ b/q4g32-e8/model_layers_12_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f2e21143deac1bd959f83079471be326bd489ae1d71daf8043a30fecf3bde7a +size 6144 diff --git a/q4g32-e8/model_layers_12_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_12_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..02f313bbb114a92576178ae03f0408f33faef6e8 --- /dev/null +++ b/q4g32-e8/model_layers_12_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b40b1f235987c637380ea10a8448e06189c0d98e2788dc35bcaac65f47be8a +size 9437184 diff --git a/q4g32-e8/model_layers_12_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_12_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b31748386a06d88ab26410207de292ee03b0c30 --- /dev/null +++ b/q4g32-e8/model_layers_12_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff581eaa36ee145b1d54f556c749047bc23463e3fa89a5c1e60431a2ba22fe5 +size 1179648 diff --git a/q4g32-e8/model_layers_12_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_12_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..44d8e482c42a8736e45db13cbd3288d0ca4a8fb2 --- /dev/null +++ b/q4g32-e8/model_layers_12_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:640c906b17bdf410a70320534b5ccd58bcf26290f83bd285f035922cc66a6e4e +size 12582912 diff --git a/q4g32-e8/model_layers_12_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_12_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..589ccd5790c53f0f6fe94cb70770ec835baccf07 --- /dev/null +++ b/q4g32-e8/model_layers_12_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab0891fff7c5cf83ed1e11692a938af52d179824850c113a1afc6e10640c534 +size 1572864 diff --git a/q4g32-e8/model_layers_13_input_layernorm_weight.bin b/q4g32-e8/model_layers_13_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a02a468b3c978ef7b41251b19cf5daf7ff37c8e9 --- /dev/null +++ b/q4g32-e8/model_layers_13_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9c0695f4725d9056f3639bb93117c49cf1cd0a011033c44b4a4e383447abd3 +size 6144 diff --git a/q4g32-e8/model_layers_13_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_13_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..cd3e02b6321314d8dad9b0db9f5c0e0d8c2fb2df --- /dev/null +++ b/q4g32-e8/model_layers_13_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0efbd0549088cf01c56928dc3eef7200900b5f093f7590bcf35c7df6d5147ea +size 16515072 diff --git a/q4g32-e8/model_layers_13_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_13_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..fbf206ef666283a3cdf44df91e929e1dac127d00 --- /dev/null +++ b/q4g32-e8/model_layers_13_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a708f5b6de188388d271cb50a3c0ce1c11fbb1056ecd35438f87d2792b7c15 +size 2064384 diff --git a/q4g32-e8/model_layers_13_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_13_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e4ee3ba199c81415b8313cb89420691f83b00938 --- /dev/null +++ b/q4g32-e8/model_layers_13_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e4b486f81c2a9020dc1ed970121013ab5749488ed8d3ac3734f56e0574540a +size 16515072 diff --git a/q4g32-e8/model_layers_13_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_13_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..7780a474803a041869057677a3a067ad645e4255 --- /dev/null +++ b/q4g32-e8/model_layers_13_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ebc757877b1533bfe3353c290ccc16f514bd73a806cba24bed4b4a240a303ee +size 2064384 diff --git a/q4g32-e8/model_layers_13_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_13_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e9ecbda0cba940934fcd393397af309d6db8b8ff --- /dev/null +++ b/q4g32-e8/model_layers_13_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:872115e878bccdaf290df0208764e1eb6898a9cbe9dd03fe0021902620f7c070 +size 16515072 diff --git a/q4g32-e8/model_layers_13_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_13_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..c2ef177d29d3ecc0ea4182fa5e42712693db5055 --- /dev/null +++ b/q4g32-e8/model_layers_13_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546605579f816061175d4559619769d0afe3703707e2dd9a02f5f35261056952 +size 2064384 diff --git a/q4g32-e8/model_layers_13_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_13_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..ea903e46e0fd96d8a92faa65dfceec4ee84ba7a6 --- /dev/null +++ b/q4g32-e8/model_layers_13_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed8733d27d1fb43b3e1caa995bba5a065fd0e710d001b6d7ff0d43b47d3f535 +size 6144 diff --git a/q4g32-e8/model_layers_13_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_13_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..6407e448d8f3aeb696f6d53f6abf082f679b1e2c --- /dev/null +++ b/q4g32-e8/model_layers_13_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08dcf39b614af2eb6a581493403382842d8b4767828059ac377774e126be94cd +size 9437184 diff --git a/q4g32-e8/model_layers_13_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_13_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..b39bc3881c2f97452d4c057a1c7d666d6b99d377 --- /dev/null +++ b/q4g32-e8/model_layers_13_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7cc037e04312e44c80b03a0ebbf12f9812435dac1f4481382fbab03e75e7e2 +size 1179648 diff --git a/q4g32-e8/model_layers_13_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_13_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a033e3301b5068b994f3b5f4912d45b39fea875 --- /dev/null +++ b/q4g32-e8/model_layers_13_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed81260c190558027cb54dc836118780993d502b79f9725da32e8e34e02865dd +size 12582912 diff --git a/q4g32-e8/model_layers_13_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_13_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ea508eae40fc1357d9855e03e9a0cdead58daad --- /dev/null +++ b/q4g32-e8/model_layers_13_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beab3a7591c66de991f545065945fec14e2629eda9a2e4cec2cf6a043fea3f57 +size 1572864 diff --git a/q4g32-e8/model_layers_14_input_layernorm_weight.bin b/q4g32-e8/model_layers_14_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..34fb0b5a7691125c472e7f559c96b8a8ee330832 --- /dev/null +++ b/q4g32-e8/model_layers_14_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432e43e9050703e5fca60596aa8dc272be166371411dcefdd8d2fe6efa2f1b77 +size 6144 diff --git a/q4g32-e8/model_layers_14_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_14_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..2df37d6871ab5de641985831fb143df17b874b3c --- /dev/null +++ b/q4g32-e8/model_layers_14_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e1b637de70a1c907a3a6e8bb4f88a0a45893f284bd100ff382ae662a5bcd7b +size 16515072 diff --git a/q4g32-e8/model_layers_14_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_14_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d981a3cd25536ed8cc7c6acd466a488a7d3de41 --- /dev/null +++ b/q4g32-e8/model_layers_14_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a07c94f0f7f2429bfbaa4c8f32d32e65a078df0462712f36da7a07ef6858a695 +size 2064384 diff --git a/q4g32-e8/model_layers_14_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_14_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..488df93afbb3715faeecf3c319de7f0ce224ed8b --- /dev/null +++ b/q4g32-e8/model_layers_14_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755f42a68b3d65f9e8d873f71c2ed9ebbb17b1e80d5a2d538fdaca8c5c725151 +size 16515072 diff --git a/q4g32-e8/model_layers_14_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_14_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..8fce81d78a4fb0afa5147e366034a8f46c3821d4 --- /dev/null +++ b/q4g32-e8/model_layers_14_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f100b16f479d63f4b80fbb70904eb931a20bc6a036ec1f2c5fbceb93ba95f5a +size 2064384 diff --git a/q4g32-e8/model_layers_14_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_14_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..ec3c6093feeca84507672e0f07f92d77359d47a7 --- /dev/null +++ b/q4g32-e8/model_layers_14_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:384de6f72ae8e73ed8b88f875e1cdc288feb52f9989958fcbd2db8f82e86d0f6 +size 16515072 diff --git a/q4g32-e8/model_layers_14_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_14_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..656b227174bcaddbbae249fe40c0d3b609710caa --- /dev/null +++ b/q4g32-e8/model_layers_14_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5a658f5577435e6db751c0bc1ab9526bf50168fcf032ed6ed7b6fc1f54f3e6 +size 2064384 diff --git a/q4g32-e8/model_layers_14_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_14_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a2e7f34483fec652641b8c7b326cdb37322be1c --- /dev/null +++ b/q4g32-e8/model_layers_14_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3654f93dfaaabfe64935f62e19cedd2258f9f8202b88fb0a621a702058a0c7 +size 6144 diff --git a/q4g32-e8/model_layers_14_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_14_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..dc2f709413dc15f0bc3f2145eb9ac71a6ac85436 --- /dev/null +++ b/q4g32-e8/model_layers_14_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b5de7908a02c33473191e7f66f637f2b52af6cd025aa4983b930b80b771af1 +size 9437184 diff --git a/q4g32-e8/model_layers_14_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_14_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..b184309f21fed98b429aae469f0bbd12ab5e73f4 --- /dev/null +++ b/q4g32-e8/model_layers_14_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3acf5677464d90499822d8765460fa84e0534a9211f0546d7175b76ccda21a +size 1179648 diff --git a/q4g32-e8/model_layers_14_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_14_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..70413beef908dad22969aa4d30836b9a0a61b2a4 --- /dev/null +++ b/q4g32-e8/model_layers_14_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64a0db523e54eb30e05a4a5c8035834d8bcdaa624df770442db77f6f9c8196c6 +size 12582912 diff --git a/q4g32-e8/model_layers_14_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_14_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b49164c7f4a97a5933e0c57d548972c3bde3ba4 --- /dev/null +++ b/q4g32-e8/model_layers_14_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1cb7067190b543568bc64fc10505239d5a755443b5778db0e6ac8d17aef6b2 +size 1572864 diff --git a/q4g32-e8/model_layers_15_input_layernorm_weight.bin b/q4g32-e8/model_layers_15_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac53bbccb75224d12e303b2ef476cadb35d2a6cc --- /dev/null +++ b/q4g32-e8/model_layers_15_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c850ebe90cc2a0abfdbe15d6b22105ae4e5bcf910e1456dd912e36850e27ce0 +size 6144 diff --git a/q4g32-e8/model_layers_15_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_15_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..5fa91aafdc28fc9a230f0a9cd71a7962d9938b77 --- /dev/null +++ b/q4g32-e8/model_layers_15_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e58f4b0ae67ff709f4100ef76d902104d1bc36e7a7bdaf9cc55833bbc01b85f +size 16515072 diff --git a/q4g32-e8/model_layers_15_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_15_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..16bc5f40a388e438e8c39c9cfb8cf313db383a00 --- /dev/null +++ b/q4g32-e8/model_layers_15_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052bb6048d58ee4dacbb60e3598de37f5e643645f93e67148eba4a21f52de34e +size 2064384 diff --git a/q4g32-e8/model_layers_15_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_15_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..627fcccff5a50ad215ab04fac70d11ab32eb71b9 --- /dev/null +++ b/q4g32-e8/model_layers_15_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c717f0b261b772b14b4c272fb6f17de214fdce160a7d2d6ab90b95431fb3361 +size 16515072 diff --git a/q4g32-e8/model_layers_15_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_15_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..a6c1ea31bd55788186dea92666719b60b3d59993 --- /dev/null +++ b/q4g32-e8/model_layers_15_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:943bfc13dd7683fb044c16a063be8127dfc94f3465a3c45180785f7de97613f9 +size 2064384 diff --git a/q4g32-e8/model_layers_15_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_15_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..1260fc2c2a0cada9525fee04e819d3b9e6f55b9b --- /dev/null +++ b/q4g32-e8/model_layers_15_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f958663824deba306af8bf90a4e9c10aa3de0d697d2ca9efa813a084c312a896 +size 16515072 diff --git a/q4g32-e8/model_layers_15_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_15_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..ff9dfd745ffed4c226aa6dbeb000f1054317701a --- /dev/null +++ b/q4g32-e8/model_layers_15_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab378d23c42d5c2a6db9adf26e93f20b944647ef9d5c9173877e1c2ab2b8882 +size 2064384 diff --git a/q4g32-e8/model_layers_15_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_15_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..166042bc184f9233edb8e2f6985387c948078e89 --- /dev/null +++ b/q4g32-e8/model_layers_15_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f44a1bca72c61ac89f2477962259ae633e980ea4389ab078f35c8f4ed26bbb6e +size 6144 diff --git a/q4g32-e8/model_layers_15_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_15_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..46c718d2248a8cefcb173e587cc011aa51e68072 --- /dev/null +++ b/q4g32-e8/model_layers_15_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d927077f3f8d94f08514da810cc2842ae1685f492baae42c7ce7f101acdea4fa +size 9437184 diff --git a/q4g32-e8/model_layers_15_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_15_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..910b579475e95e6770af9ca6f1c851c81213677a --- /dev/null +++ b/q4g32-e8/model_layers_15_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c649a04c48c56f0a735bdcec538e4ea6fe981f2b60c00a2246642f6e7d83ec2 +size 1179648 diff --git a/q4g32-e8/model_layers_15_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_15_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..367871e2b1d49a04b6b0c44ca8b352c47a353b03 --- /dev/null +++ b/q4g32-e8/model_layers_15_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6b6237b03712d479922d60a0301dad5de8599906689a8cc7aa45b48aa7bc5b +size 12582912 diff --git a/q4g32-e8/model_layers_15_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_15_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..cdf07e5185610b82b9f24ea2e30f3c0389aa3d21 --- /dev/null +++ b/q4g32-e8/model_layers_15_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4eb0fdba0f132b4e1cb13393a0d3f375aa95337f1d7c284399fbe1ecf33880 +size 1572864 diff --git a/q4g32-e8/model_layers_16_input_layernorm_weight.bin b/q4g32-e8/model_layers_16_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae8847fdb3c341333318df9fd6e6780d702b6d35 --- /dev/null +++ b/q4g32-e8/model_layers_16_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c86c904e22af06706255a2074bdd98ca1f7316f76d393f42b35d480e718885a5 +size 6144 diff --git a/q4g32-e8/model_layers_16_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_16_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..b064b561f49c977a327a292503b73bacafb4604d --- /dev/null +++ b/q4g32-e8/model_layers_16_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a08bd181c41dd9d519e63bb5c40a290bbc0d7488c57eafc005710f15219f6440 +size 16515072 diff --git a/q4g32-e8/model_layers_16_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_16_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..5ff592b49eee6aaf49942505be93c6780dc5ce66 --- /dev/null +++ b/q4g32-e8/model_layers_16_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c216db0dea0bb8ca20c6d92b56bba6501461bd9cd25be8a4e31aaa61f33fc73 +size 2064384 diff --git a/q4g32-e8/model_layers_16_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_16_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..39117924ccd3c58b1a37f40929d23ed396e7ec55 --- /dev/null +++ b/q4g32-e8/model_layers_16_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6212ba833aab87c92b6be2207ecaea635329744c163b568ac2466bba26ad4514 +size 16515072 diff --git a/q4g32-e8/model_layers_16_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_16_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..d906528fadb6e0ef3df862a571727d85518fec9e --- /dev/null +++ b/q4g32-e8/model_layers_16_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259f8e03e2265d164e074d63a0fd64d7d7b97563254eb255752f5c3599096572 +size 2064384 diff --git a/q4g32-e8/model_layers_16_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_16_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..c33ed14c93c0494929dafd09289694a484a4c9a0 --- /dev/null +++ b/q4g32-e8/model_layers_16_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e6bd5ada0f6d44b1ec842329db8ba444721521c9f34171251225b59927e613f +size 16515072 diff --git a/q4g32-e8/model_layers_16_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_16_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..661e61e7c56391f108838b494e8c8d16c6ecf083 --- /dev/null +++ b/q4g32-e8/model_layers_16_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a345b4318f04bf24fe90839f32636c678afd9d74c467eaa8c1dcf8e0a72dfd96 +size 2064384 diff --git a/q4g32-e8/model_layers_16_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_16_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..368bb5516d5eabcd958dcee50a63a5ed484abcc6 --- /dev/null +++ b/q4g32-e8/model_layers_16_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f1ff7803709495681d1f832088721aebda8f1a60de22f477c43a76778cd4855 +size 6144 diff --git a/q4g32-e8/model_layers_16_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_16_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..42505c3d2180821e66b8c07e0ca2b331594ffc8c --- /dev/null +++ b/q4g32-e8/model_layers_16_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ac48f379fb7ed63ca598166f919ea4150992fab2bddb36ad4f0e31a73a7acf +size 9437184 diff --git a/q4g32-e8/model_layers_16_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_16_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..e8257b07c223bb0558a9a2d4f653154b3bcabf71 --- /dev/null +++ b/q4g32-e8/model_layers_16_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931521150d9197bc7490b48562b701b91fd39097bad8f3929d55331a663fde03 +size 1179648 diff --git a/q4g32-e8/model_layers_16_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_16_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..048def5af2e854c1e1ae206f608414f8dccc4d3d --- /dev/null +++ b/q4g32-e8/model_layers_16_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5196889d3901a2530879fe8c326363b7ff5125d56d51f45c172cb93e9b590e04 +size 12582912 diff --git a/q4g32-e8/model_layers_16_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_16_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..518e47dfa688efbb10ece78312fb98919cd17974 --- /dev/null +++ b/q4g32-e8/model_layers_16_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a286b3c6ea686a799184eaf5dac91c2ed5582a02ed86b98957fb4d564452581a +size 1572864 diff --git a/q4g32-e8/model_layers_17_input_layernorm_weight.bin b/q4g32-e8/model_layers_17_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a1969ca4c53cd7396802e8dc0c70ecd6d9d73119 --- /dev/null +++ b/q4g32-e8/model_layers_17_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626d0eb1f51801f2d2b43ce826a90dde11b40dd58693c0fa2f2094c608258a55 +size 6144 diff --git a/q4g32-e8/model_layers_17_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_17_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..5afc33c64e883f09866de7c6bf73778781f3e9c4 --- /dev/null +++ b/q4g32-e8/model_layers_17_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:911afe99fb2e0da8367b47612a21e16778ca82f92a41d948548c0d348b109dc7 +size 16515072 diff --git a/q4g32-e8/model_layers_17_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_17_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..548cae1eb1cbda844661fde6fd1eef29ab0601eb --- /dev/null +++ b/q4g32-e8/model_layers_17_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fd40e1d80818ebe2d46d9c0593df46061e2dc3d3161b7c577b9c377050d1e5 +size 2064384 diff --git a/q4g32-e8/model_layers_17_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_17_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..6bf75a4dd4e8c403f613bf998ec05231aba0f25a --- /dev/null +++ b/q4g32-e8/model_layers_17_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee1b92a6b4a25653faa9516f1ce5ef6631e8e56d94a24c5de5faef221923872 +size 16515072 diff --git a/q4g32-e8/model_layers_17_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_17_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..9114106e36d44cf4929329d9fa241162cea5bc90 --- /dev/null +++ b/q4g32-e8/model_layers_17_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d65cf62e7870b710b38bd9a69ff1547f4873642d59686b1089165c8e9c93d1 +size 2064384 diff --git a/q4g32-e8/model_layers_17_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_17_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e624a7efd84582c270109ff07a90628351994bcd --- /dev/null +++ b/q4g32-e8/model_layers_17_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd590cea43baf6afec720f4b69fa8007ad3151fc74c1c23890428523ba890f4 +size 16515072 diff --git a/q4g32-e8/model_layers_17_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_17_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..a01a470019e6a3af88f5545e13a02578184fc0e3 --- /dev/null +++ b/q4g32-e8/model_layers_17_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c8f3e768cae9a887842224ca1c7abf5ac83368bc3e2d529b0ffb777c8e0a95 +size 2064384 diff --git a/q4g32-e8/model_layers_17_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_17_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..ea52fdfa9c1306b35437d004dd6de7b3bc07176e --- /dev/null +++ b/q4g32-e8/model_layers_17_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f1b00965794997c9c9ecbb3c97d9ef15da4e87e493a37e3e373317ce464646 +size 6144 diff --git a/q4g32-e8/model_layers_17_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_17_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..d508234bd07b3d9b139a9305e736392a04500325 --- /dev/null +++ b/q4g32-e8/model_layers_17_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0e9e1e908b7de69dd636fc12fbc843795409c467ab1724e928ef39256d80ec +size 9437184 diff --git a/q4g32-e8/model_layers_17_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_17_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..3e63af1bee3f54cfd5dd4cb167f355d0f6cd91eb --- /dev/null +++ b/q4g32-e8/model_layers_17_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67dcd6bf7467d5abd49417910a2c57cc0e82bc1c247c526981e6b724ae42b419 +size 1179648 diff --git a/q4g32-e8/model_layers_17_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_17_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..9e1ed5c1c994a0eee295ef3c51dde75dc3e3d045 --- /dev/null +++ b/q4g32-e8/model_layers_17_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a603385e96817f9f3d4189e6b42742951602fd7711295828010335115f3f7c1b +size 12582912 diff --git a/q4g32-e8/model_layers_17_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_17_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..5c067b20f7014e6376ede4d0b39bde069f7cb927 --- /dev/null +++ b/q4g32-e8/model_layers_17_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e725a371f3611ceb5ad68de502ae83becb89074acee5408ad7a9e9f2318782a8 +size 1572864 diff --git a/q4g32-e8/model_layers_18_input_layernorm_weight.bin b/q4g32-e8/model_layers_18_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c0b9e45730a599d2ea52b00b574424ee94a9782 --- /dev/null +++ b/q4g32-e8/model_layers_18_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e53064b260748d64c35dbc3a91f6d07b40f7fd881f1889d9a9999f5c0a1c0a67 +size 6144 diff --git a/q4g32-e8/model_layers_18_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_18_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..d4403501b44fea9272de3fa5fb050a4a14926fd5 --- /dev/null +++ b/q4g32-e8/model_layers_18_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6807271d60fdd8dd1a337460dd24707d2b290c761c6941f2bbe4ed39dd9c4739 +size 16515072 diff --git a/q4g32-e8/model_layers_18_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_18_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..5ddd692699dfc61eccd9b31e33c351187118ee72 --- /dev/null +++ b/q4g32-e8/model_layers_18_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753ee465ecfe091b7f1b5fd7f1baf39397dfbce4257dc3eb820456f79e8f4c54 +size 2064384 diff --git a/q4g32-e8/model_layers_18_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_18_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..2dcd34d5c12ebb5c253bf955fd04efe0639bce49 --- /dev/null +++ b/q4g32-e8/model_layers_18_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a569f81208b74467b75f22e63f3f1ae1d08f899a3af72b13bee980fe906a8d38 +size 16515072 diff --git a/q4g32-e8/model_layers_18_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_18_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a1c36337e41706af4fbb171e89d194e1ed23d90 --- /dev/null +++ b/q4g32-e8/model_layers_18_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9053f9d230c64402f620334a1001183cb9f558dd9f250a15da56e54e52070d7 +size 2064384 diff --git a/q4g32-e8/model_layers_18_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_18_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f0aaf420b99aecbf88fff9f5ad812420e7f862b --- /dev/null +++ b/q4g32-e8/model_layers_18_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d672b09f041438044ca361dacd180ba1e0ac5f545a53f9248be51048109f853b +size 16515072 diff --git a/q4g32-e8/model_layers_18_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_18_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..8471be1b47c34871575245000513bd0445ec77ef --- /dev/null +++ b/q4g32-e8/model_layers_18_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532c99eaf7bde3390836a0cd53b07bb336f3b549875a1e56412b8007ad43d1b8 +size 2064384 diff --git a/q4g32-e8/model_layers_18_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_18_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..13e6ed3d18295667c5a1330581765d1c1098be8a --- /dev/null +++ b/q4g32-e8/model_layers_18_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:510ab5c1aeda95c09d31447d0fab3e476d450da6a1835bc6c068c4fc46783ec5 +size 6144 diff --git a/q4g32-e8/model_layers_18_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_18_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..82b17acd237f70d2bbb8f40b4398cce8af15a6b7 --- /dev/null +++ b/q4g32-e8/model_layers_18_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6eaea1d85aac23088f2d19958f5a55204b510210a846be2e1662b0ec4e63b5 +size 9437184 diff --git a/q4g32-e8/model_layers_18_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_18_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..466a391e0e4fb95f6d776adba501b509c98fbb5d --- /dev/null +++ b/q4g32-e8/model_layers_18_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac0c5f9cba7b4a9443b7f6fdbf5f28551ca820d1c59772fa9af1e87f8bc03fa +size 1179648 diff --git a/q4g32-e8/model_layers_18_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_18_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..88cff0f60d0eb0009995df9863f08167c6d79cd2 --- /dev/null +++ b/q4g32-e8/model_layers_18_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3316c01f1d33a8465e491a87d0f247faf0662154dc640fc3db423baa61ee5478 +size 12582912 diff --git a/q4g32-e8/model_layers_18_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_18_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..35d80c89451ab16f2fd92d0ca0115c2000796630 --- /dev/null +++ b/q4g32-e8/model_layers_18_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ea22f1c9e9389c63ac40ad624999f41b3713786d7638758e4b523408584668 +size 1572864 diff --git a/q4g32-e8/model_layers_19_input_layernorm_weight.bin b/q4g32-e8/model_layers_19_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e6b797d0c41b80863fc1edeb3a9b27f8a5e218e9 --- /dev/null +++ b/q4g32-e8/model_layers_19_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27a0bde638f8488a99b829fa4cfa13451ff9f33dc059dd4982fc32ab48d20d1 +size 6144 diff --git a/q4g32-e8/model_layers_19_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_19_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e1384f78c84bf77b92e423456f60b3b7fa716e1 --- /dev/null +++ b/q4g32-e8/model_layers_19_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4365f3086c1f4a187594eef2a12c2ba06152db3a7235ee2f06ab50f13189026e +size 16515072 diff --git a/q4g32-e8/model_layers_19_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_19_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..88868d2da82c433852cd5ba43277e3e3b83f08a4 --- /dev/null +++ b/q4g32-e8/model_layers_19_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40347461354362f44435671532d51aa1cf309ecf21e5256e497940e1ba0c34da +size 2064384 diff --git a/q4g32-e8/model_layers_19_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_19_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b35d7830f1323b150c8117983073cffe9caf5cb --- /dev/null +++ b/q4g32-e8/model_layers_19_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8951f0ee8b73c0b84792c74429dbf52b3d95258b063af2fe378edf50e94f1c0f +size 16515072 diff --git a/q4g32-e8/model_layers_19_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_19_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..b52e8e454b19b067b24721c437ad90ea5567b8d8 --- /dev/null +++ b/q4g32-e8/model_layers_19_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e870f26a0535066479aefbc393d658ccaeec90e0923a3ea055ccd0edf4198e2 +size 2064384 diff --git a/q4g32-e8/model_layers_19_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_19_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..80e49b33b9c2715a52e99f2a8e6afef7eca15a7b --- /dev/null +++ b/q4g32-e8/model_layers_19_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060deda46811b6991e92816eef6ab57441debd12b02b78d695aa2e9486dbc0cb +size 16515072 diff --git a/q4g32-e8/model_layers_19_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_19_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..711349e5df0ec3426184c8e3cc15370a38d279b2 --- /dev/null +++ b/q4g32-e8/model_layers_19_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d2937d8aaf7bda813018b0f136025c454fa20711af4c992439727bc35e423a +size 2064384 diff --git a/q4g32-e8/model_layers_19_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_19_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..b52ee8c70b6c39cf008117e0cfc470335f1d9350 --- /dev/null +++ b/q4g32-e8/model_layers_19_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17053e66a3fb4e441832a2d5d3d4e04bb0567314c5fb7d7982a850e59ae0bd69 +size 6144 diff --git a/q4g32-e8/model_layers_19_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_19_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ee60eade81100fb0a222185a0eda830a96871f5 --- /dev/null +++ b/q4g32-e8/model_layers_19_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e602b5b53b5e17a72a3b25cac6c4e60cdc7e8bf6887b1db11870dd169a875c +size 9437184 diff --git a/q4g32-e8/model_layers_19_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_19_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b2c536ab523062d65d0c25bb1f19c28dddcd913 --- /dev/null +++ b/q4g32-e8/model_layers_19_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca811b2fc64be84e390186d80cf4836cf58197543c0c8f627c20bd9729897b45 +size 1179648 diff --git a/q4g32-e8/model_layers_19_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_19_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..fa92af34814490115bf4cdc5c4a74ccbf332dfc9 --- /dev/null +++ b/q4g32-e8/model_layers_19_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a14b65e7a273b43a2a82938d74b844bf94f333c5b3f7115d8057403794a82f2f +size 12582912 diff --git a/q4g32-e8/model_layers_19_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_19_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c87bf1c7f5ae610d24743e9e486842eab69107c --- /dev/null +++ b/q4g32-e8/model_layers_19_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499f5ccb753ff618e91ce2ef07e6a340cc280153331a73abdfd147b09a58f061 +size 1572864 diff --git a/q4g32-e8/model_layers_1_input_layernorm_weight.bin b/q4g32-e8/model_layers_1_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..769a64b951e257a5d04a971e17ef434750c372dd --- /dev/null +++ b/q4g32-e8/model_layers_1_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba73f8c34fe8ff26c6d02ba3630bd2dbd87cec85b9c0ccd3eaeb1363bb11848b +size 6144 diff --git a/q4g32-e8/model_layers_1_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_1_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a1442263461560f240527183583830312f9ccf7 --- /dev/null +++ b/q4g32-e8/model_layers_1_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1950c4d4b366426824691344da6d710a246011b803240a2bf6eab650389b157d +size 16515072 diff --git a/q4g32-e8/model_layers_1_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_1_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..f64d0a276fd4d82b579b2f824e3dabe9c1d1e0bc --- /dev/null +++ b/q4g32-e8/model_layers_1_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971d572d7a72157d1fea62a38fbac8ab31015052e7823be2845c2eaf11055416 +size 2064384 diff --git a/q4g32-e8/model_layers_1_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_1_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..c4422e9ae311171735aa01088cb792f15819c786 --- /dev/null +++ b/q4g32-e8/model_layers_1_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d41048976e5113738aa3a88b4dbff7b861fc043e9d5fa765da27cd819aa00c7 +size 16515072 diff --git a/q4g32-e8/model_layers_1_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_1_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..e09103a1820f5e9c01765e22411101740b9b6a55 --- /dev/null +++ b/q4g32-e8/model_layers_1_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7582ae6daa3800ffad2d8ae5b73528d169621db22da9f49ae3cf2377d2a37ee +size 2064384 diff --git a/q4g32-e8/model_layers_1_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_1_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba520885895414140919fa6c97e93a84cc941a34 --- /dev/null +++ b/q4g32-e8/model_layers_1_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0fc52aef9a67f258b7cf04e156d9c3b10fefc5a3706b6413c38bca5321680c +size 16515072 diff --git a/q4g32-e8/model_layers_1_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_1_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..9f40d1ef50ca26f8ed1a559bf79a3691448bd013 --- /dev/null +++ b/q4g32-e8/model_layers_1_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb508cedb665def4416b4d9f29a45ac42a614144873fb26787c08cca5253e4bc +size 2064384 diff --git a/q4g32-e8/model_layers_1_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_1_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..77b8ca8ba5d90d6654ff42c05bd6de3989459668 --- /dev/null +++ b/q4g32-e8/model_layers_1_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5558c69bfbb671306ca53a79740a34833567d7f972454e1114708d84cb140d3 +size 6144 diff --git a/q4g32-e8/model_layers_1_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_1_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..fefdeaf6247db6fb5e2a9e357d0c9a9debd99dc4 --- /dev/null +++ b/q4g32-e8/model_layers_1_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3477931a181ec77e4a7fa565214a6297d42368dc014c737bea6e0d334e37dd +size 9437184 diff --git a/q4g32-e8/model_layers_1_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_1_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..d6a92bc546708f97d1ca3dde59dba2b8b0f4309f --- /dev/null +++ b/q4g32-e8/model_layers_1_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5441b3373845ddeaa17a9054c17cf97f1401512646721df0d07ee1432c6c1c45 +size 1179648 diff --git a/q4g32-e8/model_layers_1_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_1_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..adbc2f1d1a6d1d9d182ec484097819e97665488c --- /dev/null +++ b/q4g32-e8/model_layers_1_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce2047868628785dacc2ac98d61241f101c8a8ec69c590c36a09c6c2f105735 +size 12582912 diff --git a/q4g32-e8/model_layers_1_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_1_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..ed0a050aa6305c705faed0d73c7b2b0e3db8749a --- /dev/null +++ b/q4g32-e8/model_layers_1_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794e8b33c2433bc8021bfc7078883fa9854e702e8f256c33494c94b2cd95f23b +size 1572864 diff --git a/q4g32-e8/model_layers_20_input_layernorm_weight.bin b/q4g32-e8/model_layers_20_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..3bbce55e00e70581e713c537cda36c1b86b7ec79 --- /dev/null +++ b/q4g32-e8/model_layers_20_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76ec6b551a55e94aaba0b201a2ba74aa9941c2746095a8e379b44417e22ee20 +size 6144 diff --git a/q4g32-e8/model_layers_20_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_20_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..edf78842e07a0c2c75a1ea4e4094ba3abfce665d --- /dev/null +++ b/q4g32-e8/model_layers_20_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb03aabe0739ac7fc59d0ec88ce0bb59dc0b0d6b77f040f980999e3e20ad2a0 +size 16515072 diff --git a/q4g32-e8/model_layers_20_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_20_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..aa9da6164cd2349272cf7c07e9ac1fbfb9e715fe --- /dev/null +++ b/q4g32-e8/model_layers_20_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216b3dcd435c1aa191fb74a32ed06abbb03082f23e3e9e3320d8dfcd41b5a347 +size 2064384 diff --git a/q4g32-e8/model_layers_20_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_20_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..96e64830ece0fbe73871b2c66abd6309e2fa851a --- /dev/null +++ b/q4g32-e8/model_layers_20_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ecb26679c7b589cd8a310be7fea1a337e0d36c806e51328376790575eab8a92 +size 16515072 diff --git a/q4g32-e8/model_layers_20_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_20_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a12e0864c573f1f7e50795ff08dd398ce96709f --- /dev/null +++ b/q4g32-e8/model_layers_20_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cfbc27319823b14eca5652a46ab2cfedb655f5476ecaf1170e1d8002d0b5e5d +size 2064384 diff --git a/q4g32-e8/model_layers_20_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_20_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..b6f01e296b4d7bf555c200507bed652ea3f3c1fe --- /dev/null +++ b/q4g32-e8/model_layers_20_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ccc5ff8e59832ebc5d1778292f3e4b5324831771cc41f5195f879f7f5c83528 +size 16515072 diff --git a/q4g32-e8/model_layers_20_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_20_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..114bdc665402975ca3cdc9b1c449dded2bc2ee00 --- /dev/null +++ b/q4g32-e8/model_layers_20_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896c1a8b94364c28d6c776993154d7e026f2fc1924d2b9fa40269459ec1f6149 +size 2064384 diff --git a/q4g32-e8/model_layers_20_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_20_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..b431b4ec9ba031dd2b470f8d7c8fce7f4d8bdd10 --- /dev/null +++ b/q4g32-e8/model_layers_20_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71a3ce516d7bb48d7f2e6b1a2a5cee62e8d2c9ff53d703f8cc92ac5217faeff +size 6144 diff --git a/q4g32-e8/model_layers_20_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_20_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..d36e4f471a4b219e78ef78de3fe05cc04cf8a605 --- /dev/null +++ b/q4g32-e8/model_layers_20_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc955b16a6284a7f5cc2ae89b2358d6329be981c07f0b3d36bd9907e34a83ba +size 9437184 diff --git a/q4g32-e8/model_layers_20_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_20_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..b29401804c2eead1715e24122932b2ec5899e866 --- /dev/null +++ b/q4g32-e8/model_layers_20_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6f03578728228bd47122703f5a566635290a4547eae23d80595c04ca01525f4 +size 1179648 diff --git a/q4g32-e8/model_layers_20_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_20_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..f355519732e4a87e3cb2c1f662b17eaa463c1441 --- /dev/null +++ b/q4g32-e8/model_layers_20_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ccb28077b173e4395fd622f3a4b46c5ec4abb68178d45715b18a2077099460a +size 12582912 diff --git a/q4g32-e8/model_layers_20_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_20_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..a14662093c9ec1f5621f5afdc8df5f3f5b7188b0 --- /dev/null +++ b/q4g32-e8/model_layers_20_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2a00c8f44f26ed6fe852b5aea23c6928a674b655a760ac76cf6c33874f46fa +size 1572864 diff --git a/q4g32-e8/model_layers_21_input_layernorm_weight.bin b/q4g32-e8/model_layers_21_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..74f444659bc1d941672e5c03a312f51b6a80acac --- /dev/null +++ b/q4g32-e8/model_layers_21_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c6435f6946db55159b3ab57547eeda19a30838dd7f36af46b26c884bb65f66b +size 6144 diff --git a/q4g32-e8/model_layers_21_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_21_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..89a71b4e532b0641ae0461a34b1dcf551f5bc915 --- /dev/null +++ b/q4g32-e8/model_layers_21_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e734808e07f9e894275b2054fcd125c7639df116f81d366b262c9cc9b6c524b +size 16515072 diff --git a/q4g32-e8/model_layers_21_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_21_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f43df5cbd670eb009e941e9816a8491e4662a81 --- /dev/null +++ b/q4g32-e8/model_layers_21_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8badf18ee24ea52898b83d3f0022936988356e66b7be4dbf809c774e750186f2 +size 2064384 diff --git a/q4g32-e8/model_layers_21_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_21_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..83c1b5b313a3ebd67b2f2e0fba4dc972000b36db --- /dev/null +++ b/q4g32-e8/model_layers_21_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c05807ca28dbc92e7d3ee2902f3ffe9ae4565369be59f9ca64469022483826 +size 16515072 diff --git a/q4g32-e8/model_layers_21_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_21_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..4c9f980b28c5aa86e447aeb98acb8bebb98303dd --- /dev/null +++ b/q4g32-e8/model_layers_21_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8dbfc4fe61236ede2712125d33681a1c867d1d2e8b992f76bf6450e564287e4 +size 2064384 diff --git a/q4g32-e8/model_layers_21_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_21_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..d686d66115008d749bc409bd28bafe4ee1daf3b2 --- /dev/null +++ b/q4g32-e8/model_layers_21_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3f822fc76bae375267a96b533098a10c657081a625fee4afadfeb9defc18cc +size 16515072 diff --git a/q4g32-e8/model_layers_21_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_21_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..77382627b357501769bbbfa162a3c9385ec5b417 --- /dev/null +++ b/q4g32-e8/model_layers_21_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba1654ef15c0e0f5003cb9444fc0f3a30c5ca11592ee1fc856222023596c673 +size 2064384 diff --git a/q4g32-e8/model_layers_21_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_21_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e335a341033c3692be98fed1721f75d1f96e7ad5 --- /dev/null +++ b/q4g32-e8/model_layers_21_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c8390faffbc44a2613ff2b25d74cae433b4ae04c068d67f30bef2d8413839d +size 6144 diff --git a/q4g32-e8/model_layers_21_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_21_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..b5e07389e0e0bf010c6b26b6d9eb102d2f9a7bec --- /dev/null +++ b/q4g32-e8/model_layers_21_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:841215e74a78d6f0fd2d0a02844537a3bbde520d3f24d4a2be8b26585360c9a3 +size 9437184 diff --git a/q4g32-e8/model_layers_21_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_21_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..29cde1d7f4ae84858d734937c9f2401adf221b0c --- /dev/null +++ b/q4g32-e8/model_layers_21_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8548629cfd4006d61bb8e9d4eca9a3059211f7b0fca0940bf5d406e403991e09 +size 1179648 diff --git a/q4g32-e8/model_layers_21_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_21_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..8fdba73228c2a01512000cc9390c0c966c3d3905 --- /dev/null +++ b/q4g32-e8/model_layers_21_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eff111c88210e8319bbb22ae987fbff23b1ff2f41a9656990155a546ec624d1 +size 12582912 diff --git a/q4g32-e8/model_layers_21_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_21_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..83e7878045791b9ebe4520cbbc5ed8510f807d2d --- /dev/null +++ b/q4g32-e8/model_layers_21_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd067b62ad26bb5011d07fbb5beaead374a99ed8a638240376308921549ac150 +size 1572864 diff --git a/q4g32-e8/model_layers_2_input_layernorm_weight.bin b/q4g32-e8/model_layers_2_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..626653ed6b5e7853d12262e2d751e968a9ec2661 --- /dev/null +++ b/q4g32-e8/model_layers_2_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb613c12c1d54977c487545cfa4587ab5c3474c4f3c3b68789c84c795aad90c6 +size 6144 diff --git a/q4g32-e8/model_layers_2_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_2_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ca21e5ea752ab5ee5e2ff6e87a32c5e3d78d675 --- /dev/null +++ b/q4g32-e8/model_layers_2_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c16b7f572ba600076735d779713c94c0c823c95e5461df2cf7284fd8162b42 +size 16515072 diff --git a/q4g32-e8/model_layers_2_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_2_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..ce40eb3034260eef4a108d258af73540a801cc9a --- /dev/null +++ b/q4g32-e8/model_layers_2_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e8ed07dd59520e73a2075fd9db23bc2428f16a9e7d93be27d8aba7285ac2370 +size 2064384 diff --git a/q4g32-e8/model_layers_2_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_2_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..0833b01397d7a8bbb8fd5478e1b727aec0302377 --- /dev/null +++ b/q4g32-e8/model_layers_2_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d7b9c7768a5efbdadeb64640136d091638c630dd4bdc0a0063daa6c0a53ddf +size 16515072 diff --git a/q4g32-e8/model_layers_2_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_2_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..ad4926030bbcac03a487da453a7cba1b8e7738e9 --- /dev/null +++ b/q4g32-e8/model_layers_2_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dfd838ad81c28c5eae3e8ad0085e40e4fb6d423e8c3937dc947a5ff746a1a02 +size 2064384 diff --git a/q4g32-e8/model_layers_2_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_2_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..81aa544cac34405a358615141e2c435a3d62ee83 --- /dev/null +++ b/q4g32-e8/model_layers_2_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3888492d85b4f2bef287053fd429cd85d91c67ed6cb84a33ac91b1f43c407b +size 16515072 diff --git a/q4g32-e8/model_layers_2_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_2_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..6a01e5bab43fb6a1c9edea8bb83df5f929f5f326 --- /dev/null +++ b/q4g32-e8/model_layers_2_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e019a08b84453e58b05b48c3b8a233e82fda8897430ed1ed4af092252ce20c5 +size 2064384 diff --git a/q4g32-e8/model_layers_2_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_2_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..594a9558fe72d4c551da5b93fbe869139832a87e --- /dev/null +++ b/q4g32-e8/model_layers_2_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3890a30800065d0a31bcf3256f4114e980990b4948cede551b02f547803e32ce +size 6144 diff --git a/q4g32-e8/model_layers_2_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_2_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..17aacff9730350ee24e4416a14e50384e418460a --- /dev/null +++ b/q4g32-e8/model_layers_2_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b0c6008478bf8631b4a5182d76ba84b0469803cdb8fe72cb3eb8a37187f9acf +size 9437184 diff --git a/q4g32-e8/model_layers_2_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_2_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..17053f2eaacf6f1ce42401615daba69415f498ca --- /dev/null +++ b/q4g32-e8/model_layers_2_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc523061768dbd6782a9dec0171accecb79edb19da5e195e75d9ff917c290af2 +size 1179648 diff --git a/q4g32-e8/model_layers_2_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_2_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..2edf33b85f20a193baec57c7f3c3d4606f20b603 --- /dev/null +++ b/q4g32-e8/model_layers_2_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0da54bd05460c287b3012e8a85bb91b81f65be8cf4c1666ac22a3ac147780a4 +size 12582912 diff --git a/q4g32-e8/model_layers_2_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_2_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..f714593a35af96babf351b8cd9af0cb734938d17 --- /dev/null +++ b/q4g32-e8/model_layers_2_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91fe2dc471a5360036902b303734b3b9954f750549600d6fa2c546d979811654 +size 1572864 diff --git a/q4g32-e8/model_layers_3_input_layernorm_weight.bin b/q4g32-e8/model_layers_3_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..733f421e0c9ee36fce59254724db4bd94424705b --- /dev/null +++ b/q4g32-e8/model_layers_3_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f158a3e7389ecc3fe4f93a007dc8993ee6ea15ab1d1c4ae3401972b7c754216c +size 6144 diff --git a/q4g32-e8/model_layers_3_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_3_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b8d34fa931bfd0dc7ddcc97fa7175cc9966253b --- /dev/null +++ b/q4g32-e8/model_layers_3_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f46be9ab0b84303e38f62f087889a3f7ca5dbcf92a0195486e060f0b1233fef +size 16515072 diff --git a/q4g32-e8/model_layers_3_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_3_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..58ca7cc01c4dae095e4d6b14a5c2f1b126d5ef94 --- /dev/null +++ b/q4g32-e8/model_layers_3_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040131748b68fbc7abbfee552b0c6b74e97e061ed9fb18edd856fedc1f32f106 +size 2064384 diff --git a/q4g32-e8/model_layers_3_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_3_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ea97c7e88a37d30f736bc4c479d42052e383e2b --- /dev/null +++ b/q4g32-e8/model_layers_3_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74ceb3f43f20f4b028bafae0e57cd107f1c2ac19307a79e8e65fb0e5ecb9481d +size 16515072 diff --git a/q4g32-e8/model_layers_3_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_3_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..f5f87dadfc04ee5232c142207547cca03fc5f957 --- /dev/null +++ b/q4g32-e8/model_layers_3_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48df62d7880c459cc96566d26abf22cd888bcf889ca5fa8bf486f78b452fd67b +size 2064384 diff --git a/q4g32-e8/model_layers_3_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_3_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..432bee7e65d49c80726cafdc7adf0a35512092f0 --- /dev/null +++ b/q4g32-e8/model_layers_3_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dcf61650a92aeadb9f2a9f1e0352dfde59337f9a74e368090c2b60fa63e0fdf +size 16515072 diff --git a/q4g32-e8/model_layers_3_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_3_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..db8b5089089359d5ca82daa3e62a127ab1f720a2 --- /dev/null +++ b/q4g32-e8/model_layers_3_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a00d653f64dc9d8027aaf6d5914f6f7de977c5faad3363d4264a29f0e82b6d +size 2064384 diff --git a/q4g32-e8/model_layers_3_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_3_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a8e6480cbacb22c4c4457204b4f2e6b732dfa3b8 --- /dev/null +++ b/q4g32-e8/model_layers_3_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e4a8c907ff0da717564abfb8b682671b33dfa23b918f6e96e332a5da1e0f79 +size 6144 diff --git a/q4g32-e8/model_layers_3_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_3_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcdeb077806ae6aa3267bacf5c81f6e40e0e9661 --- /dev/null +++ b/q4g32-e8/model_layers_3_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a47e09b8719cf4dea680b17860fe72fb2883ba75d73fb5ef933d77f7a4a971f +size 9437184 diff --git a/q4g32-e8/model_layers_3_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_3_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f0150aca73fa108a273391de18ad647315387e3 --- /dev/null +++ b/q4g32-e8/model_layers_3_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c8dcb6ccf804b5fa995cd78e7588741b0166856bf7d5a12032edd75e814b3d +size 1179648 diff --git a/q4g32-e8/model_layers_3_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_3_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..f38cf77065426162fa21b05f0f78aa8c76fa5cb4 --- /dev/null +++ b/q4g32-e8/model_layers_3_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de95c85b5119cabad4f762f5a3e643844e20b1baf8b3494e5c0010d9e2db87f +size 12582912 diff --git a/q4g32-e8/model_layers_3_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_3_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ad8c6a88f52368bdd862e56b26fa2de42a2bc5b --- /dev/null +++ b/q4g32-e8/model_layers_3_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296df429485cea60b06b1a041f0eedea6253870b868c84cdb5a3dda435d8f263 +size 1572864 diff --git a/q4g32-e8/model_layers_4_input_layernorm_weight.bin b/q4g32-e8/model_layers_4_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..fc905388319d9574a6eafc255f35a9a4584553e9 --- /dev/null +++ b/q4g32-e8/model_layers_4_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e26b4847e53666c6da5f4a3e25ec52c8b67bae6baa8a2d67920978c6a7f0f9 +size 6144 diff --git a/q4g32-e8/model_layers_4_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_4_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..bb2cb7d88b49c9344505ca6794767c48af458668 --- /dev/null +++ b/q4g32-e8/model_layers_4_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c321e50022dc65b87904ebd206deccd58b3d025e025f6940cf0fd0c609be2ba3 +size 16515072 diff --git a/q4g32-e8/model_layers_4_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_4_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..52b825ea81eab38f7377f8e1c6713ef6dcb2a579 --- /dev/null +++ b/q4g32-e8/model_layers_4_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653bd5aff4f3593ed6439a6518cb4791767ee45b941ec006f621e1d814f57137 +size 2064384 diff --git a/q4g32-e8/model_layers_4_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_4_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..6e1fef45f6ad664f3bac773136864b4f1ba2a027 --- /dev/null +++ b/q4g32-e8/model_layers_4_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15d63298942ad6bc6e7c8adf6975dd25803966984195de62acdd2806e116f8e8 +size 16515072 diff --git a/q4g32-e8/model_layers_4_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_4_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..2c313ce40262b5022993efab6fe7239d844a3276 --- /dev/null +++ b/q4g32-e8/model_layers_4_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf82761b09b78d63b98a95c787562713a48011a869f25a5b11c7639d17b8c13 +size 2064384 diff --git a/q4g32-e8/model_layers_4_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_4_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..728833dda43fb0355fedd129bff56d6f180a5ea9 --- /dev/null +++ b/q4g32-e8/model_layers_4_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46062c634480b4bc00b7c60ab3a580bec702775e08c688d625adbf19ffa3b2d +size 16515072 diff --git a/q4g32-e8/model_layers_4_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_4_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..890419b21fd73caaaddbf55dd316a4e615bb3190 --- /dev/null +++ b/q4g32-e8/model_layers_4_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c526a1faac779db00a7819ed563b3651dde0f70b2947f5759bf6eac819f31b +size 2064384 diff --git a/q4g32-e8/model_layers_4_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_4_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..56643f67d0e9bd6dc6a0a199c02ae82d7949c49f --- /dev/null +++ b/q4g32-e8/model_layers_4_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e106799a6137f2988abb07cbd79d9f81e09692996626b6b0d34428756ac65d40 +size 6144 diff --git a/q4g32-e8/model_layers_4_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_4_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e49fd135a982e08a5fa7d4bcfd9b3107368a35b6 --- /dev/null +++ b/q4g32-e8/model_layers_4_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99f7b840627101cad0baaa09efc5cd02cd25c9212ce0568af5b4e0570785d97 +size 9437184 diff --git a/q4g32-e8/model_layers_4_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_4_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..748b3e842dea6fa2412d18155031297f3b6f8f4c --- /dev/null +++ b/q4g32-e8/model_layers_4_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1747aec763fd07dcfc832693f69c0fda9c2bf9fca41e2c4ed18aa7cebc876a2b +size 1179648 diff --git a/q4g32-e8/model_layers_4_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_4_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..1d871a31800776bc8ff1b93ab534e29fd55dcddd --- /dev/null +++ b/q4g32-e8/model_layers_4_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2b241fa090f9e04b04faf60bc6dd4dd43f79a95bf02101081c462bebb4c325 +size 12582912 diff --git a/q4g32-e8/model_layers_4_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_4_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d0bd466a6ea4f041d250ab909fe33b59250178d --- /dev/null +++ b/q4g32-e8/model_layers_4_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65420a3f340db86df0773ecfc1e44580c229c25e87e1df23fc80ad70a2bd62a +size 1572864 diff --git a/q4g32-e8/model_layers_5_input_layernorm_weight.bin b/q4g32-e8/model_layers_5_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..fe5b4d14dc96825d5e0ec19cd80b34d51796771d --- /dev/null +++ b/q4g32-e8/model_layers_5_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f85989b09b6ca46ccc872d46cb33e89bbf6dec1bd2e4238ee37c92398d9a1195 +size 6144 diff --git a/q4g32-e8/model_layers_5_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_5_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..c523338e2b11b5db7090d32fe94740e952b12a82 --- /dev/null +++ b/q4g32-e8/model_layers_5_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb3d56c1fb9d47dc1339858d940365f63bcb712bdc9ed38222f5b9fd415b785 +size 16515072 diff --git a/q4g32-e8/model_layers_5_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_5_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..1719bdefd6a9deadd43e1442760dc5a76e578d4a --- /dev/null +++ b/q4g32-e8/model_layers_5_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44269d9f576aecc8987c7ac5d8a552311ffa6af3c7bb79ada257891acb62e8a1 +size 2064384 diff --git a/q4g32-e8/model_layers_5_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_5_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba26aeb15468bc526d9468f89894a2640689cb52 --- /dev/null +++ b/q4g32-e8/model_layers_5_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:912f723e4d583cf572914ec85d5ad90d066de5e5d6ae375981590200320b9aa1 +size 16515072 diff --git a/q4g32-e8/model_layers_5_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_5_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..7badd6c0749e61d3b9aa4c4b44def791baf5d170 --- /dev/null +++ b/q4g32-e8/model_layers_5_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d80d43b5546cb4c9b52979bd1aa9c9d1c4f0d6834c549a63425a6f4a77cf5f +size 2064384 diff --git a/q4g32-e8/model_layers_5_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_5_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..4444e84ee052f38b1bee06777f01ce992bb1f404 --- /dev/null +++ b/q4g32-e8/model_layers_5_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a9cfe2f052e35e75c2cfef5c995a39969fc2bf21c1f207a68d6c07abe65d1b5 +size 16515072 diff --git a/q4g32-e8/model_layers_5_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_5_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..f63a9c1eaf4e799214496ac16c763e4980220f80 --- /dev/null +++ b/q4g32-e8/model_layers_5_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d064a40ea08b9c21180c4f54ce02821bafb15bccfd909223ee8c2a30c709aa +size 2064384 diff --git a/q4g32-e8/model_layers_5_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_5_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..f73a64c789e5f2f235ac2f8f882c4714e97f5069 --- /dev/null +++ b/q4g32-e8/model_layers_5_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543890cb299c2d48d52cd29d9e4dcd5b3f1ae3c9ebd1c45f90fef9d62aff9679 +size 6144 diff --git a/q4g32-e8/model_layers_5_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_5_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..061a2a7d971b75dc35a3a93879b881e52ee00df4 --- /dev/null +++ b/q4g32-e8/model_layers_5_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4390f01f4508a56f9e36d0ab87048f4849400adea1fb0ceb17a2f76815c989 +size 9437184 diff --git a/q4g32-e8/model_layers_5_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_5_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..7e8976734ad20412afdc86865bd7a137e8f3c002 --- /dev/null +++ b/q4g32-e8/model_layers_5_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82cf282ef3fde6a8467d722acaf00d4eff8a19398f165d624c851f1598f9369d +size 1179648 diff --git a/q4g32-e8/model_layers_5_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_5_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5826d0a1dc13bd4e3d0bd2bc741feb127cdadc9 --- /dev/null +++ b/q4g32-e8/model_layers_5_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37072073265fbd4353433f2cd0ca56eed08f131a46b5375c063da4658502088d +size 12582912 diff --git a/q4g32-e8/model_layers_5_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_5_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..55f319f85a33eb84b54587ece45940323c58a374 --- /dev/null +++ b/q4g32-e8/model_layers_5_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a41d7183eb1d9528c4feda02a7169b6b71b9d3bbfa3f49135ed2aeb4f6fa9f1 +size 1572864 diff --git a/q4g32-e8/model_layers_6_input_layernorm_weight.bin b/q4g32-e8/model_layers_6_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..f1315f07793d716fb133428140eefc5849f9f0f9 --- /dev/null +++ b/q4g32-e8/model_layers_6_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa2d1e0bc50c5deffd4414d2706a3ee901181fcc0cb871fc6d34720f5c039ca +size 6144 diff --git a/q4g32-e8/model_layers_6_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_6_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..5114fee9db5fb37497e78393f4dad1a8c44da749 --- /dev/null +++ b/q4g32-e8/model_layers_6_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49787abb1267fab0a9aef9282555c27366d3802988cc526bbbb89b8d8d44744f +size 16515072 diff --git a/q4g32-e8/model_layers_6_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_6_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..214a98dda1f5e7404763956b7a0f2e6f4b103f54 --- /dev/null +++ b/q4g32-e8/model_layers_6_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892f7d25a8df8e54063147a1e543c311591154491ec3a68c67ac854c7098fc7f +size 2064384 diff --git a/q4g32-e8/model_layers_6_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_6_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..eb84c8f85d0002284bae0aeb3678db6e03d34424 --- /dev/null +++ b/q4g32-e8/model_layers_6_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c74cce768a5df36698fb4c98b7b70991eb57d12effadfd501e909ff3fc6a12b +size 16515072 diff --git a/q4g32-e8/model_layers_6_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_6_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf5abfe8281be6c0ccc7dd31a5d221adbb47f9b8 --- /dev/null +++ b/q4g32-e8/model_layers_6_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14f720f805ff60b63d864a59242babfd25154d48f5de2427c5cadb70cb9d59c0 +size 2064384 diff --git a/q4g32-e8/model_layers_6_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_6_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..7d978db829a63991741d137b80a377c5340be906 --- /dev/null +++ b/q4g32-e8/model_layers_6_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8441db7d0625feff8696a41f52c0cfc3e9f90b2146213545633e40172d58bd2 +size 16515072 diff --git a/q4g32-e8/model_layers_6_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_6_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..67ce1e1a4945567a336db84172012c8f47f188f2 --- /dev/null +++ b/q4g32-e8/model_layers_6_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5114ebdf5202775bb4c160173e58a3bda899264102248c4f4d5d0554da1b5067 +size 2064384 diff --git a/q4g32-e8/model_layers_6_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_6_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..7964be7fc39bbdaf275cf366cdacf89a876878eb --- /dev/null +++ b/q4g32-e8/model_layers_6_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57fd79841bbd8b8a36f6cab85e2e664b40d904e77e6fc070c35f44ac89e04891 +size 6144 diff --git a/q4g32-e8/model_layers_6_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_6_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ab2ce3c660a30b5ef9b4e9503d36c80009bb897 --- /dev/null +++ b/q4g32-e8/model_layers_6_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b37161be73f2d9f446ea7cc2b7438576d8e22109e4de627cf69b57a59c8b38f +size 9437184 diff --git a/q4g32-e8/model_layers_6_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_6_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..58d7c780af738ea9d1124efd3a1c44e5cfcae0ef --- /dev/null +++ b/q4g32-e8/model_layers_6_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec51479517f643d92b28a867db6e881a2a13be5413413a07d122acc6502c3ab +size 1179648 diff --git a/q4g32-e8/model_layers_6_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_6_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..fa5c684a876dc458fe5572eab647f6737ad711f3 --- /dev/null +++ b/q4g32-e8/model_layers_6_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e008e53df757d607dbd0e66a72af1b6af23871c1aec3f1d40606f18903f8df +size 12582912 diff --git a/q4g32-e8/model_layers_6_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_6_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..5363e0cb4414aa25163aef41a4a081e2712cb6fa --- /dev/null +++ b/q4g32-e8/model_layers_6_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303a942c45339e1ea28a45b039de6262adfcf8004f20063d6086729fc3b5b3d8 +size 1572864 diff --git a/q4g32-e8/model_layers_7_input_layernorm_weight.bin b/q4g32-e8/model_layers_7_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..e772d305316a6e648ee916135d681ceb138a6c98 --- /dev/null +++ b/q4g32-e8/model_layers_7_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f59e3eb0430826fc38f038e29e1486064936fbf13e65e723cbecd1c82ca4d4 +size 6144 diff --git a/q4g32-e8/model_layers_7_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_7_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..717d7b72f5b05990e2b96395c8fa10ec57fd42e3 --- /dev/null +++ b/q4g32-e8/model_layers_7_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2198386c411421c4d58d5f8ba88a90899c0fc1667bc02d9bff9c2655428e5b5b +size 16515072 diff --git a/q4g32-e8/model_layers_7_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_7_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..906cb4eeafe69b81b58887bb00d219dec06ea285 --- /dev/null +++ b/q4g32-e8/model_layers_7_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b8e5f479b050f61bdb1cb1669279c7d719a1a38b977fbe5adc401320743db2 +size 2064384 diff --git a/q4g32-e8/model_layers_7_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_7_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..02438d05a7b154c3a1fdbc4825a12deba2b9f41b --- /dev/null +++ b/q4g32-e8/model_layers_7_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0797fd4da9fd371eb30980794fb326f5591c6ba769bd59e463394fad390de25 +size 16515072 diff --git a/q4g32-e8/model_layers_7_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_7_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..1c67f3cd0321cba5e4f5306b7a758b89c1eed813 --- /dev/null +++ b/q4g32-e8/model_layers_7_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4939d67fae8595182cb5bfad3bb74a18e0c6b6f79f7892d99df72f8fd09a57f0 +size 2064384 diff --git a/q4g32-e8/model_layers_7_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_7_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..eec44d5d16afeff02f63e380eda241e1d2916e62 --- /dev/null +++ b/q4g32-e8/model_layers_7_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec991c0c7b5533396c66ed30ba1f793097931d64ec58c8ae9d5a08587a66461 +size 16515072 diff --git a/q4g32-e8/model_layers_7_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_7_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..808064cca61c2ae74777ac71a829c61455c4610e --- /dev/null +++ b/q4g32-e8/model_layers_7_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dc8a299976972a5b70778937ef36d0de6ea0b6ad968bb68a21f8f4031ba1118 +size 2064384 diff --git a/q4g32-e8/model_layers_7_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_7_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..93c661454db9ddf49841dc7816dc276c12382fcd --- /dev/null +++ b/q4g32-e8/model_layers_7_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0bb24ef2baed4ddd9c61d7a284e70386d860465dbcd4a7545ee275e4dee1fbe +size 6144 diff --git a/q4g32-e8/model_layers_7_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_7_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..c051c902aa08d67c451699c321956d3f92205f00 --- /dev/null +++ b/q4g32-e8/model_layers_7_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:869b559209ebc4afee60b7fca339b507fe970116f2990272e880e9a8a88b0ba7 +size 9437184 diff --git a/q4g32-e8/model_layers_7_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_7_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b90a29627934283c69f0c84a7e420cd7db0530b --- /dev/null +++ b/q4g32-e8/model_layers_7_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f37c720f4eacfe32eaaf7ed0b3587ae75d7f3bb8931416854d08638945f599 +size 1179648 diff --git a/q4g32-e8/model_layers_7_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_7_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..2c984885e2e1774f461f7331920fbf7c69f6abb2 --- /dev/null +++ b/q4g32-e8/model_layers_7_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f711461c72998b3473b55587b620b0518b22c081cd3bf1ceba17af45a317d219 +size 12582912 diff --git a/q4g32-e8/model_layers_7_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_7_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..08ac46e8cb312f9a5a5baa03b2b4cbf74a12b9e2 --- /dev/null +++ b/q4g32-e8/model_layers_7_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47f2742e0e36ed80289302a9b3619d517c2a0f0e6912eca78bdda135b39dcfc +size 1572864 diff --git a/q4g32-e8/model_layers_8_input_layernorm_weight.bin b/q4g32-e8/model_layers_8_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..085c4cb6289bccb1697d8d2493693ab2748695f0 --- /dev/null +++ b/q4g32-e8/model_layers_8_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d2796f2da406ccdd7de069d127e04b66641a1b9ae0315ca794148fe67e9554 +size 6144 diff --git a/q4g32-e8/model_layers_8_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_8_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..0592336dbbaf1619d3b718cc7dfc8e2a3672d6e7 --- /dev/null +++ b/q4g32-e8/model_layers_8_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76abc5818a6dd1b42909cfe020403d5d31e4e6ac37ec4208f4386fbd33585c6 +size 16515072 diff --git a/q4g32-e8/model_layers_8_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_8_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..46476a6c08a8f592c81e308afdf2ba92636b27eb --- /dev/null +++ b/q4g32-e8/model_layers_8_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da55e16b462526f81248ce84d989a3064974ee2fd2d4693f5872dd12c9615699 +size 2064384 diff --git a/q4g32-e8/model_layers_8_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_8_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..cb861840359aff368e288db1b1ee7dfb0b827c46 --- /dev/null +++ b/q4g32-e8/model_layers_8_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbb7295ca88f99c76e743d7f51d6c1b061a8b1897f860cd4b691728e6410b10 +size 16515072 diff --git a/q4g32-e8/model_layers_8_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_8_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..26bbb38cdc1ede288566454b97a224c7ff10719f --- /dev/null +++ b/q4g32-e8/model_layers_8_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c153b66e9a4ba2150540b49833ec07b89c6bc2c21139e3c72b17051c8695bb7d +size 2064384 diff --git a/q4g32-e8/model_layers_8_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_8_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a4cbe1b78c1009502731987e03a1dd4137e3c3e6 --- /dev/null +++ b/q4g32-e8/model_layers_8_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39cbeae8d8f3c3a2de16aba7b70e5910104619dcacc49eeb7623f687a0ed8d65 +size 16515072 diff --git a/q4g32-e8/model_layers_8_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_8_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..81935c883efcb8362a006879fc50c2ce8f6629b6 --- /dev/null +++ b/q4g32-e8/model_layers_8_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee0be274ee35d06c5e89afbce395e7a9942a1c63702065d783395cba34ce14d +size 2064384 diff --git a/q4g32-e8/model_layers_8_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_8_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..d0dd118251a9ae89340a80e033af493879806caa --- /dev/null +++ b/q4g32-e8/model_layers_8_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f7e713114e1fcc5e601f81ce471a3dda095ed5c6056e9b47ae8e7480e7fb7b +size 6144 diff --git a/q4g32-e8/model_layers_8_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_8_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..c0deeb9573d016cffc37ef8fcf5f1d5e80c0310a --- /dev/null +++ b/q4g32-e8/model_layers_8_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a436ec195855998a6d90d54b2f7abc0377e7848789e43949e54947d0fbbeba2a +size 9437184 diff --git a/q4g32-e8/model_layers_8_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_8_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..fc58dfe81298946b2fb14ec263dba8f2f2bdf1af --- /dev/null +++ b/q4g32-e8/model_layers_8_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66acf484bdef6c4f101871dca13f9b01f9a44c92fbcb95af253e0171a08bec72 +size 1179648 diff --git a/q4g32-e8/model_layers_8_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_8_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..f091afed4150133865a9884769c816f9a8093511 --- /dev/null +++ b/q4g32-e8/model_layers_8_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eba4377549635cacbc3543e25547488de8821ed390b2374f9e6580af3290a41 +size 12582912 diff --git a/q4g32-e8/model_layers_8_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_8_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..b5656a186a4cf400444fb4e77d57b2afca0b2548 --- /dev/null +++ b/q4g32-e8/model_layers_8_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad2e4866bc264538564181ff41c3e1f57c858f563f7b16dd8417042c2f7d2ec +size 1572864 diff --git a/q4g32-e8/model_layers_9_input_layernorm_weight.bin b/q4g32-e8/model_layers_9_input_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..c08067f69e4a3f54efd93bf2b5e8b3c37388764d --- /dev/null +++ b/q4g32-e8/model_layers_9_input_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5439b37b9d78ad461eee35c2ec4ad0db9cb6006ed8e10c3b37c5d704b22668d9 +size 6144 diff --git a/q4g32-e8/model_layers_9_mlp_down_proj_weight.bin b/q4g32-e8/model_layers_9_mlp_down_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ddab60705dd182b743d00770f2855709e21dc3a --- /dev/null +++ b/q4g32-e8/model_layers_9_mlp_down_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ecdd92584a9cdf93e12cd421c7fe798dfedb5b7fe8d07e3ca84deaca3ff60a6 +size 16515072 diff --git a/q4g32-e8/model_layers_9_mlp_down_proj_weight_scales.bin b/q4g32-e8/model_layers_9_mlp_down_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..a1231013701404305b5a6ce7d24f539c598f74bc --- /dev/null +++ b/q4g32-e8/model_layers_9_mlp_down_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2fc5252558e3146467b0a55ca45875eb2ec8322690cae2102d5e94eb6f7fea +size 2064384 diff --git a/q4g32-e8/model_layers_9_mlp_gate_proj_weight.bin b/q4g32-e8/model_layers_9_mlp_gate_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..b40cfb3e7f2a2e168a03a67432d8533fe8afec98 --- /dev/null +++ b/q4g32-e8/model_layers_9_mlp_gate_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4481cfe9695b27d51785ba2daaa2b1c2394be71667e9bf62b4c1465a085afc +size 16515072 diff --git a/q4g32-e8/model_layers_9_mlp_gate_proj_weight_scales.bin b/q4g32-e8/model_layers_9_mlp_gate_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..06a4c022d9522133f3b1d3f06c3a8169051a451e --- /dev/null +++ b/q4g32-e8/model_layers_9_mlp_gate_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef9e4dc71dbbc72d07a688a2974de3cb1e5f28336150654d122f06f14a77f4bc +size 2064384 diff --git a/q4g32-e8/model_layers_9_mlp_up_proj_weight.bin b/q4g32-e8/model_layers_9_mlp_up_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..240124d43d7c40ca10c0855c34e828c38286d002 --- /dev/null +++ b/q4g32-e8/model_layers_9_mlp_up_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e21452c8da53f4dac1f5d4da48e50466257b469565741e62516f0781c593abb +size 16515072 diff --git a/q4g32-e8/model_layers_9_mlp_up_proj_weight_scales.bin b/q4g32-e8/model_layers_9_mlp_up_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c77303a6085d16160a2d0a5f6653dfdfc469ee4 --- /dev/null +++ b/q4g32-e8/model_layers_9_mlp_up_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e251d5446d7b87fca901dc301c1366ba56382e39223f96a018c3723e0281aae +size 2064384 diff --git a/q4g32-e8/model_layers_9_post_attention_layernorm_weight.bin b/q4g32-e8/model_layers_9_post_attention_layernorm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a09af9ba31a69a47bce2a2596ddfe39804a09d94 --- /dev/null +++ b/q4g32-e8/model_layers_9_post_attention_layernorm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ba139a431ed54f477f6e3763c99716adcaf5e93763853ad4990ac61c1cb484 +size 6144 diff --git a/q4g32-e8/model_layers_9_self_attn_o_proj_weight.bin b/q4g32-e8/model_layers_9_self_attn_o_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..81a6a4e6458076ab73cdd643dc59f4fdc5eb3a4b --- /dev/null +++ b/q4g32-e8/model_layers_9_self_attn_o_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eab3c5394bbe468154de339d070643f3929be30de65fddb2665bf9bc5fc5c89 +size 9437184 diff --git a/q4g32-e8/model_layers_9_self_attn_o_proj_weight_scales.bin b/q4g32-e8/model_layers_9_self_attn_o_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..a99d476410beb1c2bd29f2ac0e3a5aa612b2610f --- /dev/null +++ b/q4g32-e8/model_layers_9_self_attn_o_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278527ec4cade67f1c27b362dea88b932e32435bf76c264a65ecb2557c481753 +size 1179648 diff --git a/q4g32-e8/model_layers_9_self_attn_qkv_proj_weight.bin b/q4g32-e8/model_layers_9_self_attn_qkv_proj_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..378e2f0b3729d81361b376327139c5a98cd3acb3 --- /dev/null +++ b/q4g32-e8/model_layers_9_self_attn_qkv_proj_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8ea2ec121fe806795d34838f4c7814d14b27e5ffa33eb5f0b9f62afbab7197 +size 12582912 diff --git a/q4g32-e8/model_layers_9_self_attn_qkv_proj_weight_scales.bin b/q4g32-e8/model_layers_9_self_attn_qkv_proj_weight_scales.bin new file mode 100644 index 0000000000000000000000000000000000000000..2d5860a853c6d07053e8a27aa947334c85fc6dba --- /dev/null +++ b/q4g32-e8/model_layers_9_self_attn_qkv_proj_weight_scales.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7a1a071bdfaeb94b26d09f7acb338743bff5f5206cc7eb635ea0bfb3a7bbc39 +size 1572864 diff --git a/q4g32-e8/model_norm_weight.bin b/q4g32-e8/model_norm_weight.bin new file mode 100644 index 0000000000000000000000000000000000000000..a3f26ce96d24448cb62e375d26983003eca0d549 --- /dev/null +++ b/q4g32-e8/model_norm_weight.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b07ada8c92bb4d3786be71ac846a1529157775c78bc78eab16a3f0def59f7d +size 6144