{ "format": "nanbeige-webgpu-v2", "source": "Nanbeige/Nanbeige4.2-3B", "revision": "3384e426066d1a49c3aea90a7190b81260a6533f", "config": { "architectures": [ "NanbeigeForCausalLM" ], "attention_bias": false, "attention_dropout": 0.0, "auto_map": { "AutoConfig": "configuration_nanbeige.NanbeigeConfig", "AutoModel": "modeling_nanbeige.NanbeigeModel", "AutoModelForCausalLM": "modeling_nanbeige.NanbeigeForCausalLM" }, "bos_token_id": 166100, "eos_token_id": 166101, "head_dim": 128, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 10752, "kv_channels": 128, "loop_loss_weights": [], "max_length": null, "max_position_embeddings": 262144, "model_type": "nanbeige", "num_attention_heads": 48, "num_hidden_layers": 22, "num_key_value_heads": 8, "num_loops": 2, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 70000000, "skip_loop_final_norm": false, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.42.4", "use_cache": true, "vocab_size": 166144 }, "groupSize": 32, "embeddingBits": 8, "tensors": { "model.embed_tokens.weight.part0": { "shape": [ 41536, 3072 ], "dtype": "q8", "groupSize": 32, "file": { "file": "model_embed_tokens_weight_part0-0.bin", "offset": 0, "bytes": 127598592 }, "scales": { "file": "model_embed_tokens_weight_part0-1.bin", "offset": 0, "bytes": 7974912 }, "relativeRmse": 0.005378108880645949 }, "model.embed_tokens.weight.part1": { "shape": [ 41536, 3072 ], "dtype": "q8", "groupSize": 32, "file": { "file": "model_embed_tokens_weight_part1-0.bin", "offset": 0, "bytes": 127598592 }, "scales": { "file": "model_embed_tokens_weight_part1-1.bin", "offset": 0, "bytes": 7974912 }, "relativeRmse": 0.005351248977123447 }, "model.embed_tokens.weight.part2": { "shape": [ 41536, 3072 ], "dtype": "q8", "groupSize": 32, "file": { "file": "model_embed_tokens_weight_part2-0.bin", "offset": 0, "bytes": 127598592 }, "scales": { "file": "model_embed_tokens_weight_part2-1.bin", "offset": 0, "bytes": 7974912 }, "relativeRmse": 0.00535003506348811 }, "model.embed_tokens.weight.part3": { "shape": [ 41536, 3072 ], "dtype": "q8", "groupSize": 32, "file": { "file": "model_embed_tokens_weight_part3-0.bin", "offset": 0, "bytes": 127598592 }, "scales": { "file": "model_embed_tokens_weight_part3-1.bin", "offset": 0, "bytes": 7974912 }, "relativeRmse": 0.005366753309165691 }, "lm_head.weight.part0": { "shape": [ 41536, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "lm_head_weight_part0-0.bin", "offset": 0, "bytes": 63799296 }, "scales": { "file": "lm_head_weight_part0-0.bin", "offset": 63799296, "bytes": 7974912 }, "relativeRmse": 0.0966932048234998 }, "lm_head.weight.part1": { "shape": [ 41536, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "lm_head_weight_part1-0.bin", "offset": 0, "bytes": 63799296 }, "scales": { "file": "lm_head_weight_part1-0.bin", "offset": 63799296, "bytes": 7974912 }, "relativeRmse": 0.09698035436435039 }, "lm_head.weight.part2": { "shape": [ 41536, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "lm_head_weight_part2-0.bin", "offset": 0, "bytes": 63799296 }, "scales": { "file": "lm_head_weight_part2-0.bin", "offset": 63799296, "bytes": 7974912 }, "relativeRmse": 0.09701067811838457 }, "lm_head.weight.part3": { "shape": [ 41536, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "lm_head_weight_part3-0.bin", "offset": 0, "bytes": 63799296 }, "scales": { "file": "lm_head_weight_part3-0.bin", "offset": 63799296, "bytes": 7974912 }, "relativeRmse": 0.0970743965868222 }, "model.norm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "model_norm_weight-0.bin", "offset": 0, "bytes": 6144 } }, "model.layers.0.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-0-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-0-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09762296309118555 }, "model.layers.0.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-0-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-0-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09840644017656355 }, "model.layers.0.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-0-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-0-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09753269761395436 }, "model.layers.0.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-0-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-0-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.0976162054024225 }, "model.layers.0.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-0-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-0-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.0983157935149208 }, "model.layers.0.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-0-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.0.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-0-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.1.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-1-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-1-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09819378290191505 }, "model.layers.1.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-1-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-1-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09769461543748044 }, "model.layers.1.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-1-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-1-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.0972580174397828 }, "model.layers.1.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-1-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-1-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09758434471465355 }, "model.layers.1.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-1-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-1-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09884821020530178 }, "model.layers.1.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-1-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.1.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-1-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.2.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-2-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-2-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09755220397696977 }, "model.layers.2.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-2-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-2-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09742985373814221 }, "model.layers.2.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-2-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-2-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09733709271807318 }, "model.layers.2.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-2-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-2-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09767860399836972 }, "model.layers.2.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-2-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-2-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09829741153056869 }, "model.layers.2.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-2-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.2.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-2-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.3.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-3-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-3-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09773640299926485 }, "model.layers.3.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-3-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-3-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09749279548039519 }, "model.layers.3.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-3-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-3-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09715498225924686 }, "model.layers.3.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-3-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-3-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09760511041714329 }, "model.layers.3.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-3-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-3-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09800791471164365 }, "model.layers.3.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-3-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.3.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-3-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.4.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-4-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-4-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09755043563834505 }, "model.layers.4.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-4-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-4-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09726277267147813 }, "model.layers.4.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-4-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-4-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09731678661691545 }, "model.layers.4.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-4-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-4-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.0976177733768423 }, "model.layers.4.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-4-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-4-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09776675527131432 }, "model.layers.4.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-4-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.4.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-4-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.5.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-5-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-5-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09755511630334583 }, "model.layers.5.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-5-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-5-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09733005173284268 }, "model.layers.5.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-5-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-5-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09726853436858394 }, "model.layers.5.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-5-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-5-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.0976375384976202 }, "model.layers.5.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-5-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-5-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09766853525652638 }, "model.layers.5.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-5-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.5.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-5-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.6.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-6-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-6-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.0976798786415619 }, "model.layers.6.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-6-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-6-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09722237472961315 }, "model.layers.6.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-6-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-6-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09730713979350597 }, "model.layers.6.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-6-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-6-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09763901113003857 }, "model.layers.6.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-6-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-6-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09767466040890466 }, "model.layers.6.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-6-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.6.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-6-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.7.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-7-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-7-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09761721793635282 }, "model.layers.7.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-7-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-7-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.0974205313084144 }, "model.layers.7.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-7-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-7-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09761946543589213 }, "model.layers.7.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-7-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-7-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09780918709538562 }, "model.layers.7.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-7-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-7-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.098107824764564 }, "model.layers.7.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-7-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.7.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-7-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.8.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-8-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-8-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09756660843346364 }, "model.layers.8.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-8-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-8-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09763690134424972 }, "model.layers.8.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-8-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-8-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09746880477415075 }, "model.layers.8.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-8-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-8-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09775840278642735 }, "model.layers.8.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-8-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-8-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09804522289267617 }, "model.layers.8.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-8-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.8.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-8-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.9.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-9-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-9-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09767700310333266 }, "model.layers.9.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-9-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-9-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.0977443944833358 }, "model.layers.9.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-9-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-9-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09761794932909054 }, "model.layers.9.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-9-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-9-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.0978222960247779 }, "model.layers.9.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-9-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-9-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.0983579332173695 }, "model.layers.9.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-9-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.9.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-9-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.10.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-10-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-10-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09777978029862829 }, "model.layers.10.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-10-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-10-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.0976644523281437 }, "model.layers.10.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-10-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-10-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09773223036893167 }, "model.layers.10.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-10-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-10-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09792929740507551 }, "model.layers.10.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-10-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-10-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.0986012984437266 }, "model.layers.10.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-10-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.10.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-10-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.11.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-11-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-11-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09802341570914783 }, "model.layers.11.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-11-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-11-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09773039444643956 }, "model.layers.11.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-11-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-11-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09776983466038894 }, "model.layers.11.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-11-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-11-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09794763289299477 }, "model.layers.11.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-11-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-11-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09883215971250656 }, "model.layers.11.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-11-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.11.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-11-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.12.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-12-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-12-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09779810308875879 }, "model.layers.12.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-12-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-12-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09784878876721267 }, "model.layers.12.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-12-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-12-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09806604898549487 }, "model.layers.12.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-12-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-12-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09807302496676507 }, "model.layers.12.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-12-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-12-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09929607339631628 }, "model.layers.12.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-12-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.12.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-12-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.13.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-13-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-13-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09784068366482826 }, "model.layers.13.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-13-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-13-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09782073835025165 }, "model.layers.13.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-13-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-13-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09847691012085026 }, "model.layers.13.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-13-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-13-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09824110154549896 }, "model.layers.13.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-13-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-13-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09975600799033688 }, "model.layers.13.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-13-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.13.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-13-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.14.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-14-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-14-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09811395682121653 }, "model.layers.14.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-14-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-14-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09808720972795368 }, "model.layers.14.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-14-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-14-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09798932711429137 }, "model.layers.14.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-14-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-14-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09807706269833476 }, "model.layers.14.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-14-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-14-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09964194047423773 }, "model.layers.14.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-14-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.14.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-14-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.15.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-15-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-15-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.0980483537325675 }, "model.layers.15.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-15-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-15-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09823779216108851 }, "model.layers.15.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-15-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-15-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09804236315813804 }, "model.layers.15.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-15-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-15-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09807089480980201 }, "model.layers.15.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-15-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-15-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09934907681012688 }, "model.layers.15.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-15-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.15.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-15-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.16.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-16-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-16-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09848723211568046 }, "model.layers.16.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-16-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-16-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09839598961372684 }, "model.layers.16.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-16-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-16-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.0976332965263041 }, "model.layers.16.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-16-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-16-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09778019179392124 }, "model.layers.16.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-16-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-16-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09870217539898707 }, "model.layers.16.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-16-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.16.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-16-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.17.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-17-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-17-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09821838105419815 }, "model.layers.17.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-17-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-17-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09840262729239108 }, "model.layers.17.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-17-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-17-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09760116601605513 }, "model.layers.17.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-17-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-17-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09775443972621133 }, "model.layers.17.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-17-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-17-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.0983123822832072 }, "model.layers.17.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-17-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.17.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-17-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.18.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-18-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-18-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09853556251603938 }, "model.layers.18.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-18-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-18-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.0975760277104495 }, "model.layers.18.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-18-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-18-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09730226779449538 }, "model.layers.18.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-18-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-18-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09760080285857284 }, "model.layers.18.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-18-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-18-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09797288205969706 }, "model.layers.18.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-18-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.18.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-18-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.19.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-19-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-19-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09843505658504775 }, "model.layers.19.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-19-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-19-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.0981171773600363 }, "model.layers.19.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-19-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-19-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09737895499719322 }, "model.layers.19.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-19-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-19-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09762740464791693 }, "model.layers.19.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-19-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-19-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09779097172677534 }, "model.layers.19.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-19-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.19.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-19-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.20.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-20-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-20-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09904109484098908 }, "model.layers.20.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-20-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-20-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09799290322384578 }, "model.layers.20.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-20-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-20-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.09743257683953523 }, "model.layers.20.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-20-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-20-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09767498102807515 }, "model.layers.20.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-20-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-20-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.09829480765736295 }, "model.layers.20.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-20-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.20.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-20-0.bin", "offset": 80517120, "bytes": 6144 } }, "model.layers.21.self_attn.qkv_proj.weight": { "shape": [ 8192, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-21-0.bin", "offset": 0, "bytes": 12582912 }, "scales": { "file": "layer-21-0.bin", "offset": 12582912, "bytes": 1572864 }, "relativeRmse": 0.09902088233405826 }, "model.layers.21.self_attn.o_proj.weight": { "shape": [ 3072, 6144 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-21-0.bin", "offset": 14155776, "bytes": 9437184 }, "scales": { "file": "layer-21-0.bin", "offset": 23592960, "bytes": 1179648 }, "relativeRmse": 0.09853349976150814 }, "model.layers.21.mlp.gate_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-21-0.bin", "offset": 24772608, "bytes": 16515072 }, "scales": { "file": "layer-21-0.bin", "offset": 41287680, "bytes": 2064384 }, "relativeRmse": 0.0976684370936136 }, "model.layers.21.mlp.up_proj.weight": { "shape": [ 10752, 3072 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-21-0.bin", "offset": 43352064, "bytes": 16515072 }, "scales": { "file": "layer-21-0.bin", "offset": 59867136, "bytes": 2064384 }, "relativeRmse": 0.09790016292004732 }, "model.layers.21.mlp.down_proj.weight": { "shape": [ 3072, 10752 ], "dtype": "q4", "groupSize": 32, "file": { "file": "layer-21-0.bin", "offset": 61931520, "bytes": 16515072 }, "scales": { "file": "layer-21-0.bin", "offset": 78446592, "bytes": 2064384 }, "relativeRmse": 0.10283265944432624 }, "model.layers.21.input_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-21-0.bin", "offset": 80510976, "bytes": 6144 } }, "model.layers.21.post_attention_layernorm.weight": { "shape": [ 3072 ], "dtype": "f16", "file": { "file": "layer-21-0.bin", "offset": 80517120, "bytes": 6144 } } }, "files": { "model_embed_tokens_weight_part0-0.bin": { "bytes": 127598592, "sha256": "2704943423bd23c00253248d1ec07429204df2f723e5ecfa47d02df0cbe21faa" }, "model_embed_tokens_weight_part0-1.bin": { "bytes": 7974912, "sha256": "a57e25a00320496bdfa4a983e62abba70f13fe4f60b868ce6695b8a0d9fb8cd8" }, "model_embed_tokens_weight_part1-0.bin": { "bytes": 127598592, "sha256": "34ca7e34fc44eebe14fea2fd0b5d7dbc7cd9027894ddd1e0bfb76efa30d07d91" }, "model_embed_tokens_weight_part1-1.bin": { "bytes": 7974912, "sha256": "95f291e948f5300318bf8814cd5714ad04ae5588d1d86e268fe8bee2d95aefec" }, "model_embed_tokens_weight_part2-0.bin": { "bytes": 127598592, "sha256": "e5e71dd27d7b7cd7effd4321a8a3e6368ed08385b07a0812af41fcdf35580a99" }, "model_embed_tokens_weight_part2-1.bin": { "bytes": 7974912, "sha256": "03c87371ae4600af11c700e37ba9c32510e64cd965e43f3a3f32512c367c2dea" }, "model_embed_tokens_weight_part3-0.bin": { "bytes": 127598592, "sha256": "4cc543bdb1832e0da5a15c75c62077c7d240a5af2b6eb84134f881767476202b" }, "model_embed_tokens_weight_part3-1.bin": { "bytes": 7974912, "sha256": "7b2a0500fff404334e0a52e44659e206edc1b59eadaceaeb2056560a5d5ce4bd" }, "lm_head_weight_part0-0.bin": { "bytes": 71774208, "sha256": "d4a080cddfd3ce3e5e10d86082e26ff5cd8d93194118586a2ff34eaf0e4d80a3" }, "lm_head_weight_part1-0.bin": { "bytes": 71774208, "sha256": "3bab8d8848db84e57cbc9410596fd0942e9b7b3de490317dbaf9eed6a21f5d5e" }, "lm_head_weight_part2-0.bin": { "bytes": 71774208, "sha256": "021b60b440d7d3ae03bf0a9a7bb879c1d0a257e196201baeeb88e215986ca372" }, "lm_head_weight_part3-0.bin": { "bytes": 71774208, "sha256": "94247e547a1ccf982a1f0895c726b74941c204897cb71d1b340ad0547049905e" }, "model_norm_weight-0.bin": { "bytes": 6144, "sha256": "b3b07ada8c92bb4d3786be71ac846a1529157775c78bc78eab16a3f0def59f7d" }, "layer-0-0.bin": { "bytes": 80523264, "sha256": "e39c876658487736253535e122f612f3d7f288ec7c21ef18ec3c24185ba9177a" }, "layer-1-0.bin": { "bytes": 80523264, "sha256": "867fc039111130c96bdbd10f1ad8cada714fe374c1d2d847f12befaa165eb29d" }, "layer-2-0.bin": { "bytes": 80523264, "sha256": "0599e91fed61bfbd17642c1603d3ba7b6a5a3ee073715662a222db1d717e0f94" }, "layer-3-0.bin": { "bytes": 80523264, "sha256": "03794c597f7af65c1bd571836961ebec7023f654fe93dc7cbd64b60cbef1409d" }, "layer-4-0.bin": { "bytes": 80523264, "sha256": "1dceebdfec4db6c4cb7289b351ca250e05aae21fc7c3b0d59c962def1e9702bb" }, "layer-5-0.bin": { "bytes": 80523264, "sha256": "a403eecc57f6d6cf95ec0b2c46737ef9cda25137173e29f4bc01951b6802f57d" }, "layer-6-0.bin": { "bytes": 80523264, "sha256": "2628236d45e73e8254c3c9936ee5a6567433893e8093739983ecc364db176cb5" }, "layer-7-0.bin": { "bytes": 80523264, "sha256": "29a2527342c2b8139ddc47967984768080d157f3d45e5b62c0610a6a199d238c" }, "layer-8-0.bin": { "bytes": 80523264, "sha256": "dfa61e02196c39ad22cdd93c139a46fd7e1aaff08d50890bed7c80d2f870044e" }, "layer-9-0.bin": { "bytes": 80523264, "sha256": "4317301916a0cc03351cd6292732c379e77a396b4ad4f33982f900806d8fd8a3" }, "layer-10-0.bin": { "bytes": 80523264, "sha256": "b6dd3f955ed5a97ecc53192ed5c2d5336fc3d81be1d759e64b799bba413774f1" }, "layer-11-0.bin": { "bytes": 80523264, "sha256": "6e5e0e69a038adedc0d2e4115c868ffb2e4c2b787f9b9ad96ada027c4d8e40d1" }, "layer-12-0.bin": { "bytes": 80523264, "sha256": "122d5c48c4cf44880a57d1bad1c9851683ac505cb8244688a4bd68dd0b54d258" }, "layer-13-0.bin": { "bytes": 80523264, "sha256": "c59f6d8e539950efe660248ec0c1912b95efdb368d3f3fc0c877239728de176b" }, "layer-14-0.bin": { "bytes": 80523264, "sha256": "e4a6e82b9963c5e4ddaf4b3e71961124c40603cb4c2b0bad8cb3c64ce60567ac" }, "layer-15-0.bin": { "bytes": 80523264, "sha256": "342bb08be263bffee37805d249142300f464ddf0ec626458161c5485ec7443f3" }, "layer-16-0.bin": { "bytes": 80523264, "sha256": "1d345a8ec9ab047b8c3a697a5938613118b3f6d9bb399711f107abeb2765f5ec" }, "layer-17-0.bin": { "bytes": 80523264, "sha256": "ab536ae6a5104800199d58c382f7d46cb907c01334a7efe8dac2a68e5539cc38" }, "layer-18-0.bin": { "bytes": 80523264, "sha256": "2ed5aefa3ab3c2697d59f564bfde3b4c371a95467cf7874737c24f46bc4c586f" }, "layer-19-0.bin": { "bytes": 80523264, "sha256": "3fa9d9e704ae5a06399fa7823874cf6ee2dd7873b313eed8c8dbaeef95501fbe" }, "layer-20-0.bin": { "bytes": 80523264, "sha256": "f1c607637566f0d89a908ba80f632c95f99bc976afeb822b9544e54b49102e38" }, "layer-21-0.bin": { "bytes": 80523264, "sha256": "cc43077f1781e1ddbd1784f3727f7bacee12c14a6982aae0d4109b1c0bd4c7bf" } }, "totalBytes": 2600908800 }