| { |
| "format": "nanbeige-webgpu-v2", |
| "source": "Nanbeige/Nanbeige4.2-3B", |
| "revision": "3384e426066d1a49c3aea90a7190b81260a6533f", |
| "config": { |
| "architectures": [ |
| "NanbeigeForCausalLM" |
| ], |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "auto_map": { |
| "AutoConfig": "configuration_nanbeige.NanbeigeConfig", |
| "AutoModel": "modeling_nanbeige.NanbeigeModel", |
| "AutoModelForCausalLM": "modeling_nanbeige.NanbeigeForCausalLM" |
| }, |
| "bos_token_id": 166100, |
| "eos_token_id": 166101, |
| "head_dim": 128, |
| "hidden_act": "silu", |
| "hidden_size": 3072, |
| "initializer_range": 0.02, |
| "intermediate_size": 10752, |
| "kv_channels": 128, |
| "loop_loss_weights": [], |
| "max_length": null, |
| "max_position_embeddings": 262144, |
| "model_type": "nanbeige", |
| "num_attention_heads": 48, |
| "num_hidden_layers": 22, |
| "num_key_value_heads": 8, |
| "num_loops": 2, |
| "pad_token_id": 0, |
| "pretraining_tp": 1, |
| "rms_norm_eps": 1e-05, |
| "rope_scaling": null, |
| "rope_theta": 70000000, |
| "skip_loop_final_norm": false, |
| "tie_word_embeddings": false, |
| "torch_dtype": "bfloat16", |
| "transformers_version": "4.42.4", |
| "use_cache": true, |
| "vocab_size": 166144 |
| }, |
| "groupSize": 32, |
| "embeddingBits": 4, |
| "tensors": { |
| "model.embed_tokens.weight.part0": { |
| "shape": [ |
| 41536, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "model_embed_tokens_weight_part0-0.bin", |
| "offset": 0, |
| "bytes": 63799296 |
| }, |
| "scales": { |
| "file": "model_embed_tokens_weight_part0-0.bin", |
| "offset": 63799296, |
| "bytes": 7974912 |
| }, |
| "relativeRmse": 0.08660893467492557 |
| }, |
| "model.embed_tokens.weight.part1": { |
| "shape": [ |
| 41536, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "model_embed_tokens_weight_part1-0.bin", |
| "offset": 0, |
| "bytes": 63799296 |
| }, |
| "scales": { |
| "file": "model_embed_tokens_weight_part1-0.bin", |
| "offset": 63799296, |
| "bytes": 7974912 |
| }, |
| "relativeRmse": 0.08629963511696535 |
| }, |
| "model.embed_tokens.weight.part2": { |
| "shape": [ |
| 41536, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "model_embed_tokens_weight_part2-0.bin", |
| "offset": 0, |
| "bytes": 63799296 |
| }, |
| "scales": { |
| "file": "model_embed_tokens_weight_part2-0.bin", |
| "offset": 63799296, |
| "bytes": 7974912 |
| }, |
| "relativeRmse": 0.0862956042213277 |
| }, |
| "model.embed_tokens.weight.part3": { |
| "shape": [ |
| 41536, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "model_embed_tokens_weight_part3-0.bin", |
| "offset": 0, |
| "bytes": 63799296 |
| }, |
| "scales": { |
| "file": "model_embed_tokens_weight_part3-0.bin", |
| "offset": 63799296, |
| "bytes": 7974912 |
| }, |
| "relativeRmse": 0.08643818713065367 |
| }, |
| "lm_head.weight.part0": { |
| "shape": [ |
| 41536, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "lm_head_weight_part0-0.bin", |
| "offset": 0, |
| "bytes": 63799296 |
| }, |
| "scales": { |
| "file": "lm_head_weight_part0-0.bin", |
| "offset": 63799296, |
| "bytes": 7974912 |
| }, |
| "relativeRmse": 0.10170640262660754 |
| }, |
| "lm_head.weight.part1": { |
| "shape": [ |
| 41536, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "lm_head_weight_part1-0.bin", |
| "offset": 0, |
| "bytes": 63799296 |
| }, |
| "scales": { |
| "file": "lm_head_weight_part1-0.bin", |
| "offset": 63799296, |
| "bytes": 7974912 |
| }, |
| "relativeRmse": 0.10274004209309646 |
| }, |
| "lm_head.weight.part2": { |
| "shape": [ |
| 41536, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "lm_head_weight_part2-0.bin", |
| "offset": 0, |
| "bytes": 63799296 |
| }, |
| "scales": { |
| "file": "lm_head_weight_part2-0.bin", |
| "offset": 63799296, |
| "bytes": 7974912 |
| }, |
| "relativeRmse": 0.10268307278038556 |
| }, |
| "lm_head.weight.part3": { |
| "shape": [ |
| 41536, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "lm_head_weight_part3-0.bin", |
| "offset": 0, |
| "bytes": 63799296 |
| }, |
| "scales": { |
| "file": "lm_head_weight_part3-0.bin", |
| "offset": 63799296, |
| "bytes": 7974912 |
| }, |
| "relativeRmse": 0.10249811592245121 |
| }, |
| "model.norm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "model_norm_weight-0.bin", |
| "offset": 0, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.0.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-0-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-0-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.09584296160063588 |
| }, |
| "model.layers.0.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-0-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-0-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09656257449979644 |
| }, |
| "model.layers.0.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-0-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-0-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09228422783313825 |
| }, |
| "model.layers.0.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-0-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-0-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09268505059225125 |
| }, |
| "model.layers.0.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-0-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-0-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09214694310674472 |
| }, |
| "model.layers.0.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-0-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.0.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-0-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.1.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-1-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-1-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10435094997999804 |
| }, |
| "model.layers.1.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-1-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-1-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09399479416697837 |
| }, |
| "model.layers.1.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-1-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-1-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09144651578057228 |
| }, |
| "model.layers.1.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-1-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-1-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09232226017250013 |
| }, |
| "model.layers.1.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-1-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-1-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09181253792147243 |
| }, |
| "model.layers.1.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-1-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.1.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-1-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.2.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-2-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-2-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10207072665017249 |
| }, |
| "model.layers.2.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-2-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-2-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09578917902793196 |
| }, |
| "model.layers.2.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-2-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-2-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09045350165376671 |
| }, |
| "model.layers.2.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-2-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-2-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09112184166908603 |
| }, |
| "model.layers.2.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-2-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-2-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09001158279609464 |
| }, |
| "model.layers.2.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-2-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.2.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-2-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.3.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-3-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-3-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10283429950500747 |
| }, |
| "model.layers.3.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-3-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-3-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09654093256018703 |
| }, |
| "model.layers.3.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-3-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-3-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.0894717865989571 |
| }, |
| "model.layers.3.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-3-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-3-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.0901336984496397 |
| }, |
| "model.layers.3.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-3-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-3-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.08951636335405912 |
| }, |
| "model.layers.3.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-3-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.3.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-3-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.4.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-4-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-4-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10006967352414294 |
| }, |
| "model.layers.4.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-4-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-4-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09491360219816669 |
| }, |
| "model.layers.4.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-4-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-4-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.0893188071114468 |
| }, |
| "model.layers.4.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-4-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-4-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.08977608889401228 |
| }, |
| "model.layers.4.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-4-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-4-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.0891505370589745 |
| }, |
| "model.layers.4.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-4-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.4.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-4-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.5.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-5-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-5-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.100002073482452 |
| }, |
| "model.layers.5.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-5-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-5-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09626744116632528 |
| }, |
| "model.layers.5.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-5-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-5-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.08914346630457333 |
| }, |
| "model.layers.5.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-5-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-5-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.08961169797412975 |
| }, |
| "model.layers.5.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-5-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-5-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.08907567999350922 |
| }, |
| "model.layers.5.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-5-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.5.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-5-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.6.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-6-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-6-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10068752349988397 |
| }, |
| "model.layers.6.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-6-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-6-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09581073928918421 |
| }, |
| "model.layers.6.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-6-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-6-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.08917318077158556 |
| }, |
| "model.layers.6.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-6-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-6-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.08962156392189147 |
| }, |
| "model.layers.6.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-6-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-6-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.08922042557283405 |
| }, |
| "model.layers.6.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-6-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.6.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-6-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.7.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-7-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-7-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10022204062745456 |
| }, |
| "model.layers.7.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-7-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-7-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09636947575098559 |
| }, |
| "model.layers.7.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-7-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-7-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09025863925108434 |
| }, |
| "model.layers.7.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-7-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-7-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09063570763631747 |
| }, |
| "model.layers.7.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-7-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-7-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09068314385622445 |
| }, |
| "model.layers.7.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-7-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.7.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-7-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.8.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-8-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-8-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10458678042683622 |
| }, |
| "model.layers.8.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-8-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-8-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.10033863664380989 |
| }, |
| "model.layers.8.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-8-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-8-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09043614504798446 |
| }, |
| "model.layers.8.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-8-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-8-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.0910127175814643 |
| }, |
| "model.layers.8.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-8-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-8-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09091687825523123 |
| }, |
| "model.layers.8.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-8-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.8.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-8-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.9.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-9-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-9-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10356356478331838 |
| }, |
| "model.layers.9.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-9-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-9-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.10032154827846199 |
| }, |
| "model.layers.9.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-9-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-9-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09150552442356104 |
| }, |
| "model.layers.9.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-9-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-9-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.0921016577621876 |
| }, |
| "model.layers.9.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-9-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-9-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09211067748256091 |
| }, |
| "model.layers.9.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-9-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.9.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-9-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.10.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-10-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-10-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10391533862208775 |
| }, |
| "model.layers.10.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-10-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-10-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09972109110996495 |
| }, |
| "model.layers.10.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-10-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-10-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09251687163409317 |
| }, |
| "model.layers.10.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-10-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-10-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09325224157615836 |
| }, |
| "model.layers.10.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-10-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-10-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09300096261679301 |
| }, |
| "model.layers.10.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-10-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.10.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-10-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.11.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-11-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-11-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10838324393309924 |
| }, |
| "model.layers.11.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-11-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-11-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.10172475847652726 |
| }, |
| "model.layers.11.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-11-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-11-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09228099940249371 |
| }, |
| "model.layers.11.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-11-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-11-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09301815296488941 |
| }, |
| "model.layers.11.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-11-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-11-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09277743136670309 |
| }, |
| "model.layers.11.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-11-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.11.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-11-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.12.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-12-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-12-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10371896835253165 |
| }, |
| "model.layers.12.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-12-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-12-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09857784291179421 |
| }, |
| "model.layers.12.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-12-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-12-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09364977762170168 |
| }, |
| "model.layers.12.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-12-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-12-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09436810278251496 |
| }, |
| "model.layers.12.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-12-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-12-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09412625406061186 |
| }, |
| "model.layers.12.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-12-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.12.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-12-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.13.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-13-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-13-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10481604295232053 |
| }, |
| "model.layers.13.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-13-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-13-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09637526772682665 |
| }, |
| "model.layers.13.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-13-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-13-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09631728180516455 |
| }, |
| "model.layers.13.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-13-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-13-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09706769971792872 |
| }, |
| "model.layers.13.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-13-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-13-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09673637425523841 |
| }, |
| "model.layers.13.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-13-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.13.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-13-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.14.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-14-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-14-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10979953825108024 |
| }, |
| "model.layers.14.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-14-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-14-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09966066848666737 |
| }, |
| "model.layers.14.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-14-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-14-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09538260693838228 |
| }, |
| "model.layers.14.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-14-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-14-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09646502218834084 |
| }, |
| "model.layers.14.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-14-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-14-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09661066317035356 |
| }, |
| "model.layers.14.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-14-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.14.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-14-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.15.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-15-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-15-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.1096693406566529 |
| }, |
| "model.layers.15.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-15-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-15-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.10095774529221753 |
| }, |
| "model.layers.15.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-15-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-15-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.0959177642827566 |
| }, |
| "model.layers.15.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-15-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-15-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.0970979029501713 |
| }, |
| "model.layers.15.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-15-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-15-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09617429642906855 |
| }, |
| "model.layers.15.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-15-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.15.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-15-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.16.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-16-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-16-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10872752744719835 |
| }, |
| "model.layers.16.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-16-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-16-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09859199051037008 |
| }, |
| "model.layers.16.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-16-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-16-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09460208865162109 |
| }, |
| "model.layers.16.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-16-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-16-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.095824553774458 |
| }, |
| "model.layers.16.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-16-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-16-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09501467800139993 |
| }, |
| "model.layers.16.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-16-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.16.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-16-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.17.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-17-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-17-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10426067927110166 |
| }, |
| "model.layers.17.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-17-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-17-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09870468464511836 |
| }, |
| "model.layers.17.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-17-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-17-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09354404502125141 |
| }, |
| "model.layers.17.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-17-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-17-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09454596157779799 |
| }, |
| "model.layers.17.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-17-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-17-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09453430390033066 |
| }, |
| "model.layers.17.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-17-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.17.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-17-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.18.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-18-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-18-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10804151823340859 |
| }, |
| "model.layers.18.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-18-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-18-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09633502736563986 |
| }, |
| "model.layers.18.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-18-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-18-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09211034352849219 |
| }, |
| "model.layers.18.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-18-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-18-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09385660079526384 |
| }, |
| "model.layers.18.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-18-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-18-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09344331677402272 |
| }, |
| "model.layers.18.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-18-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.18.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-18-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.19.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-19-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-19-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10824563315681315 |
| }, |
| "model.layers.19.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-19-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-19-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09637993999603534 |
| }, |
| "model.layers.19.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-19-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-19-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09233839881594104 |
| }, |
| "model.layers.19.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-19-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-19-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09539138294069693 |
| }, |
| "model.layers.19.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-19-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-19-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09355665838510127 |
| }, |
| "model.layers.19.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-19-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.19.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-19-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.20.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-20-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-20-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10938909352653303 |
| }, |
| "model.layers.20.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-20-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-20-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09726182470363454 |
| }, |
| "model.layers.20.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-20-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-20-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09310139940307804 |
| }, |
| "model.layers.20.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-20-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-20-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09719289278320777 |
| }, |
| "model.layers.20.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-20-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-20-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09467024147432018 |
| }, |
| "model.layers.20.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-20-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.20.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-20-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.21.self_attn.qkv_proj.weight": { |
| "shape": [ |
| 8192, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-21-0.bin", |
| "offset": 0, |
| "bytes": 12582912 |
| }, |
| "scales": { |
| "file": "layer-21-0.bin", |
| "offset": 12582912, |
| "bytes": 1572864 |
| }, |
| "relativeRmse": 0.10624587157702772 |
| }, |
| "model.layers.21.self_attn.o_proj.weight": { |
| "shape": [ |
| 3072, |
| 6144 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-21-0.bin", |
| "offset": 14155776, |
| "bytes": 9437184 |
| }, |
| "scales": { |
| "file": "layer-21-0.bin", |
| "offset": 23592960, |
| "bytes": 1179648 |
| }, |
| "relativeRmse": 0.09800542098283348 |
| }, |
| "model.layers.21.mlp.gate_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-21-0.bin", |
| "offset": 24772608, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-21-0.bin", |
| "offset": 41287680, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.09543002607460331 |
| }, |
| "model.layers.21.mlp.up_proj.weight": { |
| "shape": [ |
| 10752, |
| 3072 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-21-0.bin", |
| "offset": 43352064, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-21-0.bin", |
| "offset": 59867136, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.10002466618071933 |
| }, |
| "model.layers.21.mlp.down_proj.weight": { |
| "shape": [ |
| 3072, |
| 10752 |
| ], |
| "dtype": "q4", |
| "groupSize": 32, |
| "file": { |
| "file": "layer-21-0.bin", |
| "offset": 61931520, |
| "bytes": 16515072 |
| }, |
| "scales": { |
| "file": "layer-21-0.bin", |
| "offset": 78446592, |
| "bytes": 2064384 |
| }, |
| "relativeRmse": 0.1344190583832899 |
| }, |
| "model.layers.21.input_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-21-0.bin", |
| "offset": 80510976, |
| "bytes": 6144 |
| } |
| }, |
| "model.layers.21.post_attention_layernorm.weight": { |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "f16", |
| "file": { |
| "file": "layer-21-0.bin", |
| "offset": 80517120, |
| "bytes": 6144 |
| } |
| } |
| }, |
| "files": { |
| "model_embed_tokens_weight_part0-0.bin": { |
| "bytes": 71774208, |
| "sha256": "d9f8e4035641490d54bb1c44a855304a265ff00430e73ba6570617d30fa4c45b" |
| }, |
| "model_embed_tokens_weight_part1-0.bin": { |
| "bytes": 71774208, |
| "sha256": "6a7ae980f4040c6be59dd2ad9820eda6704566147091d1ef7dfc730236045997" |
| }, |
| "model_embed_tokens_weight_part2-0.bin": { |
| "bytes": 71774208, |
| "sha256": "ee4957301c897b83456e3ce303887fe3a29b5d50679e3c344e26ac0f081ab41d" |
| }, |
| "model_embed_tokens_weight_part3-0.bin": { |
| "bytes": 71774208, |
| "sha256": "66acfd957473b89842874f36fe7e066b8a40bc7fb534b07feb385c3f958deb7a" |
| }, |
| "lm_head_weight_part0-0.bin": { |
| "bytes": 71774208, |
| "sha256": "4b7d090d7ce0a5cdbdccd18646c4ec90db322a6b5acda750d52f2f9c564dcb3e" |
| }, |
| "lm_head_weight_part1-0.bin": { |
| "bytes": 71774208, |
| "sha256": "3fe8f16d67a347bc7b52b0e5920a5b7a3469052d87baaded836c827ec561945c" |
| }, |
| "lm_head_weight_part2-0.bin": { |
| "bytes": 71774208, |
| "sha256": "2bd953a8a757e046795f162b18a390ae525222406692b1a3a05dc5ed3018b577" |
| }, |
| "lm_head_weight_part3-0.bin": { |
| "bytes": 71774208, |
| "sha256": "f717f08a9c9f77ede018efa703ad90c38372a25b557d1800c3b124d1372398a0" |
| }, |
| "model_norm_weight-0.bin": { |
| "bytes": 6144, |
| "sha256": "b3b07ada8c92bb4d3786be71ac846a1529157775c78bc78eab16a3f0def59f7d" |
| }, |
| "layer-0-0.bin": { |
| "bytes": 80523264, |
| "sha256": "ec7c8ded1614e366b8f16b318f25e79da1f34a5c66d177b956ae5127be3435eb" |
| }, |
| "layer-1-0.bin": { |
| "bytes": 80523264, |
| "sha256": "f28da86e1316951f4e1b75a9a1119c8075ee09173f868a668d03b4df4dac7846" |
| }, |
| "layer-2-0.bin": { |
| "bytes": 80523264, |
| "sha256": "a7d062b027f532ac6cad33b62a5a0b8114dec2eda0f50aab3a5f79f8fa562473" |
| }, |
| "layer-3-0.bin": { |
| "bytes": 80523264, |
| "sha256": "64ee72e558df0523754bf513a540d29306b7b6a82a445c212ed99de32c905503" |
| }, |
| "layer-4-0.bin": { |
| "bytes": 80523264, |
| "sha256": "ec1bff771478991aacb8d014d85f8a69c0d7686f6bfbdc353b9f9b8d7c58ea2c" |
| }, |
| "layer-5-0.bin": { |
| "bytes": 80523264, |
| "sha256": "95c3452f416066852f2875d58ee49767de59b6fe6fa33f4897835adf723f6450" |
| }, |
| "layer-6-0.bin": { |
| "bytes": 80523264, |
| "sha256": "d2b6ef621cc4e0b0094218d03608bfcb7985726da79ff372ec0532ad4b3b9554" |
| }, |
| "layer-7-0.bin": { |
| "bytes": 80523264, |
| "sha256": "7fda48d7f3a88c769833e8e4f29e653584b29d77b0c53681e4b312573fa34aa1" |
| }, |
| "layer-8-0.bin": { |
| "bytes": 80523264, |
| "sha256": "48569f8664ca32c77f05371620ce3fed416d51df069416c3e3e268cc47b09262" |
| }, |
| "layer-9-0.bin": { |
| "bytes": 80523264, |
| "sha256": "ee72036bcd2959a52680640d29120f30b46193a8f8d0ebb186592871b28736df" |
| }, |
| "layer-10-0.bin": { |
| "bytes": 80523264, |
| "sha256": "0fdff3138ae23bd6339cb5b3893075c1151a59ef43db38863b3855e1c4966575" |
| }, |
| "layer-11-0.bin": { |
| "bytes": 80523264, |
| "sha256": "e819d6eb45a1b882a00b94669f811851f535d8f7e910e2b01fd3fd1fb439724f" |
| }, |
| "layer-12-0.bin": { |
| "bytes": 80523264, |
| "sha256": "aced4f55573d11ec055e61cd92e23439b671bb69b82f91ad5711ebbff1423a62" |
| }, |
| "layer-13-0.bin": { |
| "bytes": 80523264, |
| "sha256": "b104b23bd1dc2bd7de6956e395426936254ccbec686b0fc6d465ed73a29c76a4" |
| }, |
| "layer-14-0.bin": { |
| "bytes": 80523264, |
| "sha256": "fba45615cc678f02c7b59d045b41bc0d298dc182c8e23e127be249139d47e408" |
| }, |
| "layer-15-0.bin": { |
| "bytes": 80523264, |
| "sha256": "dbc563400fd2c8744f3a2025a4e4f73f262dc3d44b001969bc2bce193314bcfc" |
| }, |
| "layer-16-0.bin": { |
| "bytes": 80523264, |
| "sha256": "45b6e75890d4f5c5d57e95bd6d8bfc63d86881d5bc51a9b8e2cf9daadc3cee18" |
| }, |
| "layer-17-0.bin": { |
| "bytes": 80523264, |
| "sha256": "0df09d95cde2101035eeb2c6f55d6f79c52faf9561eb7c9809700533208c87d8" |
| }, |
| "layer-18-0.bin": { |
| "bytes": 80523264, |
| "sha256": "4cdf0a87e23c27d4dd4c47a66a82d963e9e098d34cb887bc38500bc6a96ddc1a" |
| }, |
| "layer-19-0.bin": { |
| "bytes": 80523264, |
| "sha256": "e56693b2ad8bc7df4fe2654db9880a706474e2a3b7c37e3eda70a5f27b9d06e7" |
| }, |
| "layer-20-0.bin": { |
| "bytes": 80523264, |
| "sha256": "32defb8510585f861752779f51ae806a7c823b5d9dac251f43f1ce80ae525404" |
| }, |
| "layer-21-0.bin": { |
| "bytes": 80523264, |
| "sha256": "d6b8daefdb1cf9cdcac939de190c15b5a4118d0064310d548006d43b12f14239" |
| } |
| }, |
| "quantization": { |
| "method": "damped-group-Gram-scale-search-and-integer-coordinate-descent", |
| "calibrationTokens": 8192, |
| "baseVariant": "webgpu-q4g32-e8-gram8192", |
| "embeddingMethod": "weight-mse-scale-search" |
| }, |
| "totalBytes": 2345711616 |
| } |
