Upload folder using huggingface_hub
Browse files- weights4b/manifest.q4.json +1 -0
- weights4b/qwen35-4b.q4.bin +3 -0
weights4b/manifest.q4.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"config": {"transformers_version": "5.13.0", "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": "bfloat16", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "problem_type": null, "vocab_size": 248320, "hidden_size": 2560, "intermediate_size": 9216, "num_hidden_layers": 32, "num_attention_heads": 16, "num_key_value_heads": 4, "hidden_act": "silu", "max_position_embeddings": 262144, "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "tie_word_embeddings": true, "rope_parameters": {"mrope_interleaved": true, "mrope_section": [11, 11, 10], "rope_type": "default", "rope_theta": 10000000, "partial_rotary_factor": 0.25}, "attention_bias": false, "attention_dropout": 0.0, "head_dim": 256, "linear_conv_kernel_dim": 4, "linear_key_head_dim": 128, "linear_value_head_dim": 128, "linear_num_key_heads": 16, "linear_num_value_heads": 32, "layer_types": ["linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention"], "pad_token_id": null, "bos_token_id": null, "eos_token_id": 248044, "_name_or_path": "Qwen/Qwen3.5-4B", "attn_output_gate": true, "full_attention_interval": 4, "mlp_only_layers": [], "model_type": "qwen3_5_text", "mtp_num_hidden_layers": 1, "mtp_use_dedicated_embeddings": false, "mamba_ssm_dtype": "float32", "partial_rotary_factor": 0.25, "output_attentions": false}, "quant": "q4", "blob": "qwen35-4b.q4.bin", "tensors": {"embed_tokens.weight": {"shape": [248320, 2560], "dtype": "q4", "offset": 0, "bytes": 317849600, "scales_offset": 317849600, "scales_bytes": 39731200, "group": 32}, "norm.weight": {"shape": [2560], "dtype": "f16", "offset": 357580800, "bytes": 5120}, "layers.0.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 357585920, "bytes": 5120}, "layers.0.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 357591040, "bytes": 5120}, "layers.0.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 357596160, "bytes": 11796480, "scales_offset": 369392640, "scales_bytes": 1474560, "group": 32}, "layers.0.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 370867200, "bytes": 11796480, "scales_offset": 382663680, "scales_bytes": 1474560, "group": 32}, "layers.0.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 384138240, "bytes": 11796480, "scales_offset": 395934720, "scales_bytes": 1474560, "group": 32}, "layers.0.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 397409280, "bytes": 15810560, "scales_offset": 413219840, "scales_bytes": 1976320, "group": 32}, "layers.0.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 415196160, "bytes": 65536}, "layers.0.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 415261696, "bytes": 256}, "layers.0.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 415261952, "bytes": 256}, "layers.0.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 415262208, "bytes": 5242880, "scales_offset": 420505088, "scales_bytes": 655360, "group": 32}, "layers.1.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 421160448, "bytes": 5120}, "layers.1.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 421165568, "bytes": 5120}, "layers.1.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 421170688, "bytes": 11796480, "scales_offset": 432967168, "scales_bytes": 1474560, "group": 32}, "layers.1.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 434441728, "bytes": 11796480, "scales_offset": 446238208, "scales_bytes": 1474560, "group": 32}, "layers.1.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 447712768, "bytes": 11796480, "scales_offset": 459509248, "scales_bytes": 1474560, "group": 32}, "layers.1.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 460983808, "bytes": 15810560, "scales_offset": 476794368, "scales_bytes": 1976320, "group": 32}, "layers.1.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 478770688, "bytes": 65536}, "layers.1.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 478836224, "bytes": 256}, "layers.1.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 478836480, "bytes": 256}, "layers.1.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 478836736, "bytes": 5242880, "scales_offset": 484079616, "scales_bytes": 655360, "group": 32}, "layers.2.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 484734976, "bytes": 5120}, "layers.2.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 484740096, "bytes": 5120}, "layers.2.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 484745216, "bytes": 11796480, "scales_offset": 496541696, "scales_bytes": 1474560, "group": 32}, "layers.2.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 498016256, "bytes": 11796480, "scales_offset": 509812736, "scales_bytes": 1474560, "group": 32}, "layers.2.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 511287296, "bytes": 11796480, "scales_offset": 523083776, "scales_bytes": 1474560, "group": 32}, "layers.2.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 524558336, "bytes": 15810560, "scales_offset": 540368896, "scales_bytes": 1976320, "group": 32}, "layers.2.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 542345216, "bytes": 65536}, "layers.2.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 542410752, "bytes": 256}, "layers.2.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 542411008, "bytes": 256}, "layers.2.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 542411264, "bytes": 5242880, "scales_offset": 547654144, "scales_bytes": 655360, "group": 32}, "layers.3.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 548309504, "bytes": 5120}, "layers.3.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 548314624, "bytes": 5120}, "layers.3.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 548319744, "bytes": 11796480, "scales_offset": 560116224, "scales_bytes": 1474560, "group": 32}, "layers.3.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 561590784, "bytes": 11796480, "scales_offset": 573387264, "scales_bytes": 1474560, "group": 32}, "layers.3.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 574861824, "bytes": 11796480, "scales_offset": 586658304, "scales_bytes": 1474560, "group": 32}, "layers.3.self_attn.in_proj.weight": {"shape": [10240, 2560], "dtype": "q4", "offset": 588132864, "bytes": 13107200, "scales_offset": 601240064, "scales_bytes": 1638400, "group": 32}, "layers.3.self_attn.q_norm.weight": {"shape": [256], "dtype": "f16", "offset": 602878464, "bytes": 512}, "layers.3.self_attn.k_norm.weight": {"shape": [256], "dtype": "f16", "offset": 602878976, "bytes": 512}, "layers.3.self_attn.o_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 602879488, "bytes": 5242880, "scales_offset": 608122368, "scales_bytes": 655360, "group": 32}, "layers.4.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 608777728, "bytes": 5120}, "layers.4.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 608782848, "bytes": 5120}, "layers.4.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 608787968, "bytes": 11796480, "scales_offset": 620584448, "scales_bytes": 1474560, "group": 32}, "layers.4.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 622059008, "bytes": 11796480, "scales_offset": 633855488, "scales_bytes": 1474560, "group": 32}, "layers.4.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 635330048, "bytes": 11796480, "scales_offset": 647126528, "scales_bytes": 1474560, "group": 32}, "layers.4.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 648601088, "bytes": 15810560, "scales_offset": 664411648, "scales_bytes": 1976320, "group": 32}, "layers.4.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 666387968, "bytes": 65536}, "layers.4.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 666453504, "bytes": 256}, "layers.4.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 666453760, "bytes": 256}, "layers.4.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 666454016, "bytes": 5242880, "scales_offset": 671696896, "scales_bytes": 655360, "group": 32}, "layers.5.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 672352256, "bytes": 5120}, "layers.5.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 672357376, "bytes": 5120}, "layers.5.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 672362496, "bytes": 11796480, "scales_offset": 684158976, "scales_bytes": 1474560, "group": 32}, "layers.5.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 685633536, "bytes": 11796480, "scales_offset": 697430016, "scales_bytes": 1474560, "group": 32}, "layers.5.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 698904576, "bytes": 11796480, "scales_offset": 710701056, "scales_bytes": 1474560, "group": 32}, "layers.5.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 712175616, "bytes": 15810560, "scales_offset": 727986176, "scales_bytes": 1976320, "group": 32}, "layers.5.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 729962496, "bytes": 65536}, "layers.5.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 730028032, "bytes": 256}, "layers.5.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 730028288, "bytes": 256}, "layers.5.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 730028544, "bytes": 5242880, "scales_offset": 735271424, "scales_bytes": 655360, "group": 32}, "layers.6.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 735926784, "bytes": 5120}, "layers.6.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 735931904, "bytes": 5120}, "layers.6.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 735937024, "bytes": 11796480, "scales_offset": 747733504, "scales_bytes": 1474560, "group": 32}, "layers.6.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 749208064, "bytes": 11796480, "scales_offset": 761004544, "scales_bytes": 1474560, "group": 32}, "layers.6.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 762479104, "bytes": 11796480, "scales_offset": 774275584, "scales_bytes": 1474560, "group": 32}, "layers.6.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 775750144, "bytes": 15810560, "scales_offset": 791560704, "scales_bytes": 1976320, "group": 32}, "layers.6.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 793537024, "bytes": 65536}, "layers.6.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 793602560, "bytes": 256}, "layers.6.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 793602816, "bytes": 256}, "layers.6.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 793603072, "bytes": 5242880, "scales_offset": 798845952, "scales_bytes": 655360, "group": 32}, "layers.7.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 799501312, "bytes": 5120}, "layers.7.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 799506432, "bytes": 5120}, "layers.7.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 799511552, "bytes": 11796480, "scales_offset": 811308032, "scales_bytes": 1474560, "group": 32}, "layers.7.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 812782592, "bytes": 11796480, "scales_offset": 824579072, "scales_bytes": 1474560, "group": 32}, "layers.7.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 826053632, "bytes": 11796480, "scales_offset": 837850112, "scales_bytes": 1474560, "group": 32}, "layers.7.self_attn.in_proj.weight": {"shape": [10240, 2560], "dtype": "q4", "offset": 839324672, "bytes": 13107200, "scales_offset": 852431872, "scales_bytes": 1638400, "group": 32}, "layers.7.self_attn.q_norm.weight": {"shape": [256], "dtype": "f16", "offset": 854070272, "bytes": 512}, "layers.7.self_attn.k_norm.weight": {"shape": [256], "dtype": "f16", "offset": 854070784, "bytes": 512}, "layers.7.self_attn.o_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 854071296, "bytes": 5242880, "scales_offset": 859314176, "scales_bytes": 655360, "group": 32}, "layers.8.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 859969536, "bytes": 5120}, "layers.8.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 859974656, "bytes": 5120}, "layers.8.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 859979776, "bytes": 11796480, "scales_offset": 871776256, "scales_bytes": 1474560, "group": 32}, "layers.8.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 873250816, "bytes": 11796480, "scales_offset": 885047296, "scales_bytes": 1474560, "group": 32}, "layers.8.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 886521856, "bytes": 11796480, "scales_offset": 898318336, "scales_bytes": 1474560, "group": 32}, "layers.8.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 899792896, "bytes": 15810560, "scales_offset": 915603456, "scales_bytes": 1976320, "group": 32}, "layers.8.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 917579776, "bytes": 65536}, "layers.8.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 917645312, "bytes": 256}, "layers.8.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 917645568, "bytes": 256}, "layers.8.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 917645824, "bytes": 5242880, "scales_offset": 922888704, "scales_bytes": 655360, "group": 32}, "layers.9.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 923544064, "bytes": 5120}, "layers.9.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 923549184, "bytes": 5120}, "layers.9.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 923554304, "bytes": 11796480, "scales_offset": 935350784, "scales_bytes": 1474560, "group": 32}, "layers.9.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 936825344, "bytes": 11796480, "scales_offset": 948621824, "scales_bytes": 1474560, "group": 32}, "layers.9.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 950096384, "bytes": 11796480, "scales_offset": 961892864, "scales_bytes": 1474560, "group": 32}, "layers.9.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 963367424, "bytes": 15810560, "scales_offset": 979177984, "scales_bytes": 1976320, "group": 32}, "layers.9.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 981154304, "bytes": 65536}, "layers.9.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 981219840, "bytes": 256}, "layers.9.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 981220096, "bytes": 256}, "layers.9.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 981220352, "bytes": 5242880, "scales_offset": 986463232, "scales_bytes": 655360, "group": 32}, "layers.10.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 987118592, "bytes": 5120}, "layers.10.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 987123712, "bytes": 5120}, "layers.10.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 987128832, "bytes": 11796480, "scales_offset": 998925312, "scales_bytes": 1474560, "group": 32}, "layers.10.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1000399872, "bytes": 11796480, "scales_offset": 1012196352, "scales_bytes": 1474560, "group": 32}, "layers.10.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1013670912, "bytes": 11796480, "scales_offset": 1025467392, "scales_bytes": 1474560, "group": 32}, "layers.10.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1026941952, "bytes": 15810560, "scales_offset": 1042752512, "scales_bytes": 1976320, "group": 32}, "layers.10.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1044728832, "bytes": 65536}, "layers.10.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1044794368, "bytes": 256}, "layers.10.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1044794624, "bytes": 256}, "layers.10.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1044794880, "bytes": 5242880, "scales_offset": 1050037760, "scales_bytes": 655360, "group": 32}, "layers.11.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1050693120, "bytes": 5120}, "layers.11.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1050698240, "bytes": 5120}, "layers.11.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1050703360, "bytes": 11796480, "scales_offset": 1062499840, "scales_bytes": 1474560, "group": 32}, "layers.11.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1063974400, "bytes": 11796480, "scales_offset": 1075770880, "scales_bytes": 1474560, "group": 32}, "layers.11.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1077245440, "bytes": 11796480, "scales_offset": 1089041920, "scales_bytes": 1474560, "group": 32}, "layers.11.self_attn.in_proj.weight": {"shape": [10240, 2560], "dtype": "q4", "offset": 1090516480, "bytes": 13107200, "scales_offset": 1103623680, "scales_bytes": 1638400, "group": 32}, "layers.11.self_attn.q_norm.weight": {"shape": [256], "dtype": "f16", "offset": 1105262080, "bytes": 512}, "layers.11.self_attn.k_norm.weight": {"shape": [256], "dtype": "f16", "offset": 1105262592, "bytes": 512}, "layers.11.self_attn.o_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1105263104, "bytes": 5242880, "scales_offset": 1110505984, "scales_bytes": 655360, "group": 32}, "layers.12.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1111161344, "bytes": 5120}, "layers.12.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1111166464, "bytes": 5120}, "layers.12.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1111171584, "bytes": 11796480, "scales_offset": 1122968064, "scales_bytes": 1474560, "group": 32}, "layers.12.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1124442624, "bytes": 11796480, "scales_offset": 1136239104, "scales_bytes": 1474560, "group": 32}, "layers.12.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1137713664, "bytes": 11796480, "scales_offset": 1149510144, "scales_bytes": 1474560, "group": 32}, "layers.12.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1150984704, "bytes": 15810560, "scales_offset": 1166795264, "scales_bytes": 1976320, "group": 32}, "layers.12.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1168771584, "bytes": 65536}, "layers.12.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1168837120, "bytes": 256}, "layers.12.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1168837376, "bytes": 256}, "layers.12.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1168837632, "bytes": 5242880, "scales_offset": 1174080512, "scales_bytes": 655360, "group": 32}, "layers.13.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1174735872, "bytes": 5120}, "layers.13.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1174740992, "bytes": 5120}, "layers.13.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1174746112, "bytes": 11796480, "scales_offset": 1186542592, "scales_bytes": 1474560, "group": 32}, "layers.13.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1188017152, "bytes": 11796480, "scales_offset": 1199813632, "scales_bytes": 1474560, "group": 32}, "layers.13.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1201288192, "bytes": 11796480, "scales_offset": 1213084672, "scales_bytes": 1474560, "group": 32}, "layers.13.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1214559232, "bytes": 15810560, "scales_offset": 1230369792, "scales_bytes": 1976320, "group": 32}, "layers.13.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1232346112, "bytes": 65536}, "layers.13.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1232411648, "bytes": 256}, "layers.13.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1232411904, "bytes": 256}, "layers.13.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1232412160, "bytes": 5242880, "scales_offset": 1237655040, "scales_bytes": 655360, "group": 32}, "layers.14.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1238310400, "bytes": 5120}, "layers.14.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1238315520, "bytes": 5120}, "layers.14.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1238320640, "bytes": 11796480, "scales_offset": 1250117120, "scales_bytes": 1474560, "group": 32}, "layers.14.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1251591680, "bytes": 11796480, "scales_offset": 1263388160, "scales_bytes": 1474560, "group": 32}, "layers.14.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1264862720, "bytes": 11796480, "scales_offset": 1276659200, "scales_bytes": 1474560, "group": 32}, "layers.14.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1278133760, "bytes": 15810560, "scales_offset": 1293944320, "scales_bytes": 1976320, "group": 32}, "layers.14.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1295920640, "bytes": 65536}, "layers.14.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1295986176, "bytes": 256}, "layers.14.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1295986432, "bytes": 256}, "layers.14.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1295986688, "bytes": 5242880, "scales_offset": 1301229568, "scales_bytes": 655360, "group": 32}, "layers.15.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1301884928, "bytes": 5120}, "layers.15.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1301890048, "bytes": 5120}, "layers.15.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1301895168, "bytes": 11796480, "scales_offset": 1313691648, "scales_bytes": 1474560, "group": 32}, "layers.15.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1315166208, "bytes": 11796480, "scales_offset": 1326962688, "scales_bytes": 1474560, "group": 32}, "layers.15.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1328437248, "bytes": 11796480, "scales_offset": 1340233728, "scales_bytes": 1474560, "group": 32}, "layers.15.self_attn.in_proj.weight": {"shape": [10240, 2560], "dtype": "q4", "offset": 1341708288, "bytes": 13107200, "scales_offset": 1354815488, "scales_bytes": 1638400, "group": 32}, "layers.15.self_attn.q_norm.weight": {"shape": [256], "dtype": "f16", "offset": 1356453888, "bytes": 512}, "layers.15.self_attn.k_norm.weight": {"shape": [256], "dtype": "f16", "offset": 1356454400, "bytes": 512}, "layers.15.self_attn.o_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1356454912, "bytes": 5242880, "scales_offset": 1361697792, "scales_bytes": 655360, "group": 32}, "layers.16.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1362353152, "bytes": 5120}, "layers.16.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1362358272, "bytes": 5120}, "layers.16.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1362363392, "bytes": 11796480, "scales_offset": 1374159872, "scales_bytes": 1474560, "group": 32}, "layers.16.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1375634432, "bytes": 11796480, "scales_offset": 1387430912, "scales_bytes": 1474560, "group": 32}, "layers.16.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1388905472, "bytes": 11796480, "scales_offset": 1400701952, "scales_bytes": 1474560, "group": 32}, "layers.16.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1402176512, "bytes": 15810560, "scales_offset": 1417987072, "scales_bytes": 1976320, "group": 32}, "layers.16.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1419963392, "bytes": 65536}, "layers.16.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1420028928, "bytes": 256}, "layers.16.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1420029184, "bytes": 256}, "layers.16.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1420029440, "bytes": 5242880, "scales_offset": 1425272320, "scales_bytes": 655360, "group": 32}, "layers.17.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1425927680, "bytes": 5120}, "layers.17.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1425932800, "bytes": 5120}, "layers.17.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1425937920, "bytes": 11796480, "scales_offset": 1437734400, "scales_bytes": 1474560, "group": 32}, "layers.17.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1439208960, "bytes": 11796480, "scales_offset": 1451005440, "scales_bytes": 1474560, "group": 32}, "layers.17.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1452480000, "bytes": 11796480, "scales_offset": 1464276480, "scales_bytes": 1474560, "group": 32}, "layers.17.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1465751040, "bytes": 15810560, "scales_offset": 1481561600, "scales_bytes": 1976320, "group": 32}, "layers.17.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1483537920, "bytes": 65536}, "layers.17.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1483603456, "bytes": 256}, "layers.17.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1483603712, "bytes": 256}, "layers.17.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1483603968, "bytes": 5242880, "scales_offset": 1488846848, "scales_bytes": 655360, "group": 32}, "layers.18.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1489502208, "bytes": 5120}, "layers.18.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1489507328, "bytes": 5120}, "layers.18.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1489512448, "bytes": 11796480, "scales_offset": 1501308928, "scales_bytes": 1474560, "group": 32}, "layers.18.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1502783488, "bytes": 11796480, "scales_offset": 1514579968, "scales_bytes": 1474560, "group": 32}, "layers.18.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1516054528, "bytes": 11796480, "scales_offset": 1527851008, "scales_bytes": 1474560, "group": 32}, "layers.18.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1529325568, "bytes": 15810560, "scales_offset": 1545136128, "scales_bytes": 1976320, "group": 32}, "layers.18.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1547112448, "bytes": 65536}, "layers.18.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1547177984, "bytes": 256}, "layers.18.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1547178240, "bytes": 256}, "layers.18.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1547178496, "bytes": 5242880, "scales_offset": 1552421376, "scales_bytes": 655360, "group": 32}, "layers.19.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1553076736, "bytes": 5120}, "layers.19.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1553081856, "bytes": 5120}, "layers.19.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1553086976, "bytes": 11796480, "scales_offset": 1564883456, "scales_bytes": 1474560, "group": 32}, "layers.19.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1566358016, "bytes": 11796480, "scales_offset": 1578154496, "scales_bytes": 1474560, "group": 32}, "layers.19.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1579629056, "bytes": 11796480, "scales_offset": 1591425536, "scales_bytes": 1474560, "group": 32}, "layers.19.self_attn.in_proj.weight": {"shape": [10240, 2560], "dtype": "q4", "offset": 1592900096, "bytes": 13107200, "scales_offset": 1606007296, "scales_bytes": 1638400, "group": 32}, "layers.19.self_attn.q_norm.weight": {"shape": [256], "dtype": "f16", "offset": 1607645696, "bytes": 512}, "layers.19.self_attn.k_norm.weight": {"shape": [256], "dtype": "f16", "offset": 1607646208, "bytes": 512}, "layers.19.self_attn.o_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1607646720, "bytes": 5242880, "scales_offset": 1612889600, "scales_bytes": 655360, "group": 32}, "layers.20.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1613544960, "bytes": 5120}, "layers.20.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1613550080, "bytes": 5120}, "layers.20.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1613555200, "bytes": 11796480, "scales_offset": 1625351680, "scales_bytes": 1474560, "group": 32}, "layers.20.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1626826240, "bytes": 11796480, "scales_offset": 1638622720, "scales_bytes": 1474560, "group": 32}, "layers.20.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1640097280, "bytes": 11796480, "scales_offset": 1651893760, "scales_bytes": 1474560, "group": 32}, "layers.20.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1653368320, "bytes": 15810560, "scales_offset": 1669178880, "scales_bytes": 1976320, "group": 32}, "layers.20.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1671155200, "bytes": 65536}, "layers.20.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1671220736, "bytes": 256}, "layers.20.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1671220992, "bytes": 256}, "layers.20.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1671221248, "bytes": 5242880, "scales_offset": 1676464128, "scales_bytes": 655360, "group": 32}, "layers.21.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1677119488, "bytes": 5120}, "layers.21.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1677124608, "bytes": 5120}, "layers.21.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1677129728, "bytes": 11796480, "scales_offset": 1688926208, "scales_bytes": 1474560, "group": 32}, "layers.21.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1690400768, "bytes": 11796480, "scales_offset": 1702197248, "scales_bytes": 1474560, "group": 32}, "layers.21.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1703671808, "bytes": 11796480, "scales_offset": 1715468288, "scales_bytes": 1474560, "group": 32}, "layers.21.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1716942848, "bytes": 15810560, "scales_offset": 1732753408, "scales_bytes": 1976320, "group": 32}, "layers.21.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1734729728, "bytes": 65536}, "layers.21.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1734795264, "bytes": 256}, "layers.21.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1734795520, "bytes": 256}, "layers.21.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1734795776, "bytes": 5242880, "scales_offset": 1740038656, "scales_bytes": 655360, "group": 32}, "layers.22.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1740694016, "bytes": 5120}, "layers.22.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1740699136, "bytes": 5120}, "layers.22.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1740704256, "bytes": 11796480, "scales_offset": 1752500736, "scales_bytes": 1474560, "group": 32}, "layers.22.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1753975296, "bytes": 11796480, "scales_offset": 1765771776, "scales_bytes": 1474560, "group": 32}, "layers.22.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1767246336, "bytes": 11796480, "scales_offset": 1779042816, "scales_bytes": 1474560, "group": 32}, "layers.22.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1780517376, "bytes": 15810560, "scales_offset": 1796327936, "scales_bytes": 1976320, "group": 32}, "layers.22.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1798304256, "bytes": 65536}, "layers.22.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1798369792, "bytes": 256}, "layers.22.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1798370048, "bytes": 256}, "layers.22.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1798370304, "bytes": 5242880, "scales_offset": 1803613184, "scales_bytes": 655360, "group": 32}, "layers.23.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1804268544, "bytes": 5120}, "layers.23.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1804273664, "bytes": 5120}, "layers.23.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1804278784, "bytes": 11796480, "scales_offset": 1816075264, "scales_bytes": 1474560, "group": 32}, "layers.23.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1817549824, "bytes": 11796480, "scales_offset": 1829346304, "scales_bytes": 1474560, "group": 32}, "layers.23.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1830820864, "bytes": 11796480, "scales_offset": 1842617344, "scales_bytes": 1474560, "group": 32}, "layers.23.self_attn.in_proj.weight": {"shape": [10240, 2560], "dtype": "q4", "offset": 1844091904, "bytes": 13107200, "scales_offset": 1857199104, "scales_bytes": 1638400, "group": 32}, "layers.23.self_attn.q_norm.weight": {"shape": [256], "dtype": "f16", "offset": 1858837504, "bytes": 512}, "layers.23.self_attn.k_norm.weight": {"shape": [256], "dtype": "f16", "offset": 1858838016, "bytes": 512}, "layers.23.self_attn.o_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1858838528, "bytes": 5242880, "scales_offset": 1864081408, "scales_bytes": 655360, "group": 32}, "layers.24.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1864736768, "bytes": 5120}, "layers.24.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1864741888, "bytes": 5120}, "layers.24.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1864747008, "bytes": 11796480, "scales_offset": 1876543488, "scales_bytes": 1474560, "group": 32}, "layers.24.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1878018048, "bytes": 11796480, "scales_offset": 1889814528, "scales_bytes": 1474560, "group": 32}, "layers.24.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1891289088, "bytes": 11796480, "scales_offset": 1903085568, "scales_bytes": 1474560, "group": 32}, "layers.24.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1904560128, "bytes": 15810560, "scales_offset": 1920370688, "scales_bytes": 1976320, "group": 32}, "layers.24.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1922347008, "bytes": 65536}, "layers.24.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1922412544, "bytes": 256}, "layers.24.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1922412800, "bytes": 256}, "layers.24.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1922413056, "bytes": 5242880, "scales_offset": 1927655936, "scales_bytes": 655360, "group": 32}, "layers.25.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1928311296, "bytes": 5120}, "layers.25.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1928316416, "bytes": 5120}, "layers.25.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1928321536, "bytes": 11796480, "scales_offset": 1940118016, "scales_bytes": 1474560, "group": 32}, "layers.25.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1941592576, "bytes": 11796480, "scales_offset": 1953389056, "scales_bytes": 1474560, "group": 32}, "layers.25.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 1954863616, "bytes": 11796480, "scales_offset": 1966660096, "scales_bytes": 1474560, "group": 32}, "layers.25.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 1968134656, "bytes": 15810560, "scales_offset": 1983945216, "scales_bytes": 1976320, "group": 32}, "layers.25.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 1985921536, "bytes": 65536}, "layers.25.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 1985987072, "bytes": 256}, "layers.25.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 1985987328, "bytes": 256}, "layers.25.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 1985987584, "bytes": 5242880, "scales_offset": 1991230464, "scales_bytes": 655360, "group": 32}, "layers.26.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1991885824, "bytes": 5120}, "layers.26.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 1991890944, "bytes": 5120}, "layers.26.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 1991896064, "bytes": 11796480, "scales_offset": 2003692544, "scales_bytes": 1474560, "group": 32}, "layers.26.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2005167104, "bytes": 11796480, "scales_offset": 2016963584, "scales_bytes": 1474560, "group": 32}, "layers.26.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 2018438144, "bytes": 11796480, "scales_offset": 2030234624, "scales_bytes": 1474560, "group": 32}, "layers.26.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 2031709184, "bytes": 15810560, "scales_offset": 2047519744, "scales_bytes": 1976320, "group": 32}, "layers.26.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 2049496064, "bytes": 65536}, "layers.26.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 2049561600, "bytes": 256}, "layers.26.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 2049561856, "bytes": 256}, "layers.26.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 2049562112, "bytes": 5242880, "scales_offset": 2054804992, "scales_bytes": 655360, "group": 32}, "layers.27.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2055460352, "bytes": 5120}, "layers.27.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2055465472, "bytes": 5120}, "layers.27.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2055470592, "bytes": 11796480, "scales_offset": 2067267072, "scales_bytes": 1474560, "group": 32}, "layers.27.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2068741632, "bytes": 11796480, "scales_offset": 2080538112, "scales_bytes": 1474560, "group": 32}, "layers.27.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 2082012672, "bytes": 11796480, "scales_offset": 2093809152, "scales_bytes": 1474560, "group": 32}, "layers.27.self_attn.in_proj.weight": {"shape": [10240, 2560], "dtype": "q4", "offset": 2095283712, "bytes": 13107200, "scales_offset": 2108390912, "scales_bytes": 1638400, "group": 32}, "layers.27.self_attn.q_norm.weight": {"shape": [256], "dtype": "f16", "offset": 2110029312, "bytes": 512}, "layers.27.self_attn.k_norm.weight": {"shape": [256], "dtype": "f16", "offset": 2110029824, "bytes": 512}, "layers.27.self_attn.o_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 2110030336, "bytes": 5242880, "scales_offset": 2115273216, "scales_bytes": 655360, "group": 32}, "layers.28.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2115928576, "bytes": 5120}, "layers.28.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2115933696, "bytes": 5120}, "layers.28.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2115938816, "bytes": 11796480, "scales_offset": 2127735296, "scales_bytes": 1474560, "group": 32}, "layers.28.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2129209856, "bytes": 11796480, "scales_offset": 2141006336, "scales_bytes": 1474560, "group": 32}, "layers.28.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 2142480896, "bytes": 11796480, "scales_offset": 2154277376, "scales_bytes": 1474560, "group": 32}, "layers.28.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 2155751936, "bytes": 15810560, "scales_offset": 2171562496, "scales_bytes": 1976320, "group": 32}, "layers.28.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 2173538816, "bytes": 65536}, "layers.28.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 2173604352, "bytes": 256}, "layers.28.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 2173604608, "bytes": 256}, "layers.28.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 2173604864, "bytes": 5242880, "scales_offset": 2178847744, "scales_bytes": 655360, "group": 32}, "layers.29.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2179503104, "bytes": 5120}, "layers.29.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2179508224, "bytes": 5120}, "layers.29.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2179513344, "bytes": 11796480, "scales_offset": 2191309824, "scales_bytes": 1474560, "group": 32}, "layers.29.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2192784384, "bytes": 11796480, "scales_offset": 2204580864, "scales_bytes": 1474560, "group": 32}, "layers.29.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 2206055424, "bytes": 11796480, "scales_offset": 2217851904, "scales_bytes": 1474560, "group": 32}, "layers.29.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 2219326464, "bytes": 15810560, "scales_offset": 2235137024, "scales_bytes": 1976320, "group": 32}, "layers.29.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 2237113344, "bytes": 65536}, "layers.29.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 2237178880, "bytes": 256}, "layers.29.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 2237179136, "bytes": 256}, "layers.29.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 2237179392, "bytes": 5242880, "scales_offset": 2242422272, "scales_bytes": 655360, "group": 32}, "layers.30.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2243077632, "bytes": 5120}, "layers.30.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2243082752, "bytes": 5120}, "layers.30.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2243087872, "bytes": 11796480, "scales_offset": 2254884352, "scales_bytes": 1474560, "group": 32}, "layers.30.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2256358912, "bytes": 11796480, "scales_offset": 2268155392, "scales_bytes": 1474560, "group": 32}, "layers.30.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 2269629952, "bytes": 11796480, "scales_offset": 2281426432, "scales_bytes": 1474560, "group": 32}, "layers.30.linear_attn.in_proj.weight": {"shape": [12352, 2560], "dtype": "q4", "offset": 2282900992, "bytes": 15810560, "scales_offset": 2298711552, "scales_bytes": 1976320, "group": 32}, "layers.30.linear_attn.conv1d.weight": {"shape": [8192, 4], "dtype": "f16", "offset": 2300687872, "bytes": 65536}, "layers.30.linear_attn.gate_params": {"shape": [64], "dtype": "f32", "offset": 2300753408, "bytes": 256}, "layers.30.linear_attn.norm.weight": {"shape": [128], "dtype": "f16", "offset": 2300753664, "bytes": 256}, "layers.30.linear_attn.out_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 2300753920, "bytes": 5242880, "scales_offset": 2305996800, "scales_bytes": 655360, "group": 32}, "layers.31.input_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2306652160, "bytes": 5120}, "layers.31.post_attention_layernorm.weight": {"shape": [2560], "dtype": "f16", "offset": 2306657280, "bytes": 5120}, "layers.31.mlp.gate_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2306662400, "bytes": 11796480, "scales_offset": 2318458880, "scales_bytes": 1474560, "group": 32}, "layers.31.mlp.up_proj.weight": {"shape": [9216, 2560], "dtype": "q4", "offset": 2319933440, "bytes": 11796480, "scales_offset": 2331729920, "scales_bytes": 1474560, "group": 32}, "layers.31.mlp.down_proj.weight": {"shape": [2560, 9216], "dtype": "q4", "offset": 2333204480, "bytes": 11796480, "scales_offset": 2345000960, "scales_bytes": 1474560, "group": 32}, "layers.31.self_attn.in_proj.weight": {"shape": [10240, 2560], "dtype": "q4", "offset": 2346475520, "bytes": 13107200, "scales_offset": 2359582720, "scales_bytes": 1638400, "group": 32}, "layers.31.self_attn.q_norm.weight": {"shape": [256], "dtype": "f16", "offset": 2361221120, "bytes": 512}, "layers.31.self_attn.k_norm.weight": {"shape": [256], "dtype": "f16", "offset": 2361221632, "bytes": 512}, "layers.31.self_attn.o_proj.weight": {"shape": [2560, 4096], "dtype": "q4", "offset": 2361222144, "bytes": 5242880, "scales_offset": 2366465024, "scales_bytes": 655360, "group": 32}}, "total_bytes": 2367120384}
|
weights4b/qwen35-4b.q4.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a1eeb6842b736ba136dda7287f0f5548a0d5b80f7ed280aa32ac59ff314075c4
|
| 3 |
+
size 2367120384
|