{"config": {"architectures": ["Lfm2ForCausalLM"], "block_auto_adjust_ff_dim": true, "block_dim": 1024, "block_ff_dim": 6656, "block_ffn_dim_multiplier": 1.0, "block_mlp_init_scale": 1.0, "block_multiple_of": 256, "block_norm_eps": 1e-05, "block_out_init_scale": 1.0, "block_use_swiglu": true, "block_use_xavier_init": true, "bos_token_id": 1, "conv_L_cache": 3, "conv_bias": false, "conv_dim": 1024, "conv_dim_out": 1024, "conv_use_xavier_init": true, "eos_token_id": 7, "full_attn_idxs": [2, 5, 8, 10, 12, 14], "hidden_size": 1024, "initializer_range": 0.02, "max_position_embeddings": 128000, "model_type": "lfm2", "norm_eps": 1e-05, "num_attention_heads": 16, "num_heads": 16, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 0, "rope_theta": 1000000.0, "torch_dtype": "bfloat16", "transformers_version": "4.54.0.dev0", "use_cache": true, "use_pos_enc": true, "vocab_size": 65536}, "quant": "q4", "tensors": {"model.embed_tokens.weight": {"shape": [65536, 1024], "dtype": "q8", "offset": 0, "bytes": 67108864, "scales_offset": 67108864, "scales_bytes": 2097152, "group": 64}, "model.layers.0.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 69206016, "bytes": 6144}, "model.layers.0.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 69212160, "bytes": 1572864, "scales_offset": 70785024, "scales_bytes": 196608, "group": 32}, "model.layers.0.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 70981632, "bytes": 524288, "scales_offset": 71505920, "scales_bytes": 65536, "group": 32}, "model.layers.0.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 71571456, "bytes": 2359296, "scales_offset": 73930752, "scales_bytes": 294912, "group": 32}, "model.layers.0.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 74225664, "bytes": 2359296, "scales_offset": 76584960, "scales_bytes": 294912, "group": 32}, "model.layers.0.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 76879872, "bytes": 2359296, "scales_offset": 79239168, "scales_bytes": 294912, "group": 32}, "model.layers.0.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 79534080, "bytes": 2048}, "model.layers.0.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 79536128, "bytes": 2048}, "model.layers.1.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 79538176, "bytes": 6144}, "model.layers.1.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 79544320, "bytes": 1572864, "scales_offset": 81117184, "scales_bytes": 196608, "group": 32}, "model.layers.1.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 81313792, "bytes": 524288, "scales_offset": 81838080, "scales_bytes": 65536, "group": 32}, "model.layers.1.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 81903616, "bytes": 2359296, "scales_offset": 84262912, "scales_bytes": 294912, "group": 32}, "model.layers.1.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 84557824, "bytes": 2359296, "scales_offset": 86917120, "scales_bytes": 294912, "group": 32}, "model.layers.1.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 87212032, "bytes": 2359296, "scales_offset": 89571328, "scales_bytes": 294912, "group": 32}, "model.layers.1.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 89866240, "bytes": 2048}, "model.layers.1.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 89868288, "bytes": 2048}, "model.layers.2.self_attn.q_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 89870336, "bytes": 524288, "scales_offset": 90394624, "scales_bytes": 65536, "group": 32}, "model.layers.2.self_attn.k_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 90460160, "bytes": 262144, "scales_offset": 90722304, "scales_bytes": 32768, "group": 32}, "model.layers.2.self_attn.v_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 90755072, "bytes": 262144, "scales_offset": 91017216, "scales_bytes": 32768, "group": 32}, "model.layers.2.self_attn.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 91049984, "bytes": 524288, "scales_offset": 91574272, "scales_bytes": 65536, "group": 32}, "model.layers.2.self_attn.q_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 91639808, "bytes": 128}, "model.layers.2.self_attn.k_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 91640064, "bytes": 128}, "model.layers.2.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 91640320, "bytes": 2359296, "scales_offset": 93999616, "scales_bytes": 294912, "group": 32}, "model.layers.2.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 94294528, "bytes": 2359296, "scales_offset": 96653824, "scales_bytes": 294912, "group": 32}, "model.layers.2.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 96948736, "bytes": 2359296, "scales_offset": 99308032, "scales_bytes": 294912, "group": 32}, "model.layers.2.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 99602944, "bytes": 2048}, "model.layers.2.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 99604992, "bytes": 2048}, "model.layers.3.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 99607040, "bytes": 6144}, "model.layers.3.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 99613184, "bytes": 1572864, "scales_offset": 101186048, "scales_bytes": 196608, "group": 32}, "model.layers.3.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 101382656, "bytes": 524288, "scales_offset": 101906944, "scales_bytes": 65536, "group": 32}, "model.layers.3.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 101972480, "bytes": 2359296, "scales_offset": 104331776, "scales_bytes": 294912, "group": 32}, "model.layers.3.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 104626688, "bytes": 2359296, "scales_offset": 106985984, "scales_bytes": 294912, "group": 32}, "model.layers.3.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 107280896, "bytes": 2359296, "scales_offset": 109640192, "scales_bytes": 294912, "group": 32}, "model.layers.3.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 109935104, "bytes": 2048}, "model.layers.3.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 109937152, "bytes": 2048}, "model.layers.4.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 109939200, "bytes": 6144}, "model.layers.4.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 109945344, "bytes": 1572864, "scales_offset": 111518208, "scales_bytes": 196608, "group": 32}, "model.layers.4.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 111714816, "bytes": 524288, "scales_offset": 112239104, "scales_bytes": 65536, "group": 32}, "model.layers.4.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 112304640, "bytes": 2359296, "scales_offset": 114663936, "scales_bytes": 294912, "group": 32}, "model.layers.4.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 114958848, "bytes": 2359296, "scales_offset": 117318144, "scales_bytes": 294912, "group": 32}, "model.layers.4.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 117613056, "bytes": 2359296, "scales_offset": 119972352, "scales_bytes": 294912, "group": 32}, "model.layers.4.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 120267264, "bytes": 2048}, "model.layers.4.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 120269312, "bytes": 2048}, "model.layers.5.self_attn.q_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 120271360, "bytes": 524288, "scales_offset": 120795648, "scales_bytes": 65536, "group": 32}, "model.layers.5.self_attn.k_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 120861184, "bytes": 262144, "scales_offset": 121123328, "scales_bytes": 32768, "group": 32}, "model.layers.5.self_attn.v_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 121156096, "bytes": 262144, "scales_offset": 121418240, "scales_bytes": 32768, "group": 32}, "model.layers.5.self_attn.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 121451008, "bytes": 524288, "scales_offset": 121975296, "scales_bytes": 65536, "group": 32}, "model.layers.5.self_attn.q_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 122040832, "bytes": 128}, "model.layers.5.self_attn.k_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 122041088, "bytes": 128}, "model.layers.5.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 122041344, "bytes": 2359296, "scales_offset": 124400640, "scales_bytes": 294912, "group": 32}, "model.layers.5.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 124695552, "bytes": 2359296, "scales_offset": 127054848, "scales_bytes": 294912, "group": 32}, "model.layers.5.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 127349760, "bytes": 2359296, "scales_offset": 129709056, "scales_bytes": 294912, "group": 32}, "model.layers.5.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 130003968, "bytes": 2048}, "model.layers.5.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 130006016, "bytes": 2048}, "model.layers.6.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 130008064, "bytes": 6144}, "model.layers.6.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 130014208, "bytes": 1572864, "scales_offset": 131587072, "scales_bytes": 196608, "group": 32}, "model.layers.6.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 131783680, "bytes": 524288, "scales_offset": 132307968, "scales_bytes": 65536, "group": 32}, "model.layers.6.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 132373504, "bytes": 2359296, "scales_offset": 134732800, "scales_bytes": 294912, "group": 32}, "model.layers.6.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 135027712, "bytes": 2359296, "scales_offset": 137387008, "scales_bytes": 294912, "group": 32}, "model.layers.6.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 137681920, "bytes": 2359296, "scales_offset": 140041216, "scales_bytes": 294912, "group": 32}, "model.layers.6.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 140336128, "bytes": 2048}, "model.layers.6.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 140338176, "bytes": 2048}, "model.layers.7.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 140340224, "bytes": 6144}, "model.layers.7.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 140346368, "bytes": 1572864, "scales_offset": 141919232, "scales_bytes": 196608, "group": 32}, "model.layers.7.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 142115840, "bytes": 524288, "scales_offset": 142640128, "scales_bytes": 65536, "group": 32}, "model.layers.7.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 142705664, "bytes": 2359296, "scales_offset": 145064960, "scales_bytes": 294912, "group": 32}, "model.layers.7.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 145359872, "bytes": 2359296, "scales_offset": 147719168, "scales_bytes": 294912, "group": 32}, "model.layers.7.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 148014080, "bytes": 2359296, "scales_offset": 150373376, "scales_bytes": 294912, "group": 32}, "model.layers.7.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 150668288, "bytes": 2048}, "model.layers.7.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 150670336, "bytes": 2048}, "model.layers.8.self_attn.q_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 150672384, "bytes": 524288, "scales_offset": 151196672, "scales_bytes": 65536, "group": 32}, "model.layers.8.self_attn.k_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 151262208, "bytes": 262144, "scales_offset": 151524352, "scales_bytes": 32768, "group": 32}, "model.layers.8.self_attn.v_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 151557120, "bytes": 262144, "scales_offset": 151819264, "scales_bytes": 32768, "group": 32}, "model.layers.8.self_attn.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 151852032, "bytes": 524288, "scales_offset": 152376320, "scales_bytes": 65536, "group": 32}, "model.layers.8.self_attn.q_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 152441856, "bytes": 128}, "model.layers.8.self_attn.k_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 152442112, "bytes": 128}, "model.layers.8.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 152442368, "bytes": 2359296, "scales_offset": 154801664, "scales_bytes": 294912, "group": 32}, "model.layers.8.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 155096576, "bytes": 2359296, "scales_offset": 157455872, "scales_bytes": 294912, "group": 32}, "model.layers.8.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 157750784, "bytes": 2359296, "scales_offset": 160110080, "scales_bytes": 294912, "group": 32}, "model.layers.8.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 160404992, "bytes": 2048}, "model.layers.8.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 160407040, "bytes": 2048}, "model.layers.9.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 160409088, "bytes": 6144}, "model.layers.9.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 160415232, "bytes": 1572864, "scales_offset": 161988096, "scales_bytes": 196608, "group": 32}, "model.layers.9.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 162184704, "bytes": 524288, "scales_offset": 162708992, "scales_bytes": 65536, "group": 32}, "model.layers.9.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 162774528, "bytes": 2359296, "scales_offset": 165133824, "scales_bytes": 294912, "group": 32}, "model.layers.9.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 165428736, "bytes": 2359296, "scales_offset": 167788032, "scales_bytes": 294912, "group": 32}, "model.layers.9.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 168082944, "bytes": 2359296, "scales_offset": 170442240, "scales_bytes": 294912, "group": 32}, "model.layers.9.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 170737152, "bytes": 2048}, "model.layers.9.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 170739200, "bytes": 2048}, "model.layers.10.self_attn.q_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 170741248, "bytes": 524288, "scales_offset": 171265536, "scales_bytes": 65536, "group": 32}, "model.layers.10.self_attn.k_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 171331072, "bytes": 262144, "scales_offset": 171593216, "scales_bytes": 32768, "group": 32}, "model.layers.10.self_attn.v_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 171625984, "bytes": 262144, "scales_offset": 171888128, "scales_bytes": 32768, "group": 32}, "model.layers.10.self_attn.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 171920896, "bytes": 524288, "scales_offset": 172445184, "scales_bytes": 65536, "group": 32}, "model.layers.10.self_attn.q_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 172510720, "bytes": 128}, "model.layers.10.self_attn.k_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 172510976, "bytes": 128}, "model.layers.10.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 172511232, "bytes": 2359296, "scales_offset": 174870528, "scales_bytes": 294912, "group": 32}, "model.layers.10.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 175165440, "bytes": 2359296, "scales_offset": 177524736, "scales_bytes": 294912, "group": 32}, "model.layers.10.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 177819648, "bytes": 2359296, "scales_offset": 180178944, "scales_bytes": 294912, "group": 32}, "model.layers.10.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 180473856, "bytes": 2048}, "model.layers.10.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 180475904, "bytes": 2048}, "model.layers.11.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 180477952, "bytes": 6144}, "model.layers.11.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 180484096, "bytes": 1572864, "scales_offset": 182056960, "scales_bytes": 196608, "group": 32}, "model.layers.11.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 182253568, "bytes": 524288, "scales_offset": 182777856, "scales_bytes": 65536, "group": 32}, "model.layers.11.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 182843392, "bytes": 2359296, "scales_offset": 185202688, "scales_bytes": 294912, "group": 32}, "model.layers.11.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 185497600, "bytes": 2359296, "scales_offset": 187856896, "scales_bytes": 294912, "group": 32}, "model.layers.11.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 188151808, "bytes": 2359296, "scales_offset": 190511104, "scales_bytes": 294912, "group": 32}, "model.layers.11.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 190806016, "bytes": 2048}, "model.layers.11.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 190808064, "bytes": 2048}, "model.layers.12.self_attn.q_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 190810112, "bytes": 524288, "scales_offset": 191334400, "scales_bytes": 65536, "group": 32}, "model.layers.12.self_attn.k_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 191399936, "bytes": 262144, "scales_offset": 191662080, "scales_bytes": 32768, "group": 32}, "model.layers.12.self_attn.v_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 191694848, "bytes": 262144, "scales_offset": 191956992, "scales_bytes": 32768, "group": 32}, "model.layers.12.self_attn.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 191989760, "bytes": 524288, "scales_offset": 192514048, "scales_bytes": 65536, "group": 32}, "model.layers.12.self_attn.q_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 192579584, "bytes": 128}, "model.layers.12.self_attn.k_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 192579840, "bytes": 128}, "model.layers.12.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 192580096, "bytes": 2359296, "scales_offset": 194939392, "scales_bytes": 294912, "group": 32}, "model.layers.12.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 195234304, "bytes": 2359296, "scales_offset": 197593600, "scales_bytes": 294912, "group": 32}, "model.layers.12.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 197888512, "bytes": 2359296, "scales_offset": 200247808, "scales_bytes": 294912, "group": 32}, "model.layers.12.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 200542720, "bytes": 2048}, "model.layers.12.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 200544768, "bytes": 2048}, "model.layers.13.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 200546816, "bytes": 6144}, "model.layers.13.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 200552960, "bytes": 1572864, "scales_offset": 202125824, "scales_bytes": 196608, "group": 32}, "model.layers.13.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 202322432, "bytes": 524288, "scales_offset": 202846720, "scales_bytes": 65536, "group": 32}, "model.layers.13.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 202912256, "bytes": 2359296, "scales_offset": 205271552, "scales_bytes": 294912, "group": 32}, "model.layers.13.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 205566464, "bytes": 2359296, "scales_offset": 207925760, "scales_bytes": 294912, "group": 32}, "model.layers.13.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 208220672, "bytes": 2359296, "scales_offset": 210579968, "scales_bytes": 294912, "group": 32}, "model.layers.13.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 210874880, "bytes": 2048}, "model.layers.13.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 210876928, "bytes": 2048}, "model.layers.14.self_attn.q_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 210878976, "bytes": 524288, "scales_offset": 211403264, "scales_bytes": 65536, "group": 32}, "model.layers.14.self_attn.k_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 211468800, "bytes": 262144, "scales_offset": 211730944, "scales_bytes": 32768, "group": 32}, "model.layers.14.self_attn.v_proj.weight": {"shape": [512, 1024], "dtype": "q4", "offset": 211763712, "bytes": 262144, "scales_offset": 212025856, "scales_bytes": 32768, "group": 32}, "model.layers.14.self_attn.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 212058624, "bytes": 524288, "scales_offset": 212582912, "scales_bytes": 65536, "group": 32}, "model.layers.14.self_attn.q_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 212648448, "bytes": 128}, "model.layers.14.self_attn.k_layernorm.weight": {"shape": [64], "dtype": "f16", "offset": 212648704, "bytes": 128}, "model.layers.14.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 212648960, "bytes": 2359296, "scales_offset": 215008256, "scales_bytes": 294912, "group": 32}, "model.layers.14.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 215303168, "bytes": 2359296, "scales_offset": 217662464, "scales_bytes": 294912, "group": 32}, "model.layers.14.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 217957376, "bytes": 2359296, "scales_offset": 220316672, "scales_bytes": 294912, "group": 32}, "model.layers.14.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 220611584, "bytes": 2048}, "model.layers.14.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 220613632, "bytes": 2048}, "model.layers.15.conv.conv.weight": {"shape": [1024, 3], "dtype": "f16", "offset": 220615680, "bytes": 6144}, "model.layers.15.conv.in_proj.weight": {"shape": [3072, 1024], "dtype": "q4", "offset": 220621824, "bytes": 1572864, "scales_offset": 222194688, "scales_bytes": 196608, "group": 32}, "model.layers.15.conv.out_proj.weight": {"shape": [1024, 1024], "dtype": "q4", "offset": 222391296, "bytes": 524288, "scales_offset": 222915584, "scales_bytes": 65536, "group": 32}, "model.layers.15.feed_forward.w1.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 222981120, "bytes": 2359296, "scales_offset": 225340416, "scales_bytes": 294912, "group": 32}, "model.layers.15.feed_forward.w3.weight": {"shape": [4608, 1024], "dtype": "q4", "offset": 225635328, "bytes": 2359296, "scales_offset": 227994624, "scales_bytes": 294912, "group": 32}, "model.layers.15.feed_forward.w2.weight": {"shape": [1024, 4608], "dtype": "q4", "offset": 228289536, "bytes": 2359296, "scales_offset": 230648832, "scales_bytes": 294912, "group": 32}, "model.layers.15.operator_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 230943744, "bytes": 2048}, "model.layers.15.ffn_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 230945792, "bytes": 2048}, "model.embedding_norm.weight": {"shape": [1024], "dtype": "f16", "offset": 230947840, "bytes": 2048}, "lm_head.weight": {"shape": [65536, 1024], "dtype": "q4", "offset": 230949888, "bytes": 33554432, "scales_offset": 264504320, "scales_bytes": 4194304, "group": 32}}, "total_bytes": 268698624}