{
    "quant_method": "exl3",
    "version": "1.5.1",
    "bits": 4.0,
    "head_bits": 6,
    "calibration": {
        "rows": 250,
        "cols": 2048
    },
    "out_scales": "always",
    "codebook": "mul1",
    "tensor_storage": {
        "fc": {
            "stored_tensors": {
                "fc.suh": {
                    "shape": [
                        20480
                    ],
                    "n_bytes": 40960,
                    "dtype": "torch.float16"
                },
                "fc.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "fc.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "fc.trellis": {
                    "shape": [
                        1280,
                        256,
                        64
                    ],
                    "n_bytes": 41943040,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "hidden_norm": {
            "stored_tensors": {
                "hidden_norm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.0.input_layernorm": {
            "stored_tensors": {
                "layers.0.input_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.0.self_attn.q_proj": {
            "stored_tensors": {
                "layers.0.self_attn.q_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.0.self_attn.q_proj.svh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.0.self_attn.q_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.0.self_attn.q_proj.trellis": {
                    "shape": [
                        256,
                        512,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.0.self_attn.k_proj": {
            "stored_tensors": {
                "layers.0.self_attn.k_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.0.self_attn.k_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.0.self_attn.k_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.0.self_attn.k_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.0.self_attn.v_proj": {
            "stored_tensors": {
                "layers.0.self_attn.v_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.0.self_attn.v_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.0.self_attn.v_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.0.self_attn.v_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.0.self_attn.o_proj": {
            "stored_tensors": {
                "layers.0.self_attn.o_proj.suh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.0.self_attn.o_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.0.self_attn.o_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.0.self_attn.o_proj.trellis": {
                    "shape": [
                        512,
                        256,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.0.self_attn.q_norm": {
            "stored_tensors": {
                "layers.0.self_attn.q_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.0.self_attn.k_norm": {
            "stored_tensors": {
                "layers.0.self_attn.k_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.0.post_attention_layernorm": {
            "stored_tensors": {
                "layers.0.post_attention_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.0.mlp.up_proj": {
            "stored_tensors": {
                "layers.0.mlp.up_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.0.mlp.up_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.0.mlp.up_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.0.mlp.up_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.0.mlp.gate_proj": {
            "stored_tensors": {
                "layers.0.mlp.gate_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.0.mlp.gate_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.0.mlp.gate_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.0.mlp.gate_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.0.mlp.down_proj": {
            "stored_tensors": {
                "layers.0.mlp.down_proj.suh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.0.mlp.down_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.0.mlp.down_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.0.mlp.down_proj.trellis": {
                    "shape": [
                        1024,
                        256,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.1.input_layernorm": {
            "stored_tensors": {
                "layers.1.input_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.1.self_attn.q_proj": {
            "stored_tensors": {
                "layers.1.self_attn.q_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.1.self_attn.q_proj.svh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.1.self_attn.q_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.1.self_attn.q_proj.trellis": {
                    "shape": [
                        256,
                        512,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.1.self_attn.k_proj": {
            "stored_tensors": {
                "layers.1.self_attn.k_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.1.self_attn.k_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.1.self_attn.k_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.1.self_attn.k_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.1.self_attn.v_proj": {
            "stored_tensors": {
                "layers.1.self_attn.v_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.1.self_attn.v_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.1.self_attn.v_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.1.self_attn.v_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.1.self_attn.o_proj": {
            "stored_tensors": {
                "layers.1.self_attn.o_proj.suh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.1.self_attn.o_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.1.self_attn.o_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.1.self_attn.o_proj.trellis": {
                    "shape": [
                        512,
                        256,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.1.self_attn.q_norm": {
            "stored_tensors": {
                "layers.1.self_attn.q_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.1.self_attn.k_norm": {
            "stored_tensors": {
                "layers.1.self_attn.k_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.1.post_attention_layernorm": {
            "stored_tensors": {
                "layers.1.post_attention_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.1.mlp.up_proj": {
            "stored_tensors": {
                "layers.1.mlp.up_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.1.mlp.up_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.1.mlp.up_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.1.mlp.up_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.1.mlp.gate_proj": {
            "stored_tensors": {
                "layers.1.mlp.gate_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.1.mlp.gate_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.1.mlp.gate_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.1.mlp.gate_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.1.mlp.down_proj": {
            "stored_tensors": {
                "layers.1.mlp.down_proj.suh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.1.mlp.down_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.1.mlp.down_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.1.mlp.down_proj.trellis": {
                    "shape": [
                        1024,
                        256,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.2.input_layernorm": {
            "stored_tensors": {
                "layers.2.input_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.2.self_attn.q_proj": {
            "stored_tensors": {
                "layers.2.self_attn.q_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.2.self_attn.q_proj.svh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.2.self_attn.q_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.2.self_attn.q_proj.trellis": {
                    "shape": [
                        256,
                        512,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.2.self_attn.k_proj": {
            "stored_tensors": {
                "layers.2.self_attn.k_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.2.self_attn.k_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.2.self_attn.k_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.2.self_attn.k_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.2.self_attn.v_proj": {
            "stored_tensors": {
                "layers.2.self_attn.v_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.2.self_attn.v_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.2.self_attn.v_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.2.self_attn.v_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.2.self_attn.o_proj": {
            "stored_tensors": {
                "layers.2.self_attn.o_proj.suh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.2.self_attn.o_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.2.self_attn.o_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.2.self_attn.o_proj.trellis": {
                    "shape": [
                        512,
                        256,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.2.self_attn.q_norm": {
            "stored_tensors": {
                "layers.2.self_attn.q_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.2.self_attn.k_norm": {
            "stored_tensors": {
                "layers.2.self_attn.k_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.2.post_attention_layernorm": {
            "stored_tensors": {
                "layers.2.post_attention_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.2.mlp.up_proj": {
            "stored_tensors": {
                "layers.2.mlp.up_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.2.mlp.up_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.2.mlp.up_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.2.mlp.up_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.2.mlp.gate_proj": {
            "stored_tensors": {
                "layers.2.mlp.gate_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.2.mlp.gate_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.2.mlp.gate_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.2.mlp.gate_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.2.mlp.down_proj": {
            "stored_tensors": {
                "layers.2.mlp.down_proj.suh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.2.mlp.down_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.2.mlp.down_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.2.mlp.down_proj.trellis": {
                    "shape": [
                        1024,
                        256,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.3.input_layernorm": {
            "stored_tensors": {
                "layers.3.input_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.3.self_attn.q_proj": {
            "stored_tensors": {
                "layers.3.self_attn.q_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.3.self_attn.q_proj.svh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.3.self_attn.q_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.3.self_attn.q_proj.trellis": {
                    "shape": [
                        256,
                        512,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.3.self_attn.k_proj": {
            "stored_tensors": {
                "layers.3.self_attn.k_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.3.self_attn.k_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.3.self_attn.k_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.3.self_attn.k_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.3.self_attn.v_proj": {
            "stored_tensors": {
                "layers.3.self_attn.v_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.3.self_attn.v_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.3.self_attn.v_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.3.self_attn.v_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.3.self_attn.o_proj": {
            "stored_tensors": {
                "layers.3.self_attn.o_proj.suh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.3.self_attn.o_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.3.self_attn.o_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.3.self_attn.o_proj.trellis": {
                    "shape": [
                        512,
                        256,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.3.self_attn.q_norm": {
            "stored_tensors": {
                "layers.3.self_attn.q_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.3.self_attn.k_norm": {
            "stored_tensors": {
                "layers.3.self_attn.k_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.3.post_attention_layernorm": {
            "stored_tensors": {
                "layers.3.post_attention_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.3.mlp.up_proj": {
            "stored_tensors": {
                "layers.3.mlp.up_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.3.mlp.up_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.3.mlp.up_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.3.mlp.up_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.3.mlp.gate_proj": {
            "stored_tensors": {
                "layers.3.mlp.gate_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.3.mlp.gate_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.3.mlp.gate_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.3.mlp.gate_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.3.mlp.down_proj": {
            "stored_tensors": {
                "layers.3.mlp.down_proj.suh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.3.mlp.down_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.3.mlp.down_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.3.mlp.down_proj.trellis": {
                    "shape": [
                        1024,
                        256,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.4.input_layernorm": {
            "stored_tensors": {
                "layers.4.input_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.4.self_attn.q_proj": {
            "stored_tensors": {
                "layers.4.self_attn.q_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.4.self_attn.q_proj.svh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.4.self_attn.q_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.4.self_attn.q_proj.trellis": {
                    "shape": [
                        256,
                        512,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.4.self_attn.k_proj": {
            "stored_tensors": {
                "layers.4.self_attn.k_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.4.self_attn.k_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.4.self_attn.k_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.4.self_attn.k_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.4.self_attn.v_proj": {
            "stored_tensors": {
                "layers.4.self_attn.v_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.4.self_attn.v_proj.svh": {
                    "shape": [
                        1024
                    ],
                    "n_bytes": 2048,
                    "dtype": "torch.float16"
                },
                "layers.4.self_attn.v_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.4.self_attn.v_proj.trellis": {
                    "shape": [
                        256,
                        64,
                        64
                    ],
                    "n_bytes": 2097152,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.4.self_attn.o_proj": {
            "stored_tensors": {
                "layers.4.self_attn.o_proj.suh": {
                    "shape": [
                        8192
                    ],
                    "n_bytes": 16384,
                    "dtype": "torch.float16"
                },
                "layers.4.self_attn.o_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.4.self_attn.o_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.4.self_attn.o_proj.trellis": {
                    "shape": [
                        512,
                        256,
                        64
                    ],
                    "n_bytes": 16777216,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.4.self_attn.q_norm": {
            "stored_tensors": {
                "layers.4.self_attn.q_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.4.self_attn.k_norm": {
            "stored_tensors": {
                "layers.4.self_attn.k_norm.weight": {
                    "shape": [
                        128
                    ],
                    "n_bytes": 256,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.4.post_attention_layernorm": {
            "stored_tensors": {
                "layers.4.post_attention_layernorm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        },
        "layers.4.mlp.up_proj": {
            "stored_tensors": {
                "layers.4.mlp.up_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.4.mlp.up_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.4.mlp.up_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.4.mlp.up_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.4.mlp.gate_proj": {
            "stored_tensors": {
                "layers.4.mlp.gate_proj.suh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.4.mlp.gate_proj.svh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.4.mlp.gate_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.4.mlp.gate_proj.trellis": {
                    "shape": [
                        256,
                        1024,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "layers.4.mlp.down_proj": {
            "stored_tensors": {
                "layers.4.mlp.down_proj.suh": {
                    "shape": [
                        16384
                    ],
                    "n_bytes": 32768,
                    "dtype": "torch.float16"
                },
                "layers.4.mlp.down_proj.svh": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.float16"
                },
                "layers.4.mlp.down_proj.mul1": {
                    "shape": [],
                    "n_bytes": 4,
                    "dtype": "torch.int32"
                },
                "layers.4.mlp.down_proj.trellis": {
                    "shape": [
                        1024,
                        256,
                        64
                    ],
                    "n_bytes": 33554432,
                    "dtype": "torch.int16"
                }
            },
            "quant_format": "exl3",
            "bits_per_weight": 4,
            "mul1_multiplier": 2212286765
        },
        "norm": {
            "stored_tensors": {
                "norm.weight": {
                    "shape": [
                        4096
                    ],
                    "n_bytes": 8192,
                    "dtype": "torch.bfloat16"
                }
            }
        }
    }
}