{
 "model.layers.0.mlp.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.mlp.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.mlp.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.0.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.1.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.2.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.3.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.4.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.5.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.6.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.7.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.8.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.9.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.10.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.11.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.12.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.13.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.14.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.15.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.16.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.17.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.18.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.19.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.20.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.21.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.22.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.23.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.24.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.25.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.26.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.27.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.28.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.29.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.30.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.31.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.32.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.33.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.34.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.35.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.36.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.37.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.38.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.39.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.40.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.41.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.42.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.43.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.mlp.switch_mlp.down_proj.weight": {
  "bits": 3,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.44.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.mlp.switch_mlp.down_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.mlp.switch_mlp.gate_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.mlp.switch_mlp.up_proj.weight": {
  "bits": 2,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.mlp.shared_experts.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.mlp.shared_experts.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.mlp.shared_experts.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.indexer.weights_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.indexer.wk.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.indexer.wq_b.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.45.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.eh_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.mlp.down_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.mlp.gate_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.mlp.up_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.self_attn.g_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.self_attn.kv_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.self_attn.o_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.self_attn.q_a_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.layers.46.self_attn.q_b_proj.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.embed_tokens.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "lm_head.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "model.mtp.embed_tokens.weight": {
  "bits": 8,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.adapter.mlp.0.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.adapter.mlp.2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.0.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.0.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.0.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.0.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.0.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.1.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.1.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.1.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.1.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.1.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.10.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.10.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.10.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.10.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.10.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.11.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.11.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.11.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.11.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.11.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.12.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.12.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.12.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.12.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.12.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.13.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.13.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.13.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.13.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.13.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.14.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.14.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.14.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.14.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.14.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.15.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.15.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.15.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.15.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.15.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.16.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.16.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.16.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.16.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.16.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.17.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.17.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.17.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.17.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.17.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.18.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.18.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.18.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.18.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.18.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.19.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.19.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.19.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.19.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.19.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.2.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.2.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.2.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.2.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.2.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.20.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.20.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.20.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.20.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.20.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.21.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.21.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.21.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.21.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.21.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.22.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.22.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.22.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.22.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.22.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.23.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.23.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.23.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.23.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.23.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.24.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.24.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.24.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.24.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.24.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.25.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.26.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.27.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.28.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.29.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.3.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.3.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.3.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.3.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.3.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.30.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.31.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.32.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.33.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.36.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.36.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.36.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.37.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.37.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.37.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.38.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.38.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.38.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.39.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.39.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.39.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.34.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.36.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.36.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.36.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.37.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.37.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.37.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.38.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.38.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.38.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.39.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.39.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.39.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.40.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.40.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.40.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.41.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.41.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.41.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.42.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.42.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.42.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.43.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.43.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.43.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.35.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.36.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.36.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.36.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.37.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.37.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.37.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.38.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.38.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.38.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.39.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.39.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.39.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.40.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.40.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.40.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.41.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.41.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.41.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.42.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.42.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.42.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.43.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.43.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.43.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.44.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.44.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.44.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.45.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.45.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.45.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.46.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.46.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.46.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.47.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.47.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.47.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.36.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.36.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.36.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.36.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.37.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.37.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.37.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.38.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.38.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.38.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.39.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.39.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.39.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.40.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.40.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.40.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.41.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.41.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.41.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.42.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.42.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.42.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.43.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.43.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.43.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.44.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.44.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.44.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.45.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.45.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.45.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.46.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.46.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.46.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.47.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.47.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.47.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.48.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.48.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.48.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.49.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.49.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.49.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.50.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.50.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.50.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.51.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.51.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.51.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.37.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.36.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.36.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.36.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.37.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.37.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.37.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.38.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.38.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.38.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.39.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.39.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.39.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.40.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.40.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.40.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.41.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.41.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.41.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.42.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.42.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.42.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.43.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.43.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.43.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.44.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.44.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.44.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.45.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.45.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.45.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.46.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.46.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.46.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.47.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.47.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.47.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.48.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.48.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.48.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.49.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.49.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.49.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.50.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.50.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.50.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.51.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.51.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.51.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.52.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.52.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.52.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.53.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.53.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.53.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.54.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.54.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.54.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.55.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.55.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.55.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.38.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.36.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.36.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.36.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.37.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.37.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.37.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.38.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.38.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.38.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.39.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.39.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.39.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.40.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.40.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.40.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.41.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.41.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.41.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.42.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.42.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.42.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.43.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.43.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.43.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.44.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.44.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.44.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.45.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.45.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.45.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.46.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.46.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.46.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.47.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.47.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.47.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.48.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.48.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.48.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.49.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.49.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.49.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.50.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.50.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.50.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.51.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.51.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.51.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.52.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.52.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.52.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.53.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.53.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.53.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.54.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.54.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.54.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.55.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.55.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.55.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.56.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.56.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.56.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.57.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.57.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.57.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.58.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.58.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.58.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.59.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.59.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.59.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.39.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.4.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.4.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.4.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.4.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.4.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.36.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.36.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.36.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.37.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.37.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.37.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.38.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.38.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.38.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.39.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.39.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.39.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.40.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.40.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.40.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.41.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.41.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.41.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.42.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.42.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.42.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.43.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.43.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.43.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.44.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.44.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.44.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.45.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.45.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.45.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.46.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.46.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.46.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.47.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.47.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.47.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.48.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.48.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.48.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.49.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.49.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.49.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.50.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.50.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.50.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.51.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.51.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.51.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.52.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.52.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.52.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.53.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.53.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.53.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.54.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.54.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.54.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.55.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.55.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.55.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.56.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.56.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.56.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.57.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.57.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.57.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.58.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.58.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.58.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.59.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.59.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.59.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.60.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.60.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.60.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.61.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.61.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.61.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.62.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.62.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.62.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.63.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.63.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.63.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.40.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.0.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.0.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.0.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.1.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.1.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.1.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.10.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.10.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.10.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.11.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.11.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.11.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.12.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.12.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.12.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.13.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.13.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.13.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.14.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.14.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.14.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.15.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.15.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.15.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.16.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.16.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.16.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.17.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.17.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.17.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.18.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.18.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.18.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.19.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.19.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.19.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.2.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.2.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.2.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.20.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.20.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.20.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.21.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.21.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.21.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.22.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.22.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.22.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.23.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.23.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.23.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.24.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.24.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.24.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.25.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.25.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.25.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.26.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.26.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.26.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.27.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.27.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.27.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.28.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.28.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.28.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.29.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.29.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.29.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.3.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.3.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.3.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.30.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.30.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.30.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.31.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.31.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.31.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.32.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.32.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.32.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.33.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.33.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.33.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.34.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.34.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.34.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.35.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.35.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.35.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.36.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.36.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.36.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.37.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.37.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.37.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.38.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.38.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.38.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.39.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.39.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.39.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.4.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.4.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.4.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.40.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.40.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.40.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.41.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.41.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.41.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.42.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.42.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.42.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.43.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.43.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.43.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.44.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.44.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.44.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.45.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.45.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.45.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.46.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.46.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.46.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.47.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.47.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.47.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.48.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.48.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.48.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.49.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.49.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.49.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.5.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.5.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.5.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.50.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.50.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.50.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.51.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.51.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.51.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.52.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.52.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.52.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.53.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.53.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.53.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.54.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.54.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.54.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.55.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.55.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.55.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.56.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.56.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.56.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.57.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.57.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.57.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.58.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.58.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.58.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.59.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.59.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.59.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.6.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.6.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.6.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.60.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.60.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.60.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.61.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.61.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.61.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.62.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.62.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.62.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.63.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.63.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.63.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.7.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.7.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.7.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.8.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.8.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.8.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.9.fc1.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.9.fc2.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.41.mlp.experts.9.fc3.weight": {
  "bits": 4,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.5.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.5.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.5.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.5.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.5.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.6.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.6.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.6.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.6.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.6.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.7.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.7.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.7.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.7.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.7.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.8.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.8.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.8.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.8.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.8.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.9.attn.proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.9.attn.qkv.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.9.mlp.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.9.mlp.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "vision_encoder.blocks.9.mlp.fc3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.audio_adapter.proj.1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.audio_adapter.proj.3.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.conv_out.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.0.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.0.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.1.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.1.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.10.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.10.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.11.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.11.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.12.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.12.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.13.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.13.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.14.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.14.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.15.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.15.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.16.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.16.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.17.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.17.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.18.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.18.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.19.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.19.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.2.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.2.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.20.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.20.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.21.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.21.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.22.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.22.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.23.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.23.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.24.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.24.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.25.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.25.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.26.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.26.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.27.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.27.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.28.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.28.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.29.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.29.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.3.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.3.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.30.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.30.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.31.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.31.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.4.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.4.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.5.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.5.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.6.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.6.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.7.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.7.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.8.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.8.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.9.fc1.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.9.fc2.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.k_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.out_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.q_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 },
 "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.v_proj.weight": {
  "bits": 6,
  "group_size": 64,
  "mode": "affine"
 }
}