{
  "architectures": [
    "Dots3NoteForCausalLM"
  ],
  "apply_mla_qkv_lora_rescale": true,
  "attention_bias": false,
  "attention_dropout": 0.0,
  "attention_gate_type": "headwise",
  "bos_token_id": 151643,
  "eos_token_id": 151668,
  "first_k_dense_replace": 1,
  "hidden_act": "silu",
  "hidden_size": 5120,
  "index_head_dim": 128,
  "index_n_heads": 64,
  "index_topk": 2048,
  "initializer_range": 0.02,
  "intermediate_size": 13824,
  "kv_lora_rank": 512,
  "layer_types": [
    "full_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention"
  ],
  "max_position_embeddings": 524288,
  "model_type": "dots3_note",
  "moe_intermediate_size": 1536,
  "moe_layer_freq": 1,
  "n_routed_experts": 256,
  "n_shared_experts": 1,
  "norm_topk_prob": true,
  "num_attention_heads": 128,
  "num_experts_per_tok": 8,
  "num_hidden_layers": 46,
  "num_key_value_heads": 128,
  "pretraining_tp": 1,
  "q_lora_rank": 1024,
  "qk_nope_head_dim": 128,
  "qk_rope_head_dim": 64,
  "rms_norm_eps": 1e-05,
  "rope_scaling": null,
  "rope_theta": 80000000.0,
  "routed_scaling_factor": 1.0,
  "scoring_func": "sigmoid",
  "sliding_window_size": 513,
  "swa_attention_gate_type": "headwise",
  "swa_kv_lora_rank": 1024,
  "swa_num_attention_heads": 64,
  "swa_num_key_value_heads": 64,
  "swa_q_lora_rank": 1024,
  "swa_qk_nope_head_dim": 192,
  "swa_qk_rope_head_dim": 64,
  "swa_rope_theta": 50000.0,
  "swa_v_head_dim": 128,
  "tie_word_embeddings": false,
  "topk_method": "noaux_tc",
  "torch_dtype": "bfloat16",
  "transformers_version": "4.36.0",
  "use_cache": true,
  "v_head_dim": 128,
  "vocab_size": 152064,
  "vision_config": {
    "embed_dim": 1536,
    "hidden_size": 5120,
    "intermediate_size": 4224,
    "moe_intermediate_size": 2112,
    "num_hidden_layers": 42,
    "num_attention_heads": 24,
    "num_channels": 3,
    "patch_size": 14,
    "spatial_merge_size": 2,
    "temporal_patch_size": 1,
    "rms_norm_eps": 1e-05,
    "use_bias": false,
    "use_qk_norm": true,
    "attn_implementation": "flash_attention_3",
    "initializer_range": 0.02,
    "is_causal": false,
    "post_norm": true,
    "pre_pixel_shuffle": true,
    "pyramid_num_routed": [
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      -1,
      4,
      8,
      12,
      16,
      20,
      24,
      28,
      32,
      36,
      40,
      44,
      48,
      52,
      56,
      60,
      64,
      64
    ],
    "capacity_factor": 2,
    "router_scoring_func": "sigmoid",
    "router_scale": 1.0,
    "adapter_type": "patch_merger",
    "adapter_in_dim": 1536,
    "adapter_out_dim": 5120,
    "adapter_merge_size": 2
  },
  "audio_config": {
    "encoder_type": "dots",
    "whisper_config": {
      "d_model": 1280,
      "encoder_attention_heads": 20,
      "encoder_ffn_dim": 5120,
      "encoder_layers": 32,
      "num_mel_bins": 128,
      "max_source_positions": 6000,
      "activation_function": "swiglu"
    },
    "use_conv2d_stem": true,
    "use_rope": true,
    "use_rms_norm": true,
    "use_causal": false,
    "downsample_hidden_size": 480,
    "conv_chunksize": 500,
    "conv_stem_gradient_checkpointing": true,
    "conv_bucket_step": 10,
    "conv_bucket_max_elements": 20000,
    "rope_parameters": {
      "partial_rotary_factor": 0.5,
      "rope_theta": 10000.0
    },
    "merge_factor": 1,
    "chunk_seconds": 60,
    "whisper_adapter_in_dim": 1280,
    "whisper_adapter_out_dim": 5120,
    "sampling_rate": 16000,
    "audio_comp_start": "<|audio_comp_start|>",
    "audio_comp_span": "<|audio_comp_pad|>",
    "audio_comp_end": "<|audio_comp_end|>"
  },
  "quantization": {
    "group_size": 64,
    "bits": 2,
    "mode": "affine",
    "model.layers.0.mlp.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.mlp.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.mlp.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.1.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.1.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.1.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.2.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.2.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.2.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.3.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.3.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.3.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.4.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.4.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.4.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.5.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.5.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.5.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.6.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.6.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.6.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.7.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.7.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.7.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.8.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.8.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.8.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.9.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.9.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.9.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.10.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.10.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.10.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.11.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.11.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.11.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.12.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.12.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.12.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.13.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.13.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.13.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.14.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.14.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.14.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.15.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.15.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.15.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.16.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.16.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.16.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.17.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.17.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.17.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.18.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.18.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.18.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.19.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.19.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.19.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.20.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.20.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.20.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.21.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.21.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.21.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.22.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.22.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.22.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.23.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.23.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.23.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.24.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.24.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.24.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.25.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.25.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.25.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.26.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.26.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.26.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.27.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.27.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.27.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.28.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.28.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.28.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.29.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.29.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.29.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.30.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.30.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.30.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.31.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.31.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.31.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.32.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.32.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.32.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.33.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.33.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.33.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.34.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.34.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.34.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.35.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.35.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.35.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.36.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.36.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.36.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.37.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.37.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.37.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.38.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.38.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.38.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.39.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.39.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.39.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.40.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.40.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.40.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.41.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.41.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.41.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.42.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.42.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.42.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.43.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.43.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.43.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.44.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.44.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.44.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.45.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.45.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.45.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.eh_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.mlp.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.mlp.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.mlp.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.embed_tokens": {
      "group_size": 64,
      "bits": 8
    },
    "lm_head": {
      "group_size": 64,
      "bits": 8
    },
    "model.mtp.embed_tokens": {
      "group_size": 64,
      "bits": 8
    },
    "vision_encoder.adapter.mlp.0": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.adapter.mlp.2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.25.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.25.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.25.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.26.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.26.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.27.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.27.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.28.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.28.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.29.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.29.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.3.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.3.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.3.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.3.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.3.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.30.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.30.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.30.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.31.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.31.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.32.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.32.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.33.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.33.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.34.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.34.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.35.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.35.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.36.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.36.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.37.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.37.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.38.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.38.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.52.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.52.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.52.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.53.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.53.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.53.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.54.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.54.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.54.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.55.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.55.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.55.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.39.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.39.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.52.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.52.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.52.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.53.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.53.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.53.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.54.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.54.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.54.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.55.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.55.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.55.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.56.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.56.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.56.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.57.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.57.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.57.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.58.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.58.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.58.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.59.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.59.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.59.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.4.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.4.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.4.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.4.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.4.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.40.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.40.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.40.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.52.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.52.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.52.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.53.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.53.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.53.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.54.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.54.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.54.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.55.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.55.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.55.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.56.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.56.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.56.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.57.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.57.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.57.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.58.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.58.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.58.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.59.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.59.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.59.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.60.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.60.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.60.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.61.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.61.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.61.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.62.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.62.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.62.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.63.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.63.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.63.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.41.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.41.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.52.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.52.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.52.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.53.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.53.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.53.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.54.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.54.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.54.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.55.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.55.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.55.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.56.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.56.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.56.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.57.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.57.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.57.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.58.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.58.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.58.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.59.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.59.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.59.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.60.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.60.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.60.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.61.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.61.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.61.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.62.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.62.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.62.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.63.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.63.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.63.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.5.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.5.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.5.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.5.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.5.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.audio_adapter.proj.1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.audio_adapter.proj.3": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.conv_out": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    }
  },
  "quantization_config": {
    "group_size": 64,
    "bits": 2,
    "mode": "affine",
    "model.layers.0.mlp.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.mlp.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.mlp.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.0.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.1.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.1.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.1.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.1.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.2.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.2.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.2.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.2.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.3.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.3.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.3.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.3.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.4.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.4.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.4.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.4.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.5.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.5.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.5.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.5.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.6.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.6.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.6.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.6.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.7.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.7.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.7.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.7.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.8.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.8.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.8.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.8.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.9.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.9.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.9.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.9.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.10.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.10.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.10.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.10.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.11.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.11.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.11.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.11.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.12.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.12.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.12.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.12.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.13.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.13.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.13.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.13.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.14.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.14.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.14.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.14.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.15.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.15.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.15.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.15.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.16.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.16.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.16.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.16.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.17.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.17.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.17.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.17.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.18.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.18.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.18.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.18.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.19.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.19.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.19.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.19.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.20.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.20.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.20.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.20.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.21.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.21.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.21.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.21.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.22.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.22.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.22.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.22.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.23.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.23.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.23.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.23.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.24.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.24.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.24.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.24.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.25.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.25.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.25.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.25.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.26.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.26.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.26.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.26.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.27.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.27.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.27.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.27.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.28.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.28.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.28.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.28.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.29.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.29.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.29.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.29.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.30.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.30.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.30.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.30.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.31.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.31.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.31.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.31.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.32.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.32.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.32.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.32.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.33.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.33.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.33.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.33.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.34.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.34.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.34.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.34.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.35.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.35.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.35.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.35.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.36.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.36.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.36.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.36.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.37.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.37.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.37.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.37.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.38.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.38.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.38.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.38.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.39.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.39.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.39.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.39.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.40.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.40.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.40.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.40.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.41.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.41.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.41.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.41.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.42.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.42.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.42.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.42.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.43.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.43.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.43.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.43.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 3
    },
    "model.layers.44.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.44.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.44.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.44.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.mlp.switch_mlp.down_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.45.mlp.switch_mlp.gate_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.45.mlp.switch_mlp.up_proj": {
      "group_size": 64,
      "bits": 2
    },
    "model.layers.45.mlp.shared_experts.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.mlp.shared_experts.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.mlp.shared_experts.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.indexer.weights_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.indexer.wk": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.indexer.wq_b": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.45.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.eh_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.mlp.down_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.mlp.gate_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.mlp.up_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.g_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.kv_a_proj_with_mqa": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.kv_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.o_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.q_a_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.layers.46.self_attn.q_b_proj": {
      "group_size": 64,
      "bits": 8
    },
    "model.embed_tokens": {
      "group_size": 64,
      "bits": 8
    },
    "lm_head": {
      "group_size": 64,
      "bits": 8
    },
    "model.mtp.embed_tokens": {
      "group_size": 64,
      "bits": 8
    },
    "vision_encoder.adapter.mlp.0": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.adapter.mlp.2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.0.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.1.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.10.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.11.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.12.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.13.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.14.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.15.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.16.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.17.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.18.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.19.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.2.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.20.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.21.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.22.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.23.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.24.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.25.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.25.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.25.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.25.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.26.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.26.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.26.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.27.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.27.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.27.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.28.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.28.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.28.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.29.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.29.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.29.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.3.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.3.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.3.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.3.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.3.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.30.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.30.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.30.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.30.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.31.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.31.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.31.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.32.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.32.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.32.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.33.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.33.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.33.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.34.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.34.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.34.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.35.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.35.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.35.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.36.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.36.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.36.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.37.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.37.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.37.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.38.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.38.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.52.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.52.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.52.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.53.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.53.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.53.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.54.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.54.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.54.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.55.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.55.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.55.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.38.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.39.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.39.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.52.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.52.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.52.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.53.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.53.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.53.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.54.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.54.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.54.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.55.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.55.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.55.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.56.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.56.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.56.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.57.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.57.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.57.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.58.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.58.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.58.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.59.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.59.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.59.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.39.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.4.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.4.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.4.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.4.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.4.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.40.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.40.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.40.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.52.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.52.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.52.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.53.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.53.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.53.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.54.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.54.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.54.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.55.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.55.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.55.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.56.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.56.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.56.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.57.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.57.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.57.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.58.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.58.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.58.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.59.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.59.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.59.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.60.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.60.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.60.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.61.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.61.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.61.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.62.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.62.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.62.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.63.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.63.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.63.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.40.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.41.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.41.mlp.experts.0.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.0.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.0.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.1.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.1.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.1.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.10.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.10.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.10.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.11.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.11.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.11.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.12.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.12.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.12.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.13.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.13.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.13.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.14.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.14.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.14.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.15.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.15.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.15.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.16.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.16.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.16.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.17.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.17.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.17.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.18.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.18.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.18.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.19.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.19.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.19.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.2.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.2.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.2.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.20.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.20.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.20.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.21.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.21.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.21.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.22.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.22.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.22.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.23.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.23.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.23.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.24.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.24.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.24.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.25.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.25.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.25.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.26.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.26.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.26.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.27.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.27.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.27.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.28.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.28.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.28.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.29.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.29.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.29.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.3.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.3.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.3.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.30.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.30.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.30.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.31.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.31.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.31.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.32.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.32.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.32.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.33.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.33.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.33.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.34.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.34.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.34.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.35.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.35.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.35.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.36.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.36.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.36.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.37.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.37.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.37.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.38.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.38.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.38.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.39.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.39.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.39.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.4.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.4.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.4.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.40.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.40.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.40.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.41.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.41.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.41.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.42.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.42.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.42.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.43.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.43.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.43.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.44.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.44.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.44.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.45.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.45.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.45.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.46.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.46.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.46.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.47.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.47.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.47.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.48.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.48.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.48.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.49.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.49.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.49.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.5.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.5.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.5.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.50.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.50.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.50.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.51.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.51.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.51.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.52.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.52.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.52.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.53.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.53.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.53.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.54.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.54.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.54.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.55.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.55.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.55.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.56.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.56.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.56.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.57.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.57.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.57.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.58.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.58.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.58.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.59.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.59.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.59.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.6.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.6.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.6.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.60.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.60.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.60.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.61.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.61.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.61.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.62.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.62.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.62.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.63.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.63.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.63.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.7.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.7.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.7.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.8.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.8.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.8.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.9.fc1": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.9.fc2": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.41.mlp.experts.9.fc3": {
      "group_size": 64,
      "bits": 4
    },
    "vision_encoder.blocks.5.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.5.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.5.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.5.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.5.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.6.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.7.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.8.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.attn.proj": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.attn.qkv": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.mlp.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.mlp.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "vision_encoder.blocks.9.mlp.fc3": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.audio_adapter.proj.1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.audio_adapter.proj.3": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.conv_out": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.0.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.1.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.10.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.11.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.12.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.13.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.14.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.15.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.16.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.17.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.18.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.19.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.2.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.20.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.21.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.22.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.23.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.24.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.25.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.26.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.27.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.28.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.29.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.3.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.30.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.31.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.4.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.5.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.6.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.7.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.8.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.fc1": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.fc2": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.k_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.out_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.q_proj": {
      "group_size": 64,
      "bits": 6
    },
    "audio_encoder.dots_encoder.speech_encoder.layers.9.self_attn.v_proj": {
      "group_size": 64,
      "bits": 6
    }
  },
  "capabilities": {
    "has_vision": true,
    "has_video": true,
    "has_audio": true,
    "modality": "omni",
    "modalities": {
      "text": true,
      "vision": true,
      "video": true,
      "audio": true
    },
    "supports_tools": true,
    "tool_parser": "dots",
    "supports_thinking": true,
    "default_reasoning": "on",
    "think_in_template": true,
    "reasoning_parser": "dots3",
    "family": "dots3_note",
    "cache_type": "hybrid_full_swa",
    "context_length": 524288,
    "dsa_index_topk": 2048
  }
}