{
 "add_full_attention_sink_bias": false,
 "add_swa_attention_sink_bias": true,
 "architectures": [
  "NaiveN05FlashForCausalLM"
 ],
 "attention_bias": false,
 "attention_chunk_size": 128,
 "attention_dropout": 0.0,
 "attention_projection_layout": "split",
 "attention_value_scale": 0.707,
 "dtype": "bfloat16",
 "eos_token_id": 151645,
 "head_dim": 192,
 "hidden_act": "silu",
 "hidden_size": 4096,
 "hybrid_block_size": null,
 "hybrid_layer_pattern": [
  0,
  1,
  1,
  1,
  1,
  0,
  1,
  1,
  1,
  1,
  1,
  0,
  1,
  1,
  1,
  1,
  1,
  0,
  1,
  1,
  1,
  1,
  1,
  0,
  1,
  1,
  1,
  1,
  1,
  0,
  1,
  1,
  1,
  1,
  1,
  0,
  1,
  1,
  1,
  1,
  1,
  0,
  1,
  1,
  1,
  1,
  1,
  0
 ],
 "initializer_range": 0.02,
 "intermediate_size": 16384,
 "layernorm_epsilon": 1e-05,
 "max_position_embeddings": 1048576,
 "model_type": "naive_n05_flash",
 "moe_intermediate_size": 2048,
 "moe_layer_freq": [
  0,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1,
  1
 ],
 "n_group": 1,
 "n_routed_experts": 256,
 "n_shared_experts": null,
 "norm_topk_prob": true,
 "num_attention_heads": 64,
 "num_experts_per_tok": 8,
 "num_hidden_layers": 48,
 "num_key_value_heads": 4,
 "pad_token_id": 151643,
 "partial_rotary_factor": 0.334,
 "rope_scaling": {
  "rope_type": "default",
  "type": "default"
 },
 "rope_theta": 10000000,
 "routed_scaling_factor": null,
 "scoring_func": "sigmoid",
 "sliding_window": 128,
 "sliding_window_size": 128,
 "swa_head_dim": 192,
 "swa_num_attention_heads": 64,
 "swa_num_key_value_heads": 8,
 "swa_rope_theta": 10000,
 "swa_v_head_dim": 128,
 "tie_word_embeddings": false,
 "topk_group": 1,
 "topk_method": "noaux_tc",
 "torch_dtype": "bfloat16",
 "transformers_version": "4.57.1",
 "use_cache": true,
 "v_head_dim": 128,
 "vocab_size": 152576,
 "enable_dsa": true,
 "index_top_k": 2048,
 "index_head_dim": 128,
 "index_n_heads": 16,
 "index_n_kv_heads": 1,
 "indexer_activation_dtype": "fp8_e4m3",
 "quantization": {
  "group_size": 64,
  "bits": 8,
  "mode": "affine",
  "lm_head": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.embed_tokens": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.mlp.down_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.mlp.gate_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.mlp.up_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.10.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.10.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.10.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.10.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.11.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.11.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.11.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.11.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.12.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.12.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.12.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.12.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.13.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.13.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.13.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.13.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.14.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.14.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.14.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.14.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.15.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.15.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.15.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.15.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.16.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.16.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.16.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.16.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.17.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.17.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.17.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.17.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.18.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.18.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.18.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.18.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.19.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.19.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.19.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.19.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.2.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.2.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.2.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.2.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.20.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.20.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.20.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.20.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.21.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.21.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.21.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.21.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.22.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.22.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.22.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.22.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.23.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.23.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.23.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.23.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.24.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.24.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.24.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.24.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.25.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.25.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.25.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.25.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.26.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.26.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.26.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.26.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.27.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.27.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.27.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.27.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.28.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.28.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.28.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.28.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.29.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.29.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.29.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.29.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.3.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.3.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.3.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.3.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.30.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.30.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.30.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.30.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.31.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.31.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.31.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.31.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.32.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.32.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.32.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.32.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.33.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.33.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.33.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.33.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.34.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.34.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.34.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.34.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.35.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.35.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.35.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.35.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.36.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.36.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.36.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.36.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.37.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.37.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.37.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.37.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.38.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.38.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.38.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.38.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.39.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.39.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.39.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.39.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.4.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.4.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.4.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.4.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.40.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.40.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.40.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.40.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.41.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.41.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.41.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.41.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.42.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.42.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.42.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.42.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.43.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.43.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.43.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.43.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.44.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.44.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.44.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.44.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.45.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.45.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.45.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.45.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.46.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.46.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.46.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.46.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.47.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.47.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.47.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.47.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.5.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.5.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.5.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.5.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.6.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.6.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.6.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.6.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.7.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.7.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.7.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.7.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.8.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.8.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.8.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.8.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.9.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.9.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.9.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.9.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.1.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.1.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.2.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.2.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.2.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.3.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.3.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.3.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.4.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.4.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.4.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.5.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.5.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.5.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.6.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.6.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.6.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.7.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.7.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.7.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.8.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.8.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.8.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.9.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.9.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.9.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.10.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.10.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.10.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.11.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.11.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.11.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.12.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.12.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.12.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.13.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.13.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.13.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.14.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.14.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.14.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.15.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.15.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.15.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.16.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.16.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.16.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.17.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.17.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.17.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.18.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.18.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.18.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 4,
   "rotation": "hadamard32"
  },
  "model.layers.19.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.19.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.19.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.20.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.20.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.20.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.21.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.21.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.21.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.22.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.22.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.22.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.23.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.23.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.23.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.24.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.24.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.24.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 4,
   "rotation": "hadamard32"
  },
  "model.layers.25.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.25.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.25.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.26.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.26.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.26.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.27.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.27.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.27.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.28.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.28.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.28.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.29.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.29.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.29.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.30.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.30.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.30.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.31.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.31.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.31.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.32.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.32.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.32.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.33.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.33.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.33.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.34.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.34.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.34.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.35.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.35.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.35.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.36.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.36.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.36.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.37.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.37.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.37.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.38.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.38.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.38.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.39.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.39.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.39.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.40.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.40.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.40.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.41.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.41.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.41.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.42.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.42.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.42.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.43.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.43.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.43.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.44.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.44.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.44.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.45.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.45.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.45.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.46.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.46.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.46.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.47.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.47.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.47.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  }
 },
 "quantization_config": {
  "group_size": 64,
  "bits": 8,
  "mode": "affine",
  "lm_head": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.embed_tokens": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.mlp.down_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.mlp.gate_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.mlp.up_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.0.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.10.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.10.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.10.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.10.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.11.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.11.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.11.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.11.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.12.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.12.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.12.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.12.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.13.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.13.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.13.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.13.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.14.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.14.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.14.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.14.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.15.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.15.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.15.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.15.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.16.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.16.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.16.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.16.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.17.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.17.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.17.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.17.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.18.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.18.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.18.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.18.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.19.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.19.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.19.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.19.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.2.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.2.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.2.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.2.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.20.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.20.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.20.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.20.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.21.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.21.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.21.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.21.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.22.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.22.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.22.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.22.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.23.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.23.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.23.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.23.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.24.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.24.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.24.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.24.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.25.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.25.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.25.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.25.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.26.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.26.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.26.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.26.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.27.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.27.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.27.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.27.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.28.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.28.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.28.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.28.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.29.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.29.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.29.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.29.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.3.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.3.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.3.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.3.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.30.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.30.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.30.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.30.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.31.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.31.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.31.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.31.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.32.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.32.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.32.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.32.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.33.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.33.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.33.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.33.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.34.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.34.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.34.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.34.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.35.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.35.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.35.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.35.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.36.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.36.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.36.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.36.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.37.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.37.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.37.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.37.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.38.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.38.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.38.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.38.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.39.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.39.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.39.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.39.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.4.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.4.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.4.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.4.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.40.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.40.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.40.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.40.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.41.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.41.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.41.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.41.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.42.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.42.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.42.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.42.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.43.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.43.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.43.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.43.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.44.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.44.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.44.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.44.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.45.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.45.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.45.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.45.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.46.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.46.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.46.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.46.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.47.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.47.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.47.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.47.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.5.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.5.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.5.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.5.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.6.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.6.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.6.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.6.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.7.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.7.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.7.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.7.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.8.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.8.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.8.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.8.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.9.self_attn.k_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.9.self_attn.o_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.9.self_attn.q_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.9.self_attn.v_proj": {
   "group_size": 64,
   "bits": 8,
   "mode": "affine"
  },
  "model.layers.1.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.1.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.1.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.2.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.2.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.2.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.3.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.3.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.3.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.4.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.4.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.4.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.5.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.5.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.5.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.6.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.6.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.6.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.7.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.7.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.7.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.8.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.8.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.8.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.9.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.9.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.9.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.10.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.10.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.10.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.11.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.11.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.11.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.12.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.12.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.12.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.13.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.13.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.13.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.14.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.14.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.14.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.15.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.15.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.15.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.16.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.16.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.16.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.17.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.17.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.17.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.18.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.18.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.18.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 4,
   "rotation": "hadamard32"
  },
  "model.layers.19.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.19.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.19.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.20.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.20.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.20.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.21.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.21.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.21.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.22.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.22.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.22.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.23.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.23.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.23.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.24.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.24.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.24.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 4,
   "rotation": "hadamard32"
  },
  "model.layers.25.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.25.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.25.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.26.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.26.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.26.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.27.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.27.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.27.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.28.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.28.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.28.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.29.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.29.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.29.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.30.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.30.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.30.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.31.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.31.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.31.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.32.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.32.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.32.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.33.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.33.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.33.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.34.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.34.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.34.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.35.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.35.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.35.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.36.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.36.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.36.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.37.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.37.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.37.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.38.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.38.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.38.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.39.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.39.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.39.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.40.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.40.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.40.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.41.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.41.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.41.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.42.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.42.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.42.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.43.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.43.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.43.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.44.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.44.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.44.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.45.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.45.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.45.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.46.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.46.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.46.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 2,
   "rotation": "hadamard32"
  },
  "model.layers.47.mlp.switch_mlp.gate_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.47.mlp.switch_mlp.up_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  },
  "model.layers.47.mlp.switch_mlp.down_proj": {
   "mode": "jangtq2",
   "bits": 3,
   "rotation": "hadamard32"
  }
 },
 "jangtq": {
  "version": 2,
  "packing": "lsb-bitstream",
  "scale_dtype": "float16",
  "rotation": "hadamard32",
  "codebook_family": "odd-cubic",
  "codebooks": {
   "2": {
    "alpha": 0.8929999999999999,
    "beta": 0.05065,
    "levels": [
     -1.5104438066482544,
     -0.4528312385082245,
     0.4528312385082245,
     1.5104438066482544
    ]
   },
   "3": {
    "alpha": 0.47124999999999995,
    "beta": 0.011599999999999997,
    "levels": [
     -2.1467249393463135,
     -1.359375,
     -0.746025025844574,
     -0.23707500100135803,
     0.23707500100135803,
     0.746025025844574,
     1.359375,
     2.1467249393463135
    ]
   },
   "4": {
    "alpha": 0.2405,
    "beta": 0.002100000000000002,
    "levels": [
     -2.689687490463257,
     -2.1399624347686768,
     -1.6721374988555908,
     -1.2736124992370605,
     -0.9317874908447266,
     -0.6340625286102295,
     -0.36783748865127563,
     -0.12051250040531158,
     0.12051250040531158,
     0.36783748865127563,
     0.6340625286102295,
     0.9317874908447266,
     1.2736124992370605,
     1.6721374988555908,
     2.1399624347686768,
     2.689687490463257
    ]
   }
  },
  "method": {
   "experts": "JANGH odd-cubic codebook, per-row fp16 scale, rotation hadamard32",
   "rounding": "GPTQ in the rotated basis",
   "allocation": "knapsack on measured held-out curves",
   "non_experts": "affine 8-bit, group 64, bf16 scales and biases"
  }
 },
 "capabilities": {
  "family": "naive_n05_flash",
  "has_vision": false,
  "has_video": false,
  "has_audio": false,
  "supports_thinking": true,
  "default_reasoning": "on",
  "think_in_template": false,
  "reasoning_parser": "think_xml",
  "tool_parser": "xml_function",
  "supports_tools": true,
  "tool_response_role": "tool",
  "reasoning_efforts": [
   "low",
   "high",
   "max"
  ],
  "reasoning_effort_default": "max",
  "cache_type": "kv",
  "cache_subtype": "naive_n05_swa_dsa",
  "modality": "text"
 }
}