{
  "bits": 4,
  "dynamic": {
    "-:.*\\.layers\\.0\\..*": {},
    "-:.*\\.(?:self_attn|linear_attn)\\..*": {},
    "-:.*\\.mlp\\.shared_expert(?:\\.|_gate).*": {},
    "-:.*\\.mlp\\.gate$": {}
  },
  "group_size": 128,
  "desc_act": false,
  "lm_head": false,
  "method": "awq",
  "quant_method": "awq",
  "format": "gemm",
  "checkpoint_format": "gemm",
  "pack_dtype": "int32",
  "meta": {
    "recipe": "qwen35-122b-a10b-heretic-routed-experts-activation-aware-awq-v2",
    "mother_revision": "356e5abe1fbc83bb3613b46e470f6e2a5565ca47",
    "mtp_revision": "dc4d348443bc740c68e2d77492492c11606384d5",
    "calibration_corpus_sha256": "de8c3c856c55afd065ade04929659cf990cde7b8cf5fd846c6ee1867b3a13690",
    "calibration_record_count": 320,
    "calibration_batch_size": 1,
    "routing": "selective-bypass",
    "bypass_batch_size": null,
    "selective_bypass_target_manifest_sha256": "6ad4207efa3b1178425275325bd67c36d5fe35c76e9f3d7e4e5d89c4a84b54df",
    "selective_bypass_source_report_sha256": "b04e218e105d57c8afd76a0c5b10e39bdc29b6252dae078839f35e623c347127",
    "selective_bypass_selected_pairs": 46,
    "scale_search_mode": "eager",
    "auto_forward_data_parallel": false,
    "forward_device_lanes": 8,
    "protected": "vision+attention+linear_attention+router+shared_expert+layer0+embed+lm_head+norm+mtp",
    "quantizer": [
      "gptqmodel:7.3.2"
    ],
    "uri": "https://github.com/modelcloud/gptqmodel",
    "damp_percent": null,
    "damp_auto_increment": null,
    "static_groups": null,
    "true_sequential": true,
    "mse": null,
    "gptaq": null,
    "foem": null,
    "act_group_aware": null,
    "moe": {
      "routing": {
        "class": "ExpertsRoutingBypass",
        "batch_size": null,
        "module_patterns": [
          ".*\\.layers\\.24\\.mlp\\.experts\\.199\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.30\\.mlp\\.experts\\.31\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.30\\.mlp\\.experts\\.97\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.32\\.mlp\\.experts\\.45\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.33\\.mlp\\.experts\\.14\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.33\\.mlp\\.experts\\.24\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.33\\.mlp\\.experts\\.105\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.34\\.mlp\\.experts\\.37\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.35\\.mlp\\.experts\\.8\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.36\\.mlp\\.experts\\.33\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.37\\.mlp\\.experts\\.65\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.37\\.mlp\\.experts\\.140\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.37\\.mlp\\.experts\\.183\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.37\\.mlp\\.experts\\.218\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.38\\.mlp\\.experts\\.4\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.38\\.mlp\\.experts\\.16\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.38\\.mlp\\.experts\\.69\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.39\\.mlp\\.experts\\.33\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.39\\.mlp\\.experts\\.51\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.39\\.mlp\\.experts\\.84\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.39\\.mlp\\.experts\\.91\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.39\\.mlp\\.experts\\.146\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.39\\.mlp\\.experts\\.205\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.40\\.mlp\\.experts\\.12\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.40\\.mlp\\.experts\\.92\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.41\\.mlp\\.experts\\.36\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.41\\.mlp\\.experts\\.41\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.41\\.mlp\\.experts\\.76\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.41\\.mlp\\.experts\\.94\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.41\\.mlp\\.experts\\.121\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.42\\.mlp\\.experts\\.25\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.42\\.mlp\\.experts\\.50\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.42\\.mlp\\.experts\\.59\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.42\\.mlp\\.experts\\.125\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.42\\.mlp\\.experts\\.134\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.43\\.mlp\\.experts\\.30\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.43\\.mlp\\.experts\\.70\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.43\\.mlp\\.experts\\.210\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.44\\.mlp\\.experts\\.127\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.44\\.mlp\\.experts\\.166\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.45\\.mlp\\.experts\\.72\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.45\\.mlp\\.experts\\.88\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.46\\.mlp\\.experts\\.8\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.46\\.mlp\\.experts\\.50\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.46\\.mlp\\.experts\\.100\\.(?:gate_proj|up_proj|down_proj)$",
          ".*\\.layers\\.46\\.mlp\\.experts\\.128\\.(?:gate_proj|up_proj|down_proj)$"
        ]
      }
    },
    "fallback": null,
    "offload_to_disk": true,
    "offload_to_disk_path": "/home/leon/quantization/qwen35-122b-heretic-awq/offload/full-awq-selective-v2",
    "pack_impl": "cpu",
    "gc_mode": "on_stage_end",
    "wait_for_submodule_finalizers": true,
    "dense_vram_strategy": "exclusive",
    "dense_vram_strategy_devices": [
      "cuda:0"
    ],
    "moe_vram_strategy": "balanced",
    "moe_vram_strategy_devices": [
      "cuda:0",
      "cuda:1",
      "cuda:2"
    ],
    "scale_search_chunked_activations": false
  },
  "zero_point": true,
  "version": "gemm",
  "modules_to_not_convert": [
    "visual",
    "linear_attn",
    "self_attn",
    "shared_expert",
    "mlp.gate",
    "model.layers.0.",
    "mtp"
  ]
}