{ "architectures": [ "Qwen3_5MoeForConditionalGeneration" ], "dtype": "bfloat16", "image_token_id": 248056, "model_type": "qwen3_5_moe", "text_config": { "attention_bias": false, "attention_dropout": 0.0, "attn_output_gate": true, "bos_token_id": null, "dtype": "bfloat16", "eos_token_id": 248044, "full_attention_interval": 4, "head_dim": 256, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "layer_types": [ "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention" ], "linear_conv_kernel_dim": 4, "linear_key_head_dim": 128, "linear_num_key_heads": 16, "linear_num_value_heads": 64, "linear_value_head_dim": 128, "mamba_ssm_dtype": "float32", "max_position_embeddings": 262144, "mlp_only_layers": [], "model_type": "qwen3_5_moe_text", "moe_intermediate_size": 1024, "mtp_num_hidden_layers": 1, "mtp_use_dedicated_embeddings": false, "num_attention_heads": 32, "num_experts": 256, "num_experts_per_tok": 8, "num_hidden_layers": 48, "num_key_value_heads": 2, "output_router_logits": false, "pad_token_id": null, "partial_rotary_factor": 0.25, "rms_norm_eps": 1e-06, "rope_parameters": { "mrope_interleaved": true, "mrope_section": [ 11, 11, 10 ], "partial_rotary_factor": 0.25, "rope_theta": 10000000, "rope_type": "default" }, "router_aux_loss_coef": 0.001, "shared_expert_intermediate_size": 1024, "tie_word_embeddings": false, "use_cache": true, "vocab_size": 248320 }, "tie_word_embeddings": false, "transformers_version": "5.2.0", "video_token_id": 248057, "vision_config": { "deepstack_visual_indexes": [], "depth": 27, "dtype": "bfloat16", "hidden_act": "gelu_pytorch_tanh", "hidden_size": 1152, "in_channels": 3, "initializer_range": 0.02, "intermediate_size": 4304, "model_type": "qwen3_5_moe", "num_heads": 16, "num_position_embeddings": 2304, "out_hidden_size": 3072, "patch_size": 16, "spatial_merge_size": 2, "temporal_patch_size": 2 }, "vision_end_token_id": 248054, "vision_start_token_id": 248053, "quantization_config": { "bits": 4, "checkpoint_format": "gemm", "desc_act": false, "dynamic": { "-:.*\\.(?:self_attn|linear_attn)\\..*": {}, "-:.*\\.layers\\.0\\..*": {}, "-:.*\\.mlp\\.gate$": {}, "-:.*\\.mlp\\.shared_expert(?:\\.|_gate).*": {} }, "format": "gemm", "group_size": 128, "lm_head": false, "meta": { "act_group_aware": null, "auto_forward_data_parallel": false, "bypass_batch_size": null, "calibration_batch_size": 1, "calibration_corpus_sha256": "de8c3c856c55afd065ade04929659cf990cde7b8cf5fd846c6ee1867b3a13690", "calibration_record_count": 320, "damp_auto_increment": null, "damp_percent": null, "dense_vram_strategy": "exclusive", "dense_vram_strategy_devices": [ "cuda:0" ], "fallback": null, "foem": null, "forward_device_lanes": 8, "gc_mode": "on_stage_end", "gptaq": null, "moe": { "routing": { "batch_size": null, "class": "ExpertsRoutingBypass", "module_patterns": [ ".*\\.layers\\.24\\.mlp\\.experts\\.199\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.30\\.mlp\\.experts\\.31\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.30\\.mlp\\.experts\\.97\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.32\\.mlp\\.experts\\.45\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.33\\.mlp\\.experts\\.14\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.33\\.mlp\\.experts\\.24\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.33\\.mlp\\.experts\\.105\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.34\\.mlp\\.experts\\.37\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.35\\.mlp\\.experts\\.8\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.36\\.mlp\\.experts\\.33\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.37\\.mlp\\.experts\\.65\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.37\\.mlp\\.experts\\.140\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.37\\.mlp\\.experts\\.183\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.37\\.mlp\\.experts\\.218\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.38\\.mlp\\.experts\\.4\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.38\\.mlp\\.experts\\.16\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.38\\.mlp\\.experts\\.69\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.33\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.51\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.84\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.91\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.146\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.39\\.mlp\\.experts\\.205\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.40\\.mlp\\.experts\\.12\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.40\\.mlp\\.experts\\.92\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.36\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.41\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.76\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.94\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.41\\.mlp\\.experts\\.121\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.25\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.50\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.59\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.125\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.42\\.mlp\\.experts\\.134\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.43\\.mlp\\.experts\\.30\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.43\\.mlp\\.experts\\.70\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.43\\.mlp\\.experts\\.210\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.44\\.mlp\\.experts\\.127\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.44\\.mlp\\.experts\\.166\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.45\\.mlp\\.experts\\.72\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.45\\.mlp\\.experts\\.88\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.46\\.mlp\\.experts\\.8\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.46\\.mlp\\.experts\\.50\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.46\\.mlp\\.experts\\.100\\.(?:gate_proj|up_proj|down_proj)$", ".*\\.layers\\.46\\.mlp\\.experts\\.128\\.(?:gate_proj|up_proj|down_proj)$" ] } }, "moe_vram_strategy": "balanced", "moe_vram_strategy_devices": [ "cuda:0", "cuda:1", "cuda:2" ], "mother_revision": "356e5abe1fbc83bb3613b46e470f6e2a5565ca47", "mse": null, "mtp_revision": "dc4d348443bc740c68e2d77492492c11606384d5", "offload_to_disk": true, "offload_to_disk_path": "/home/leon/quantization/qwen35-122b-heretic-awq/offload/full-awq-selective-v2", "pack_impl": "cpu", "protected": "vision+attention+linear_attention+router+shared_expert+layer0+embed+lm_head+norm+mtp", "quantizer": [ "gptqmodel:7.3.2" ], "recipe": "qwen35-122b-a10b-heretic-routed-experts-activation-aware-awq-v2", "routing": "selective-bypass", "scale_search_chunked_activations": false, "scale_search_mode": "eager", "selective_bypass_selected_pairs": 46, "selective_bypass_source_report_sha256": "b04e218e105d57c8afd76a0c5b10e39bdc29b6252dae078839f35e623c347127", "selective_bypass_target_manifest_sha256": "6ad4207efa3b1178425275325bd67c36d5fe35c76e9f3d7e4e5d89c4a84b54df", "static_groups": null, "true_sequential": true, "uri": "https://github.com/modelcloud/gptqmodel", "wait_for_submodule_finalizers": true }, "method": "awq", "pack_dtype": "int32", "quant_method": "awq", "version": "gemm", "zero_point": true, "modules_to_not_convert": [ "visual", "linear_attn", "self_attn", "shared_expert", "mlp.gate", "model.layers.0.", "mtp" ] } }