{
  "_class_name": "QwenImage21Transformer2DModel",
  "_diffusers_version": "0.37.0.dev0",
  "attention_head_dim": 128,
  "axes_dims_rope": [
    16,
    56,
    56
  ],
  "causal_condition": true,
  "context_in_dim": 4096,
  "eps": 1e-06,
  "in_channels": 64,
  "mlp_ratio": 3,
  "num_attention_heads": 32,
  "num_layers": 32,
  "out_channels": 64,
  "patch_size": 1,
  "quantization_config": {
    "compute_dtype": "bfloat16",
    "quant_method": "nunchaku_lite",
    "svdq_w4a4": {
      "group_size": 16,
      "precision": "nvfp4",
      "rank": 32,
      "targets": [
        "transformer_blocks.2.attn.to_q",
        "transformer_blocks.2.attn.to_k",
        "transformer_blocks.2.attn.to_v",
        "transformer_blocks.2.attn.to_out.0",
        "transformer_blocks.2.img_mlp.proj",
        "transformer_blocks.2.img_mlp.out",
        "transformer_blocks.2.img_mlp.gate_layer",
        "transformer_blocks.3.attn.to_q",
        "transformer_blocks.3.attn.to_k",
        "transformer_blocks.3.attn.to_v",
        "transformer_blocks.3.attn.to_out.0",
        "transformer_blocks.3.img_mlp.proj",
        "transformer_blocks.3.img_mlp.out",
        "transformer_blocks.3.img_mlp.gate_layer",
        "transformer_blocks.4.attn.to_q",
        "transformer_blocks.4.attn.to_k",
        "transformer_blocks.4.attn.to_v",
        "transformer_blocks.4.attn.to_out.0",
        "transformer_blocks.4.img_mlp.proj",
        "transformer_blocks.4.img_mlp.out",
        "transformer_blocks.4.img_mlp.gate_layer",
        "transformer_blocks.5.attn.to_q",
        "transformer_blocks.5.attn.to_k",
        "transformer_blocks.5.attn.to_v",
        "transformer_blocks.5.attn.to_out.0",
        "transformer_blocks.5.img_mlp.proj",
        "transformer_blocks.5.img_mlp.out",
        "transformer_blocks.5.img_mlp.gate_layer",
        "transformer_blocks.6.attn.to_q",
        "transformer_blocks.6.attn.to_k",
        "transformer_blocks.6.attn.to_v",
        "transformer_blocks.6.attn.to_out.0",
        "transformer_blocks.6.img_mlp.proj",
        "transformer_blocks.6.img_mlp.out",
        "transformer_blocks.6.img_mlp.gate_layer",
        "transformer_blocks.7.attn.to_q",
        "transformer_blocks.7.attn.to_k",
        "transformer_blocks.7.attn.to_v",
        "transformer_blocks.7.attn.to_out.0",
        "transformer_blocks.7.img_mlp.proj",
        "transformer_blocks.7.img_mlp.out",
        "transformer_blocks.7.img_mlp.gate_layer",
        "transformer_blocks.8.attn.to_q",
        "transformer_blocks.8.attn.to_k",
        "transformer_blocks.8.attn.to_v",
        "transformer_blocks.8.attn.to_out.0",
        "transformer_blocks.8.img_mlp.proj",
        "transformer_blocks.8.img_mlp.out",
        "transformer_blocks.8.img_mlp.gate_layer",
        "transformer_blocks.9.attn.to_q",
        "transformer_blocks.9.attn.to_k",
        "transformer_blocks.9.attn.to_v",
        "transformer_blocks.9.attn.to_out.0",
        "transformer_blocks.9.img_mlp.proj",
        "transformer_blocks.9.img_mlp.out",
        "transformer_blocks.9.img_mlp.gate_layer",
        "transformer_blocks.10.attn.to_q",
        "transformer_blocks.10.attn.to_k",
        "transformer_blocks.10.attn.to_v",
        "transformer_blocks.10.attn.to_out.0",
        "transformer_blocks.10.img_mlp.proj",
        "transformer_blocks.10.img_mlp.out",
        "transformer_blocks.10.img_mlp.gate_layer",
        "transformer_blocks.11.attn.to_q",
        "transformer_blocks.11.attn.to_k",
        "transformer_blocks.11.attn.to_v",
        "transformer_blocks.11.attn.to_out.0",
        "transformer_blocks.11.img_mlp.proj",
        "transformer_blocks.11.img_mlp.out",
        "transformer_blocks.11.img_mlp.gate_layer",
        "transformer_blocks.12.attn.to_q",
        "transformer_blocks.12.attn.to_k",
        "transformer_blocks.12.attn.to_v",
        "transformer_blocks.12.attn.to_out.0",
        "transformer_blocks.12.img_mlp.proj",
        "transformer_blocks.12.img_mlp.out",
        "transformer_blocks.12.img_mlp.gate_layer",
        "transformer_blocks.13.attn.to_q",
        "transformer_blocks.13.attn.to_k",
        "transformer_blocks.13.attn.to_v",
        "transformer_blocks.13.attn.to_out.0",
        "transformer_blocks.13.img_mlp.proj",
        "transformer_blocks.13.img_mlp.out",
        "transformer_blocks.13.img_mlp.gate_layer",
        "transformer_blocks.14.attn.to_q",
        "transformer_blocks.14.attn.to_k",
        "transformer_blocks.14.attn.to_v",
        "transformer_blocks.14.attn.to_out.0",
        "transformer_blocks.14.img_mlp.proj",
        "transformer_blocks.14.img_mlp.out",
        "transformer_blocks.14.img_mlp.gate_layer",
        "transformer_blocks.15.attn.to_q",
        "transformer_blocks.15.attn.to_k",
        "transformer_blocks.15.attn.to_v",
        "transformer_blocks.15.attn.to_out.0",
        "transformer_blocks.15.img_mlp.proj",
        "transformer_blocks.15.img_mlp.out",
        "transformer_blocks.15.img_mlp.gate_layer",
        "transformer_blocks.16.attn.to_q",
        "transformer_blocks.16.attn.to_k",
        "transformer_blocks.16.attn.to_v",
        "transformer_blocks.16.attn.to_out.0",
        "transformer_blocks.16.img_mlp.proj",
        "transformer_blocks.16.img_mlp.out",
        "transformer_blocks.16.img_mlp.gate_layer",
        "transformer_blocks.17.attn.to_q",
        "transformer_blocks.17.attn.to_k",
        "transformer_blocks.17.attn.to_v",
        "transformer_blocks.17.attn.to_out.0",
        "transformer_blocks.17.img_mlp.proj",
        "transformer_blocks.17.img_mlp.out",
        "transformer_blocks.17.img_mlp.gate_layer",
        "transformer_blocks.18.attn.to_q",
        "transformer_blocks.18.attn.to_k",
        "transformer_blocks.18.attn.to_v",
        "transformer_blocks.18.attn.to_out.0",
        "transformer_blocks.18.img_mlp.proj",
        "transformer_blocks.18.img_mlp.out",
        "transformer_blocks.18.img_mlp.gate_layer",
        "transformer_blocks.19.attn.to_q",
        "transformer_blocks.19.attn.to_k",
        "transformer_blocks.19.attn.to_v",
        "transformer_blocks.19.attn.to_out.0",
        "transformer_blocks.19.img_mlp.proj",
        "transformer_blocks.19.img_mlp.out",
        "transformer_blocks.19.img_mlp.gate_layer",
        "transformer_blocks.20.attn.to_q",
        "transformer_blocks.20.attn.to_k",
        "transformer_blocks.20.attn.to_v",
        "transformer_blocks.20.attn.to_out.0",
        "transformer_blocks.20.img_mlp.proj",
        "transformer_blocks.20.img_mlp.out",
        "transformer_blocks.20.img_mlp.gate_layer",
        "transformer_blocks.21.attn.to_q",
        "transformer_blocks.21.attn.to_k",
        "transformer_blocks.21.attn.to_v",
        "transformer_blocks.21.attn.to_out.0",
        "transformer_blocks.21.img_mlp.proj",
        "transformer_blocks.21.img_mlp.out",
        "transformer_blocks.21.img_mlp.gate_layer",
        "transformer_blocks.22.attn.to_q",
        "transformer_blocks.22.attn.to_k",
        "transformer_blocks.22.attn.to_v",
        "transformer_blocks.22.attn.to_out.0",
        "transformer_blocks.22.img_mlp.proj",
        "transformer_blocks.22.img_mlp.out",
        "transformer_blocks.22.img_mlp.gate_layer",
        "transformer_blocks.23.attn.to_q",
        "transformer_blocks.23.attn.to_k",
        "transformer_blocks.23.attn.to_v",
        "transformer_blocks.23.attn.to_out.0",
        "transformer_blocks.23.img_mlp.proj",
        "transformer_blocks.23.img_mlp.out",
        "transformer_blocks.23.img_mlp.gate_layer",
        "transformer_blocks.24.attn.to_q",
        "transformer_blocks.24.attn.to_k",
        "transformer_blocks.24.attn.to_v",
        "transformer_blocks.24.attn.to_out.0",
        "transformer_blocks.24.img_mlp.proj",
        "transformer_blocks.24.img_mlp.out",
        "transformer_blocks.24.img_mlp.gate_layer",
        "transformer_blocks.25.attn.to_q",
        "transformer_blocks.25.attn.to_k",
        "transformer_blocks.25.attn.to_v",
        "transformer_blocks.25.attn.to_out.0",
        "transformer_blocks.25.img_mlp.proj",
        "transformer_blocks.25.img_mlp.out",
        "transformer_blocks.25.img_mlp.gate_layer",
        "transformer_blocks.26.attn.to_q",
        "transformer_blocks.26.attn.to_k",
        "transformer_blocks.26.attn.to_v",
        "transformer_blocks.26.attn.to_out.0",
        "transformer_blocks.26.img_mlp.proj",
        "transformer_blocks.26.img_mlp.out",
        "transformer_blocks.26.img_mlp.gate_layer",
        "transformer_blocks.27.attn.to_q",
        "transformer_blocks.27.attn.to_k",
        "transformer_blocks.27.attn.to_v",
        "transformer_blocks.27.attn.to_out.0",
        "transformer_blocks.27.img_mlp.proj",
        "transformer_blocks.27.img_mlp.out",
        "transformer_blocks.27.img_mlp.gate_layer",
        "transformer_blocks.28.attn.to_q",
        "transformer_blocks.28.attn.to_k",
        "transformer_blocks.28.attn.to_v",
        "transformer_blocks.28.attn.to_out.0",
        "transformer_blocks.28.img_mlp.proj",
        "transformer_blocks.28.img_mlp.out",
        "transformer_blocks.28.img_mlp.gate_layer",
        "transformer_blocks.29.attn.to_q",
        "transformer_blocks.29.attn.to_k",
        "transformer_blocks.29.attn.to_v",
        "transformer_blocks.29.attn.to_out.0",
        "transformer_blocks.29.img_mlp.proj",
        "transformer_blocks.29.img_mlp.out",
        "transformer_blocks.29.img_mlp.gate_layer"
      ]
    }
  }
}