| { |
| "base_model": "Qwen/Qwen-Image-2.1", |
| "quantization": "nunchaku-svdquant-w4a4", |
| "precision": "int4", |
| "group_size": 64, |
| "rank": 128, |
| "layers": { |
| "transformer_blocks.0.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.0.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.0.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.0.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.0.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.0.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.0.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.1.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.1.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.1.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.1.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.1.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.1.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.1.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.2.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.2.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.2.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.2.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.2.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.2.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.2.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.3.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.3.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.3.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.3.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.3.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.3.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.3.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.4.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.4.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.4.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.4.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.4.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.4.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.4.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.5.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.5.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.5.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.5.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.5.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.5.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.5.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.6.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.6.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.6.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.6.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.6.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.6.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.6.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.7.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.7.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.7.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.7.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.7.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.7.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.7.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.8.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.8.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.8.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.8.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.8.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.8.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.8.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.9.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.9.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.9.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.9.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.9.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.9.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.9.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.10.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.10.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.10.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.10.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.10.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.10.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.10.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.11.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.11.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.11.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.11.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.11.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.11.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.11.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.12.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.12.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.12.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.12.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.12.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.12.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.12.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.13.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.13.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.13.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.13.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.13.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.13.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.13.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.14.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.14.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.14.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.14.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.14.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.14.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.14.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.15.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.15.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.15.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.15.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.15.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.15.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.15.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.16.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.16.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.16.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.16.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.16.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.16.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.16.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.17.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.17.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.17.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.17.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.17.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.17.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.17.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.18.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.18.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.18.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.18.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.18.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.18.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.18.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.19.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.19.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.19.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.19.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.19.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.19.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.19.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.20.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.20.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.20.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.20.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.20.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.20.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.20.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.21.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.21.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.21.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.21.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.21.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.21.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.21.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.22.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.22.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.22.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.22.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.22.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.22.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.22.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.23.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.23.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.23.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.23.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.23.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.23.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.23.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.24.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.24.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.24.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.24.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.24.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.24.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.24.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.25.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.25.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.25.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.25.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.25.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.25.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.25.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.26.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.26.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.26.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.26.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.26.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.26.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.26.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.27.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.27.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.27.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.27.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.27.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.27.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.27.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.28.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.28.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.28.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.28.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.28.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.28.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.28.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.29.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.29.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.29.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.29.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.29.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.29.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.29.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.30.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.30.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.30.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.30.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.30.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.30.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.30.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.31.attn.to_q": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.31.attn.to_k": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.31.attn.to_v": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.31.attn.to_out.0": { |
| "in_features": 4096, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.31.img_mlp.proj": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.31.img_mlp.out": { |
| "in_features": 12288, |
| "out_features": 4096, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| }, |
| "transformer_blocks.31.img_mlp.gate_layer": { |
| "in_features": 4096, |
| "out_features": 12288, |
| "rank": 128, |
| "precision": "int4", |
| "bias": false |
| } |
| }, |
| "layer_count": 224, |
| "requires": { |
| "torch": "2.12.1", |
| "nunchaku": "1.3.0.dev20260306+cu13.0torch2.12" |
| }, |
| "calibration": { |
| "layers": 224, |
| "alpha": 0.5, |
| "rank": 128, |
| "gptq": true, |
| "method": "SmoothQuant smoothing + rank-r SVD + GPTQ-rounded 4-bit residual" |
| }, |
| "report": { |
| "sampled": 7, |
| "beat_rtn": 0, |
| "clipped": [], |
| "layers": [ |
| { |
| "layer": "transformer_blocks.0.attn.to_k", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.0, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.138597, |
| "rtn_weight_error": 0.128178 |
| }, |
| { |
| "layer": "transformer_blocks.12.img_mlp.gate_layer", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.018, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.152526, |
| "rtn_weight_error": 0.1273 |
| }, |
| { |
| "layer": "transformer_blocks.17.attn.to_out.0", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.003, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.141176, |
| "rtn_weight_error": 0.117945 |
| }, |
| { |
| "layer": "transformer_blocks.20.img_mlp.out", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.016, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.17955, |
| "rtn_weight_error": 0.139057 |
| }, |
| { |
| "layer": "transformer_blocks.25.attn.to_q", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.013, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.156766, |
| "rtn_weight_error": 0.126401 |
| }, |
| { |
| "layer": "transformer_blocks.29.img_mlp.proj", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.019, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.154812, |
| "rtn_weight_error": 0.128077 |
| }, |
| { |
| "layer": "transformer_blocks.5.attn.to_v", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.007, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.165468, |
| "rtn_weight_error": 0.130482 |
| } |
| ] |
| } |
| } |
