Qwen-Image-2.1-W4A4-nvfp4 / w4a4_build.json
adhikjoshi's picture
W4A4 nvfp4 checkpoint, SVDQuant + GPTQ, LPIPS 0.1425
84b13fa verified
Raw
History Blame Contribute Delete
3.76 kB
{
"model": "Qwen/Qwen-Image-2.1",
"rank": 128,
"alpha": 0.5,
"gptq": true,
"scheme": "nvfp4",
"stages": {
"grid_check": {
"max_delta": 0.0,
"idempotent": true
},
"channel_stats": {
"layers": 224,
"seconds": 255.1
},
"input_groups": {
"groups": 128,
"shared_groups": 64,
"example": [
"transformer_blocks.0.attn.to_k",
"transformer_blocks.0.attn.to_q",
"transformer_blocks.0.attn.to_v"
]
},
"hessians": {
"seconds": 301.0,
"token_sample": 512
},
"convert": {
"layers": 224,
"seconds": 29.4
},
"gptq": {
"sampled": 7,
"beat_rtn": 0,
"clipped": [],
"layers": [
{
"layer": "transformer_blocks.0.attn.to_k",
"method": "gptq",
"precision": "nvfp4",
"dead_channels": 0,
"max_drift": 1.003,
"headroom": 4.0,
"clipped": false,
"gptq_weight_error": 0.1028,
"rtn_weight_error": 0.090812
},
{
"layer": "transformer_blocks.12.img_mlp.gate_layer",
"method": "gptq",
"precision": "nvfp4",
"dead_channels": 0,
"max_drift": 1.005,
"headroom": 4.0,
"clipped": false,
"gptq_weight_error": 0.11541,
"rtn_weight_error": 0.091255
},
{
"layer": "transformer_blocks.17.attn.to_out.0",
"method": "gptq",
"precision": "nvfp4",
"dead_channels": 0,
"max_drift": 1.008,
"headroom": 4.0,
"clipped": false,
"gptq_weight_error": 0.115752,
"rtn_weight_error": 0.089775
},
{
"layer": "transformer_blocks.20.img_mlp.out",
"method": "gptq",
"precision": "nvfp4",
"dead_channels": 0,
"max_drift": 1.058,
"headroom": 4.0,
"clipped": false,
"gptq_weight_error": 0.12402,
"rtn_weight_error": 0.091923
},
{
"layer": "transformer_blocks.25.attn.to_q",
"method": "gptq",
"precision": "nvfp4",
"dead_channels": 0,
"max_drift": 1.0,
"headroom": 4.0,
"clipped": false,
"gptq_weight_error": 0.11951,
"rtn_weight_error": 0.09088
},
{
"layer": "transformer_blocks.29.img_mlp.proj",
"method": "gptq",
"precision": "nvfp4",
"dead_channels": 0,
"max_drift": 1.009,
"headroom": 4.0,
"clipped": false,
"gptq_weight_error": 0.116958,
"rtn_weight_error": 0.091441
},
{
"layer": "transformer_blocks.5.attn.to_v",
"method": "gptq",
"precision": "nvfp4",
"dead_channels": 0,
"max_drift": 1.016,
"headroom": 4.0,
"clipped": false,
"gptq_weight_error": 0.127083,
"rtn_weight_error": 0.091807
}
]
},
"residual_quantize": {
"layers": 0,
"seconds": 0.0,
"resident_gb": 21.55
},
"save": {
"path": "/workspace/ckpt-nvfp4",
"layers": 224,
"bytes": 4876360488,
"gb": 4.54
}
},
"calibration_set": {
"total": 30,
"text_to_image": 20,
"with_negative_prompt": 2,
"edits": 10,
"reference_images_total": 19,
"max_references": 5,
"sizes": [
[
768,
1344
],
[
832,
1216
],
[
1024,
1024
],
[
1216,
832
],
[
1344,
768
]
],
"estimated_seconds": 465
},
"reference_images": 8
}