| { |
| "model": "Qwen/Qwen-Image-2.1", |
| "rank": 128, |
| "alpha": 0.5, |
| "gptq": true, |
| "scheme": "nvfp4", |
| "stages": { |
| "grid_check": { |
| "max_delta": 0.0, |
| "idempotent": true |
| }, |
| "channel_stats": { |
| "layers": 224, |
| "seconds": 253.9 |
| }, |
| "input_groups": { |
| "groups": 128, |
| "shared_groups": 64, |
| "example": [ |
| "transformer_blocks.0.attn.to_k", |
| "transformer_blocks.0.attn.to_q", |
| "transformer_blocks.0.attn.to_v" |
| ] |
| }, |
| "hessians": { |
| "seconds": 300.6, |
| "token_sample": 512 |
| }, |
| "convert": { |
| "layers": 224, |
| "seconds": 17.3 |
| }, |
| "gptq": { |
| "sampled": 7, |
| "beat_rtn": 0, |
| "clipped": [], |
| "layers": [ |
| { |
| "layer": "transformer_blocks.0.attn.to_k", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.0, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.138597, |
| "rtn_weight_error": 0.128178 |
| }, |
| { |
| "layer": "transformer_blocks.12.img_mlp.gate_layer", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.018, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.152526, |
| "rtn_weight_error": 0.1273 |
| }, |
| { |
| "layer": "transformer_blocks.17.attn.to_out.0", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.003, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.141176, |
| "rtn_weight_error": 0.117945 |
| }, |
| { |
| "layer": "transformer_blocks.20.img_mlp.out", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.016, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.17955, |
| "rtn_weight_error": 0.139057 |
| }, |
| { |
| "layer": "transformer_blocks.25.attn.to_q", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.013, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.156766, |
| "rtn_weight_error": 0.126401 |
| }, |
| { |
| "layer": "transformer_blocks.29.img_mlp.proj", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.019, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.154812, |
| "rtn_weight_error": 0.128077 |
| }, |
| { |
| "layer": "transformer_blocks.5.attn.to_v", |
| "method": "gptq", |
| "precision": "int4", |
| "dead_channels": 0, |
| "max_drift": 1.007, |
| "headroom": null, |
| "clipped": false, |
| "gptq_weight_error": 0.165468, |
| "rtn_weight_error": 0.130482 |
| } |
| ] |
| }, |
| "residual_quantize": { |
| "layers": 0, |
| "seconds": 0.0, |
| "resident_gb": 21.34 |
| }, |
| "save": { |
| "path": "/workspace/ckpt-int4", |
| "layers": 224, |
| "bytes": 4655346432, |
| "gb": 4.34 |
| } |
| }, |
| "calibration_set": { |
| "total": 30, |
| "text_to_image": 20, |
| "with_negative_prompt": 2, |
| "edits": 10, |
| "reference_images_total": 19, |
| "max_references": 5, |
| "sizes": [ |
| [ |
| 768, |
| 1344 |
| ], |
| [ |
| 832, |
| 1216 |
| ], |
| [ |
| 1024, |
| 1024 |
| ], |
| [ |
| 1216, |
| 832 |
| ], |
| [ |
| 1344, |
| 768 |
| ] |
| ], |
| "estimated_seconds": 465 |
| }, |
| "reference_images": 6 |
| } |
