Clover-Image-Tiny-Inpaint / inpainting-config.json
neonforestmist's picture
Document and package context-aware inpainting v2
95bf78b verified
Raw
History Blame Contribute Delete
1.91 kB
{
"recipe_version": 2,
"base_model": "neonforestmist/Clover-Image-Tiny",
"base_revision": "63b0e9f6be9c00888ff464f342a9ef052bf76681",
"initial_inpaint_model": "neonforestmist/Clover-Image-Tiny-Inpaint",
"initial_inpaint_revision": "1b6f8ae3db51900520369d5522c7dc7c2a97e21e",
"teacher_model": "stable-diffusion-v1-5/stable-diffusion-inpainting",
"teacher_revision": "8a4288a76071f7280aedbdb3253bdb9e9d5d84bb",
"dataset": "prithivMLmods/Caption3o-Opt",
"dataset_revision": "17e893f785fcd3f5d6fc4a5d65a914b9f7b1ff5b",
"dataset_split": "train",
"validation_samples": 128,
"image_column": "image",
"caption_column": "caption",
"resolution": 512,
"unet_in_channels": 9,
"mask_semantics": "white=regenerate, black=preserve",
"mask_distribution": [
"brush",
"multi_brush",
"rectangle",
"ellipse",
"polygon",
"multi_region",
"outpaint"
],
"training": {
"steps": 500,
"learning_rate": 0.000005,
"warmup_steps": 25,
"train_batch_size": 1,
"gradient_accumulation_steps": 4,
"effective_batch_size": 4,
"mixed_precision": "bf16",
"gradient_checkpointing": true,
"caption_dropout_probability": 0.1,
"mask_min_area": 0.04,
"mask_max_area": 0.65,
"snr_gamma": 5.0,
"teacher_loss_weight": 0.75,
"ground_truth_loss_weight": 0.25,
"context_loss_weight": 0.25,
"masked_loss_weight": 2.5,
"boundary_loss_weight": 2.0,
"checkpointing_steps": 500,
"checkpoints_total_limit": 3,
"seed": 20260811
},
"modal": {
"profile": "guccichungus69",
"gpu": "A10",
"timeout_hours": 2,
"output_name": "clover-image-tiny-inpaint-v2-pilot-500"
},
"recommended_inference": {
"scheduler": "DPMSolverMultistepScheduler",
"steps": 20,
"guidance_scale": 6.0,
"mask_crop_padding": 96,
"retry_full_frame": true,
"composite_outside_mask": "exact source pixels"
}
}