Image-to-Image
Diffusers
Safetensors
Core ML
StableDiffusionInpaintPipeline
image-editing
local-ai
clover-image
inpainting
stable-diffusion
Instructions to use neonforestmist/Clover-Image-Tiny-Inpaint with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use neonforestmist/Clover-Image-Tiny-Inpaint with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("neonforestmist/Clover-Image-Tiny-Inpaint", dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "recipe_version": 2, | |
| "base_model": "neonforestmist/Clover-Image-Tiny", | |
| "base_revision": "63b0e9f6be9c00888ff464f342a9ef052bf76681", | |
| "initial_inpaint_model": "neonforestmist/Clover-Image-Tiny-Inpaint", | |
| "initial_inpaint_revision": "1b6f8ae3db51900520369d5522c7dc7c2a97e21e", | |
| "teacher_model": "stable-diffusion-v1-5/stable-diffusion-inpainting", | |
| "teacher_revision": "8a4288a76071f7280aedbdb3253bdb9e9d5d84bb", | |
| "dataset": "prithivMLmods/Caption3o-Opt", | |
| "dataset_revision": "17e893f785fcd3f5d6fc4a5d65a914b9f7b1ff5b", | |
| "dataset_split": "train", | |
| "validation_samples": 128, | |
| "image_column": "image", | |
| "caption_column": "caption", | |
| "resolution": 512, | |
| "unet_in_channels": 9, | |
| "mask_semantics": "white=regenerate, black=preserve", | |
| "mask_distribution": [ | |
| "brush", | |
| "multi_brush", | |
| "rectangle", | |
| "ellipse", | |
| "polygon", | |
| "multi_region", | |
| "outpaint" | |
| ], | |
| "training": { | |
| "steps": 500, | |
| "learning_rate": 0.000005, | |
| "warmup_steps": 25, | |
| "train_batch_size": 1, | |
| "gradient_accumulation_steps": 4, | |
| "effective_batch_size": 4, | |
| "mixed_precision": "bf16", | |
| "gradient_checkpointing": true, | |
| "caption_dropout_probability": 0.1, | |
| "mask_min_area": 0.04, | |
| "mask_max_area": 0.65, | |
| "snr_gamma": 5.0, | |
| "teacher_loss_weight": 0.75, | |
| "ground_truth_loss_weight": 0.25, | |
| "context_loss_weight": 0.25, | |
| "masked_loss_weight": 2.5, | |
| "boundary_loss_weight": 2.0, | |
| "checkpointing_steps": 500, | |
| "checkpoints_total_limit": 3, | |
| "seed": 20260811 | |
| }, | |
| "modal": { | |
| "profile": "guccichungus69", | |
| "gpu": "A10", | |
| "timeout_hours": 2, | |
| "output_name": "clover-image-tiny-inpaint-v2-pilot-500" | |
| }, | |
| "recommended_inference": { | |
| "scheduler": "DPMSolverMultistepScheduler", | |
| "steps": 20, | |
| "guidance_scale": 6.0, | |
| "mask_crop_padding": 96, | |
| "retry_full_frame": true, | |
| "composite_outside_mask": "exact source pixels" | |
| } | |
| } | |