Image-to-Image
Diffusers
Safetensors
Core ML
StableDiffusionInpaintPipeline
image-editing
local-ai
clover-image
inpainting
stable-diffusion
Instructions to use neonforestmist/Clover-Image-Tiny-Inpaint with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use neonforestmist/Clover-Image-Tiny-Inpaint with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("neonforestmist/Clover-Image-Tiny-Inpaint", dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
File size: 1,913 Bytes
37c08c1 95bf78b 37c08c1 95bf78b 37c08c1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | {
"recipe_version": 2,
"base_model": "neonforestmist/Clover-Image-Tiny",
"base_revision": "63b0e9f6be9c00888ff464f342a9ef052bf76681",
"initial_inpaint_model": "neonforestmist/Clover-Image-Tiny-Inpaint",
"initial_inpaint_revision": "1b6f8ae3db51900520369d5522c7dc7c2a97e21e",
"teacher_model": "stable-diffusion-v1-5/stable-diffusion-inpainting",
"teacher_revision": "8a4288a76071f7280aedbdb3253bdb9e9d5d84bb",
"dataset": "prithivMLmods/Caption3o-Opt",
"dataset_revision": "17e893f785fcd3f5d6fc4a5d65a914b9f7b1ff5b",
"dataset_split": "train",
"validation_samples": 128,
"image_column": "image",
"caption_column": "caption",
"resolution": 512,
"unet_in_channels": 9,
"mask_semantics": "white=regenerate, black=preserve",
"mask_distribution": [
"brush",
"multi_brush",
"rectangle",
"ellipse",
"polygon",
"multi_region",
"outpaint"
],
"training": {
"steps": 500,
"learning_rate": 0.000005,
"warmup_steps": 25,
"train_batch_size": 1,
"gradient_accumulation_steps": 4,
"effective_batch_size": 4,
"mixed_precision": "bf16",
"gradient_checkpointing": true,
"caption_dropout_probability": 0.1,
"mask_min_area": 0.04,
"mask_max_area": 0.65,
"snr_gamma": 5.0,
"teacher_loss_weight": 0.75,
"ground_truth_loss_weight": 0.25,
"context_loss_weight": 0.25,
"masked_loss_weight": 2.5,
"boundary_loss_weight": 2.0,
"checkpointing_steps": 500,
"checkpoints_total_limit": 3,
"seed": 20260811
},
"modal": {
"profile": "guccichungus69",
"gpu": "A10",
"timeout_hours": 2,
"output_name": "clover-image-tiny-inpaint-v2-pilot-500"
},
"recommended_inference": {
"scheduler": "DPMSolverMultistepScheduler",
"steps": 20,
"guidance_scale": 6.0,
"mask_crop_padding": 96,
"retry_full_frame": true,
"composite_outside_mask": "exact source pixels"
}
}
|