Image-to-Image
Diffusers
Safetensors
Core ML
StableDiffusionInpaintPipeline
clover-image
inpainting
stable-diffusion
Instructions to use neonforestmist/Clover-Image-Tiny-Inpaint with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use neonforestmist/Clover-Image-Tiny-Inpaint with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("neonforestmist/Clover-Image-Tiny-Inpaint", dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "pretrained_model_name_or_path": "neonforestmist/Clover-Image-Tiny", | |
| "revision": "63b0e9f6be9c00888ff464f342a9ef052bf76681", | |
| "initial_inpaint_model": "neonforestmist/Clover-Image-Tiny-Inpaint", | |
| "initial_inpaint_revision": "1b6f8ae3db51900520369d5522c7dc7c2a97e21e", | |
| "teacher_model_name_or_path": "stable-diffusion-v1-5/stable-diffusion-inpainting", | |
| "teacher_revision": "8a4288a76071f7280aedbdb3253bdb9e9d5d84bb", | |
| "dataset_name": "prithivMLmods/Caption3o-Opt", | |
| "dataset_config_name": null, | |
| "dataset_revision": "17e893f785fcd3f5d6fc4a5d65a914b9f7b1ff5b", | |
| "dataset_split": "train", | |
| "image_column": "image", | |
| "caption_column": "caption", | |
| "resolution": 512, | |
| "train_batch_size": 1, | |
| "max_train_steps": 500, | |
| "learning_rate": 5e-06, | |
| "lr_scheduler": "cosine", | |
| "lr_warmup_steps": 25, | |
| "gradient_accumulation_steps": 4, | |
| "gradient_checkpointing": true, | |
| "mixed_precision": "bf16", | |
| "seed": 20260811, | |
| "mask_min_area": 0.04, | |
| "mask_max_area": 0.65, | |
| "caption_dropout_probability": 0.1, | |
| "teacher_loss_weight": 0.75, | |
| "ground_truth_loss_weight": 0.25, | |
| "context_loss_weight": 0.25, | |
| "masked_loss_weight": 2.5, | |
| "boundary_loss_weight": 2.0, | |
| "boundary_radius": 2, | |
| "snr_gamma": 5.0, | |
| "random_flip": true, | |
| "max_train_samples": null, | |
| "validation_samples": 128, | |
| "num_workers": 4, | |
| "checkpointing_steps": 500, | |
| "checkpoints_total_limit": 3, | |
| "resume_from_checkpoint": null, | |
| "output_dir": "/outputs/clover-image-tiny-inpaint-v2-pilot-500", | |
| "push_to_hub": false, | |
| "hub_model_id": null, | |
| "dataset_size": 10150, | |
| "effective_batch_size": 4 | |
| } | |