Image-to-Image
Diffusers
Safetensors
Core ML
StableDiffusionInpaintPipeline
clover-image
inpainting
stable-diffusion
Instructions to use neonforestmist/Clover-Image-Tiny-Inpaint with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use neonforestmist/Clover-Image-Tiny-Inpaint with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("neonforestmist/Clover-Image-Tiny-Inpaint", dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
File size: 1,586 Bytes
37c08c1 95bf78b 37c08c1 95bf78b 37c08c1 95bf78b 37c08c1 95bf78b 37c08c1 95bf78b 37c08c1 95bf78b 37c08c1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | {
"pretrained_model_name_or_path": "neonforestmist/Clover-Image-Tiny",
"revision": "63b0e9f6be9c00888ff464f342a9ef052bf76681",
"initial_inpaint_model": "neonforestmist/Clover-Image-Tiny-Inpaint",
"initial_inpaint_revision": "1b6f8ae3db51900520369d5522c7dc7c2a97e21e",
"teacher_model_name_or_path": "stable-diffusion-v1-5/stable-diffusion-inpainting",
"teacher_revision": "8a4288a76071f7280aedbdb3253bdb9e9d5d84bb",
"dataset_name": "prithivMLmods/Caption3o-Opt",
"dataset_config_name": null,
"dataset_revision": "17e893f785fcd3f5d6fc4a5d65a914b9f7b1ff5b",
"dataset_split": "train",
"image_column": "image",
"caption_column": "caption",
"resolution": 512,
"train_batch_size": 1,
"max_train_steps": 500,
"learning_rate": 5e-06,
"lr_scheduler": "cosine",
"lr_warmup_steps": 25,
"gradient_accumulation_steps": 4,
"gradient_checkpointing": true,
"mixed_precision": "bf16",
"seed": 20260811,
"mask_min_area": 0.04,
"mask_max_area": 0.65,
"caption_dropout_probability": 0.1,
"teacher_loss_weight": 0.75,
"ground_truth_loss_weight": 0.25,
"context_loss_weight": 0.25,
"masked_loss_weight": 2.5,
"boundary_loss_weight": 2.0,
"boundary_radius": 2,
"snr_gamma": 5.0,
"random_flip": true,
"max_train_samples": null,
"validation_samples": 128,
"num_workers": 4,
"checkpointing_steps": 500,
"checkpoints_total_limit": 3,
"resume_from_checkpoint": null,
"output_dir": "/outputs/clover-image-tiny-inpaint-v2-pilot-500",
"push_to_hub": false,
"hub_model_id": null,
"dataset_size": 10150,
"effective_batch_size": 4
}
|