Diffusers How to use Remade-AI/Painting with Diffusers:
pip install -U diffusers transformers accelerate
import torch
from diffusers import DiffusionPipeline
from diffusers.utils import load_image, export_to_video
# switch to "mps" for apple devices
pipe = DiffusionPipeline.from_pretrained("Wan-AI/Wan2.1-I2V-14B-480P,Wan-AI/Wan2.1-I2V-14B-480P-Diffusers", dtype=torch.bfloat16, device_map="cuda")
pipe.load_lora_weights("Remade-AI/Painting")
prompt = "The video starts with a dog. The next scene shows the dog inside a gold framed mirror in a room. The dog is wearing the same clothes and the background outside the frame shows a landscape scene. Next, the dog transforms into a p41nt1ng painting frame it, where the dog is dressed in red and blue clothing. The background is an older style painting scene. Finally, the dog is in another p41nt1ng painting frame it, where it is dressed in a red robe with the same landscape background in the painting."
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
image = pipe(image=input_image, prompt=prompt).frames[0]
export_to_video(output, "output.mp4") 
