Create app.py

app.py

@@ -0,0 +1,88 @@
+import gradio as gr
+import torch
+from diffusers import StableVideoDiffusionPipeline
+from PIL import Image
+import imageio
+import uuid
+import numpy as np
+import cv2
+
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
+pipe = StableVideoDiffusionPipeline.from_pretrained(
+    "stabilityai/stable-video-diffusion-img2vid-xt",
+    torch_dtype=torch.float16 if device == "cuda" else torch.float32
+)
+pipe = pipe.to(device)
+
+
+# 🎥 Extract first frame from video
+def extract_frame(video_path):
+    cap = cv2.VideoCapture(video_path)
+    success, frame = cap.read()
+    cap.release()
+
+    if success:
+        frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
+        return Image.fromarray(frame)
+    return None
+
+
+def generate_video(image, video, fps, motion_strength):
+    # Decide input source
+    if image is not None:
+        input_image = image.convert("RGB")
+    elif video is not None:
+        input_image = extract_frame(video)
+        if input_image is None:
+            return None
+    else:
+        return None
+
+    # Generate frames
+    output = pipe(
+        input_image,
+        num_frames=32,
+        decode_chunk_size=8,
+        motion_bucket_id=int(motion_strength)
+    )
+
+    frames = output.frames[0]
+
+    # Convert frames
+    frames = [(frame * 255).astype(np.uint8) for frame in frames]
+
+    filename = f"video_{uuid.uuid4().hex}.mp4"
+
+    imageio.mimsave(
+        filename,
+        frames,
+        fps=fps,
+        codec="libx264",
+        quality=8
+    )
+
+    return filename
+
+
+with gr.Blocks() as demo:
+    gr.Markdown("# 🎬 StuffMotion AI (Image + Video → Motion Video)")
+    gr.Markdown("Upload an image OR a video to generate AI motion")
+
+    image_input = gr.Image(type="pil", label="🖼️ Image Input (optional)")
+    video_input = gr.Video(label="🎥 Video Input (optional)")
+
+    fps = gr.Slider(8, 30, value=12, step=1, label="FPS")
+    motion = gr.Slider(1, 255, value=127, label="Motion Strength")
+
+    generate_btn = gr.Button("Generate")
+
+    video_output = gr.Video(label="🎬 Output")
+
+    generate_btn.click(
+        fn=generate_video,
+        inputs=[image_input, video_input, fps, motion],
+        outputs=video_output
+    )
+
+demo.launch()