Update app.py

app.py

@@ -1,4 +1,6 @@
 import gradio as gr
+import numpy as np
+from PIL import Image
 from share_btn import community_icon_html, loading_icon_html, share_js
 import torch
 from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler
@@ -8,12 +10,25 @@ pipe = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_576w", torch_dt
 pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
 pipe.enable_model_cpu_offload()
 
+pipe_xl = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_XL", torch_dtype=torch.float16, revision="refs/pr/17")
+pipe_xl.vae.enable_slicing()
+pipe_xl.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
+pipe_xl.enable_model_cpu_offload()
+
+
+
 def infer(prompt):
     #prompt = "Darth Vader is surfing on waves"
     video_frames = pipe(prompt, num_inference_steps=40, height=320, width=576, num_frames=24).frames
     video_path = export_to_video(video_frames)
     print(video_path)
-    return video_path, gr.Group.update(visible=True)
+
+    video = [Image.fromarray(frame).resize((1024, 576)) for frame in video_frames]
+
+    video_frames = pipe_xl(prompt, video=video, strength=0.6).frames
+    video_path = export_to_video(video_frames, output_video_path="xl_result.mp4")
+    
+    return "xl_result.mp4", gr.Group.update(visible=True)
 
 css = """
 #col-container {max-width: 510px; margin-left: auto; margin-right: auto;}