Update app.py

app.py

@@ -6,10 +6,6 @@ import torch
 from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler
 from diffusers.utils import export_to_video
 
-pipe = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_576w", torch_dtype=torch.float16)
-pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
-pipe.enable_model_cpu_offload()
-pipe.to("cuda")
 pipe_xl = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_XL", torch_dtype=torch.float16, revision="refs/pr/17")
 pipe_xl.vae.enable_slicing()
 pipe_xl.scheduler = DPMSolverMultistepScheduler.from_config(pipe_xl.scheduler.config)
@@ -17,14 +13,9 @@ pipe_xl.enable_model_cpu_offload()
 pipe_xl.to("cuda")
 
 
-def infer(prompt):
-    #prompt = "Darth Vader is surfing on waves"
-    #pipe.to("cuda")
-    video_frames = pipe(prompt, num_inference_steps=40, height=320, width=576, num_frames=24).frames
-    video_path = export_to_video(video_frames)
-    print(video_path)
+def infer(prompt, video_in):
 
-    video = [Image.fromarray(frame).resize((1024, 576)) for frame in video_frames]
+    video = [Image.fromarray(frame).resize((1024, 576)) for frame in video_in]
     #del pipe
     #pipe_xl.to("cuda")
     video_frames = pipe_xl(prompt, video=video, strength=0.6).frames
@@ -111,6 +102,7 @@ with gr.Blocks(css=css) as demo:
             """
         )
 
+        video_in = gr.Video(type="filepath", source="upload")
         prompt_in = gr.Textbox(label="Prompt", placeholder="Darth Vader is surfing on waves", elem_id="prompt-in")
         #inference_steps = gr.Slider(label="Inference Steps", minimum=10, maximum=100, step=1, value=40, interactive=False)
         submit_btn = gr.Button("Submit")
@@ -122,7 +114,7 @@ with gr.Blocks(css=css) as demo:
             share_button = gr.Button("Share to community", elem_id="share-btn")
 
     submit_btn.click(fn=infer,
-                    inputs=[prompt_in],
+                    inputs=[prompt_in, video_in],
                     outputs=[video_result, share_group])
     
     share_button.click(None, [], [], _js=share_js)