test

app.py

@@ -42,7 +42,7 @@ os.makedirs(savedir, exist_ok=True)
 # config models
 pipeline = ConditionalAnimationPipeline.from_pretrained("TIGER-Lab/ConsistI2V")
 pipeline.to("cuda")
-# pipeline.to("cuda")
+
 
 def update_textbox_and_save_image(input_image, height_slider, width_slider, center_crop):
     pil_image = Image.fromarray(input_image.astype(np.uint8)).convert("RGB")
@@ -72,6 +72,7 @@ def update_textbox_and_save_image(input_image, height_slider, width_slider, cent
     return gr.Textbox(value=img_path), gr.Image(value=np.array(pil_image))
 
 
+@spaces.GPU(duration=30)
 def animate(
     prompt_textbox, 
     negative_prompt_textbox,
@@ -136,6 +137,7 @@ def animate(
         ])
     
     first_frame = img_transform(first_frame).unsqueeze(0)
+    first_frame = first_frame.to("cuda")
 
     if use_frameinit:
         pipeline.init_filter(
@@ -145,20 +147,23 @@ def animate(
             filter_params = OmegaConf.create({'method': 'gaussian', 'd_s': 0.25, 'd_t': 0.25,})
         )
 
-    sample = run_pipeline(
-        pipeline,
+    sample = pipeline(
         prompt_textbox,
-        negative_prompt_textbox,
-        first_frame,
-        sample_step_slider,
-        width_slider,
-        height_slider,
-        txt_cfg_scale_slider,
-        img_cfg_scale_slider,
-        frame_stride,
-        use_frameinit,
-        frame_init_noise_level,
-    )
+        negative_prompt       = negative_prompt_textbox,
+        first_frames          = first_frame,
+        num_inference_steps   = sample_step_slider,
+        guidance_scale_txt    = txt_cfg_scale_slider,
+        guidance_scale_img    = img_cfg_scale_slider,
+        width                 = width_slider,
+        height                = height_slider,
+        video_length          = 16,
+        noise_sampling_method = "pyoco_mixed",
+        noise_alpha           = 1.0,
+        frame_stride          = frame_stride,
+        use_frameinit         = use_frameinit,
+        frameinit_noise_level = frame_init_noise_level,
+        camera_motion         = None,
+    ).videos
 
     global sample_idx
     sample_idx += 1
@@ -186,41 +191,41 @@ def animate(
     return gr.Video(value=save_sample_path)
 
 
-@spaces.GPU
-def run_pipeline(
-        pipeline,
-        prompt_textbox,
-        negative_prompt_textbox,
-        first_frame,
-        sample_step_slider,
-        width_slider,
-        height_slider,
-        txt_cfg_scale_slider,
-        img_cfg_scale_slider,
-        frame_stride,
-        use_frameinit,
-        frame_init_noise_level,
+# @spaces.GPU
+# def run_pipeline(
+#         pipeline,
+#         prompt_textbox,
+#         negative_prompt_textbox,
+#         first_frame,
+#         sample_step_slider,
+#         width_slider,
+#         height_slider,
+#         txt_cfg_scale_slider,
+#         img_cfg_scale_slider,
+#         frame_stride,
+#         use_frameinit,
+#         frame_init_noise_level,
         
-    ):
-    first_frame = first_frame.to("cuda")
-    sample = pipeline(
-        prompt_textbox,
-        negative_prompt       = negative_prompt_textbox,
-        first_frames          = first_frame,
-        num_inference_steps   = sample_step_slider,
-        guidance_scale_txt    = txt_cfg_scale_slider,
-        guidance_scale_img    = img_cfg_scale_slider,
-        width                 = width_slider,
-        height                = height_slider,
-        video_length          = 16,
-        noise_sampling_method = "pyoco_mixed",
-        noise_alpha           = 1.0,
-        frame_stride          = frame_stride,
-        use_frameinit         = use_frameinit,
-        frameinit_noise_level = frame_init_noise_level,
-        camera_motion         = None,
-    ).videos
-    return sample
+#     ):
+#     first_frame = first_frame.to("cuda")
+#     sample = pipeline(
+#         prompt_textbox,
+#         negative_prompt       = negative_prompt_textbox,
+#         first_frames          = first_frame,
+#         num_inference_steps   = sample_step_slider,
+#         guidance_scale_txt    = txt_cfg_scale_slider,
+#         guidance_scale_img    = img_cfg_scale_slider,
+#         width                 = width_slider,
+#         height                = height_slider,
+#         video_length          = 16,
+#         noise_sampling_method = "pyoco_mixed",
+#         noise_alpha           = 1.0,
+#         frame_stride          = frame_stride,
+#         use_frameinit         = use_frameinit,
+#         frameinit_noise_level = frame_init_noise_level,
+#         camera_motion         = None,
+#     ).videos
+#     return sample
 
 
 def ui():