add cases

FollowYourPose/test_followyourpose.py

@@ -175,7 +175,7 @@ def test(
                                         skeleton_path=skeleton_path,
                                         **validation_data).videos
             save_path = f"{output_dir}/inference/sample-{global_step}-{str(seed)}-{now}/{prompt}.gif"
-            save_videos_grid(sample, save_path)
+            save_videos_grid(sample, save_path, fps=4)
         #     samples.append(sample)
         # samples = torch.concat(samples)
         # save_path = f"{output_dir}/inference/sample-{global_step}-{str(seed)}-{now}.mp4"

app.py

@@ -7,7 +7,8 @@ import os
 import gradio as gr
 
 from inference_followyourpose import merge_config_then_run
-
+import sys
+sys.path.append('FollowYourPose')
 
 HF_TOKEN = os.getenv('HF_TOKEN')
 pipe = merge_config_then_run()
@@ -155,6 +156,20 @@ with gr.Blocks(css='style.css') as demo:
     with gr.Row():
         from example import style_example
         examples = style_example
+        
+        gr.Examples(examples=examples,
+                    inputs = [
+                        user_input_video,
+                        target_prompt,
+                        num_steps,
+                        guidance_scale,
+                        video_type,
+                        *ImageSequenceDataset_list
+                    ],
+                    outputs=result,
+                    fn=pipe.run,
+                    cache_examples=True,
+                    )
     inputs = [
             user_input_video,
             target_prompt,

example.py

@@ -1,85 +1,47 @@
+import sys
+sys.path.append('FollowYourPose')
+
 num_steps = 30
 style_example = [
             [
-                'CompVis/stable-diffusion-v1-4',
-                'FateZero/data/teaser_car-turn.mp4',
-                'a silver jeep driving down a curvy road in the countryside',
-                'watercolor painting of a silver jeep driving down a curvy road in the countryside',
-                0.8, 
-                0.8,
-                "watercolor",
-                10,
-                num_steps,
-                7.5,
-                # input video argument
-                None, 0, 8, 1, 0,0,0,0
-                
+                "data/dancing_example_1.mp4",
+                "Iron man in the beach",
+                50,
+                12,
+                "Skeleton Video",
+                8,1,0,0,0,0
+            ],
+            [
+                "data/dancing_example_2.mp4",
+                "A man in the beach, Van Gogh style",
+                50,
+                12,
+                "Skeleton Video",
+                8,1,0,0,0,0
+            ],
+            [
+                "data/dancing_example_3.mp4",
+                "Astronauts on the moon",
+                50,
+                12,
+                "Skeleton Video",
+                8,1,0,0,0,0
+            ],
+            [
+                "data/dancing_example_4.mp4",
+                "Superman on the forest",
+                50,
+                12,
+                "Raw Video",
+                8,1,0,0,0,0
+            ],
+            [
+                "data/dancing_example_5.mp4",
+                "Hulk on the sea",
+                50,
+                12,
+                "Raw Video",
+                8,1,0,0,0,0
             ]
-            # [
-            #     'CompVis/stable-diffusion-v1-4',
-            #     'FateZero/data/style/sunflower.mp4',
-            #     'a yellow sunflower',
-            #     'van gogh style painting of a yellow sunflower',
-            #     0.5,
-            #     0.5,
-            #     'van gogh',
-            #     10,
-            #     num_steps,
-            #     7.5,
-            #     None, 0, 8, 1, 0,0,0,0
-            # ],
-            # [
-            #     'CompVis/stable-diffusion-v1-4',
-            #     'FateZero/data/style/surf.mp4',
-            #     'a man with round helmet surfing on a white wave in blue ocean with a rope',
-            #     'The Ukiyo-e style painting of a man with round helmet surfing on a white wave in blue ocean with a rope',
-            #     0.9,
-            #     0.9,
-            #     'Ukiyo-e',
-            #     10,
-            #     num_steps,
-            #     7.5,
-            #     None, 0, 8, 1, 0,0,0,0
-            # ],
-            # [
-            #     'CompVis/stable-diffusion-v1-4',
-            #     'FateZero/data/style/train.mp4',
-            #     'a train traveling down tracks next to a forest filled with trees and flowers and a man on the side of the track',
-            #     'a train traveling down tracks next to a forest filled with trees and flowers and a man on the side of the track Makoto Shinkai style',
-            #     0.9,
-            #     0.9,
-            #     'Makoto Shinkai',
-            #     10,
-            #     num_steps,
-            #     7.5,
-            #     None, 0, 8, 28, 0,0,0,0
-            # ],
-
-            # [
-            #     'CompVis/stable-diffusion-v1-4',
-            #     'FateZero/data/attribute/swan_swarov.mp4',
-            #     'a black swan with a red beak swimming in a river near a wall and bushes',
-            #     'a Swarovski crystal swan with a red beak swimming in a river near a wall and bushes',
-            #     0.8,
-            #     0.6,
-            #     'Swarovski crystal',
-            #     10,
-            #     num_steps,
-            #     7.5,
-            #     None, 0, 8, 1, 0,0,0,0
-            # ],
-            # [
-            #     'CompVis/stable-diffusion-v1-4',
-            #     'FateZero/data/attribute/squirrel_carrot.mp4',
-            #     'A squirrel is eating a carrot',
-            #     'A rabbit is eating a eggplant',
-            #     0.5,
-            #     0.5,
-            #     'rabbit eggplant',
-            #     10,
-            #     num_steps,
-            #     7.5,
-            #     None, 0, 8, 1, 0,0,0,0
-            # ],
 
 ]