update ui

app.py

@@ -8,16 +8,16 @@ sys.path.insert(1, os.path.join(sys.path[0], 'lvdm'))
 def videocrafter_demo(result_dir='./tmp/'):
     text2video = Text2Video(result_dir)
     with gr.Blocks(analytics_enabled=False) as videocrafter_iface:
+        gr.Markdown("<div align='center'> <h2> VideoCrafter: A Toolkit for Text-to-Video Generation and Editing </span> </h2> \
+                     <a style='font-size:18px;color: #efefef' href='https://github.com/VideoCrafter/VideoCrafter'> Github </div>")
         with gr.Row().style(equal_height=False):
             with gr.Tab(label="VideoCrafter"):
-                input_text = gr.Text()
+                input_text = gr.Text(label='Prompts')
                 model_choices=['origin','vangogh','frozen','yourname', 'coco']
-                trigger_word_list=[' ','Loving Vincent style', 'frozenmovie style', 'MakotoShinkaiYourName style', 'coco style']
 
                 with gr.Row():
                     model_index = gr.Dropdown(label='Models', elem_id=f"model", choices=model_choices, value=model_choices[0], type="index",interactive=True)
-                    trigger_word=gr.Dropdown(label='Trigger Word', elem_id=f"trigger_word", choices=trigger_word_list, value=trigger_word_list[0], interactive=True)
-
+                    
                 with gr.Row():
                     steps = gr.Slider(minimum=1, maximum=200, step=1, elem_id=f"steps", label="Sampling steps", value=50)
                     eta = gr.Slider(minimum=0.0, maximum=1.0, step=0.1, label='ETA', value=1.0, elem_id="eta")
@@ -31,6 +31,71 @@ def videocrafter_demo(result_dir='./tmp/'):
             with gr.Column():
                 output_video_1 = gr.PlayableVideo()
 
+        with gr.Row():
+            examples = [
+                [
+                    'an elephant is walking under the sea, 4K, high definition',
+                    50,
+                    'origin',
+                    1,
+                    15,
+                    1,
+                ],
+                [
+                    'an astronaut riding a horse in outer space',
+                    25,
+                    'origin',
+                    1,
+                    15,
+                    1,
+                ],
+                [
+                    'a monkey is playing a piano',
+                    25,
+                    'vangogh',
+                    1,
+                    15,
+                    1,
+                ],
+                [
+                    'A fire is burning on a candle',
+                    25,
+                    'frozen',
+                    1,
+                    15,
+                    1,
+                ],
+                [
+                    'a horse is drinking in the river',
+                    25,
+                    'yourname',
+                    1,
+                    15,
+                    1,
+                ],
+                [
+                    'Robot dancing in times square',
+                    25,
+                    'coco',
+                    1,
+                    15,
+                    1,
+                ],                    
+
+            ]
+            gr.Examples(examples=examples,
+                        inputs=[
+                        input_text,
+                        steps,
+                        model_index,
+                        eta,
+                        cfg_scale,
+                        lora_scale],
+                        outputs=[output_video_1],
+                        fn=text2video.get_prompt,
+                        cache_examples=False)
+                        #cache_examples=os.getenv('SYSTEM') == 'spaces')
+
             send_btn.click(
                 fn=text2video.get_prompt, 
                 inputs=[
@@ -40,7 +105,6 @@ def videocrafter_demo(result_dir='./tmp/'):
                     eta,
                     cfg_scale,
                     lora_scale,
-                    trigger_word
                 ],
                 outputs=[output_video_1],
             )

videocrafter_test.py

@@ -42,7 +42,7 @@ class Text2Video():
                                 'models/videolora/lora_002_frozenmovie_style.ckpt',
                                 'models/videolora/lora_003_MakotoShinkaiYourName_style.ckpt',
                                 'models/videolora/lora_004_coco_style.ckpt']
-
+        self.lora_trigger_word_list = ['','Loving Vincent style', 'frozenmovie style', 'MakotoShinkaiYourName style', 'coco style']
         model, _, _ = load_model(config, ckpt_path, gpu_id=0, inject_lora=False)
         self.model = model
         self.last_time_lora = ''
@@ -52,9 +52,9 @@ class Text2Video():
         self.ddim_sampler = DDIMSampler(model) 
         self.origin_weight = None
 
-    def get_prompt(self, input_text, steps=50, model_index=0, eta=1.0, cfg_scale=15.0, lora_scale=1.0, trigger_word=''):
-        if trigger_word !=' ':
-            input_text = input_text + ', ' + trigger_word
+    def get_prompt(self, input_text, steps=50, model_index=0, eta=1.0, cfg_scale=15.0, lora_scale=1.0):
+        if model_index > 0:
+            input_text = input_text + ', ' + self.lora_trigger_word_list[model_index]
         inject_lora = model_index > 0
         self.origin_weight = change_lora_v2(self.model, inject_lora=inject_lora, lora_scale=lora_scale, lora_path=self.lora_path_list[model_index],
                     last_time_lora=self.last_time_lora, last_time_lora_scale=self.last_time_lora_scale, origin_weight=self.origin_weight)