End stillness

app.py

@@ -1308,11 +1308,12 @@ def process(input_image,
 
     prompts = prompt.split(";")
 
-    # assert input_image is not None, 'No input image!'
     if generation_mode == "text":
-        default_height, default_width = 640, 640
+        default_height, default_width = resolution, resolution
         input_image = np.ones((default_height, default_width, 3), dtype=np.uint8) * 255
         print("No input image provided. Using a blank white image.")
+    assert input_image is not None, 'No input image!'
+    assert (generation_mode != "start_end") or end_image is not None, 'No end image!'
 
     yield gr.update(label="Previewed Frames"), None, '', '', gr.update(interactive=False), gr.update(interactive=True), gr.skip()
 
@@ -1495,7 +1496,6 @@ with block:
             image_position = gr.Slider(label="Image position", minimum=0, maximum=100, value=0, step=1, info='0=Video start; 100=Video end (lower quality)')
             input_video = gr.Video(sources='upload', label="Input Video", height=320)
             end_image = gr.Image(sources='upload', type="numpy", label="End Frame (optional)", height=320)
-            end_stillness = gr.Slider(label="End stillness", minimum=0, maximum=100, value=0, step=1, info='0=Realistic end; 100=Matches exactly the end image (but the time seems to freeze)')
             timeless_prompt = gr.Textbox(label="Timeless prompt", info='Used on the whole duration of the generation', value='', placeholder="The creature starts to move, fast motion, fixed camera, focus motion, consistent arm, consistent position, mute colors, insanely detailed")
             prompt_number = gr.Slider(label="Timed prompt number", minimum=0, maximum=1000, value=0, step=1, info='Prompts will automatically appear')
 
@@ -1522,6 +1522,7 @@ with block:
                 n_prompt = gr.Textbox(label="Negative Prompt", value="Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth", info='Requires using normal CFG (undistilled) instead of Distilled (set Distilled=1 and CFG > 1).')
 
                 fps_number = gr.Slider(label="Frame per seconds", info="The model is trained for 30 fps so other fps may generate weird results", minimum=10, maximum=60, value=30, step=1)
+                end_stillness = gr.Slider(label="End stillness", minimum=0, maximum=100, value=1, step=1, info='0=Realistic end; >0=Matches exactly the end image (but the time seems to freeze)')
 
                 latent_window_size = gr.Slider(label="Latent Window Size", minimum=1, maximum=33, value=9, step=1, info='Generate more frames at a time (larger chunks). Less degradation and better blending but higher VRAM cost. Should not change.')
                 steps = gr.Slider(label="Steps", minimum=1, maximum=100, value=30, step=1, info='Increase for more quality, especially if using high non-distilled CFG. If your animation has very few motion, you may have brutal brightness change; this can be fixed increasing the steps.')
@@ -1762,7 +1763,7 @@ with block:
                         0, # image_position
                         "A woman jumps out of the train and arrives on the ground, viewed from the outside, photorealistic, realistic, amateur photography, midday, insanely detailed, 8k",
                         "start_end", # generation_mode
-                        "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut", # n_prompt
+                        "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut, crossfader, crossfading", # n_prompt
                         True, # randomize_seed
                         42, # seed
                         True, # auto_allocation
@@ -1795,9 +1796,9 @@ with block:
                     [
                         "./img_examples/Example1.mp4", # input_video
                         None, # end_image
-                        0, # end_stillness
+                        1, # end_stillness
                         "View of the sea as far as the eye can see, from the seaside, a piece of land is barely visible on the horizon at the middle, the sky is radiant, reflections of the sun in the water, photorealistic, realistic, intricate details, 8k, insanely detailed",
-                        "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth", # n_prompt
+                        "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut, crossfader, crossfading", # n_prompt
                         True, # randomize_seed
                         42, # seed
                         True, # auto_allocation
@@ -1823,7 +1824,7 @@ with block:
                         None, # end_image
                         1, # end_stillness
                         "View of the sea as far as the eye can see, from the seaside, a piece of land is barely visible on the horizon at the middle, the sky is radiant, reflections of the sun in the water, photorealistic, realistic, intricate details, 8k, insanely detailed",
-                        "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth", # n_prompt
+                        "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut, crossfader, crossfading", # n_prompt
                         True, # randomize_seed
                         42, # seed
                         True, # auto_allocation
@@ -1847,9 +1848,9 @@ with block:
                     [
                         "./img_examples/Example1.mp4", # input_video
                         None, # end_image
-                        0, # end_stillness
+                        1, # end_stillness
                         "View of the sea as far as the eye can see, from the seaside, a piece of land is barely visible on the horizon at the middle, the sky is radiant, reflections of the sun in the water, photorealistic, realistic, intricate details, 8k, insanely detailed",
-                        "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth", # n_prompt
+                        "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut, crossfader, crossfading", # n_prompt
                         True, # randomize_seed
                         42, # seed
                         True, # auto_allocation
@@ -2053,7 +2054,7 @@ with block:
                     0, # image_position
                     "A woman jumps out of the train and arrives on the ground, viewed from the outside, photorealistic, realistic, amateur photography, midday, insanely detailed, 8k", # prompt
                     "start_end", # generation_mode
-                    "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut", # n_prompt
+                    "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut, crossfader, crossfading", # n_prompt
                     True, # randomize_seed
                     42, # seed
                     True, # auto_allocation
@@ -2085,9 +2086,9 @@ with block:
                 [
                     "./img_examples/Example1.mp4", # input_video
                     None, # end_image
-                    0, # end_stillness
+                    1, # end_stillness
                     "View of the sea as far as the eye can see, from the seaside, a piece of land is barely visible on the horizon at the middle, the sky is radiant, reflections of the sun in the water, photorealistic, realistic, intricate details, 8k, insanely detailed",
-                    "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth", # n_prompt
+                    "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut, crossfader, crossfading", # n_prompt
                     True, # randomize_seed
                     42, # seed
                     True, # auto_allocation
@@ -2111,9 +2112,9 @@ with block:
                 [
                     "./img_examples/Example1.mp4", # input_video
                     "./img_examples/Example1.png", # end_image
-                    0, # end_stillness
+                    1, # end_stillness
                     "View of the sea as far as the eye can see, from the seaside, a piece of land is barely visible on the horizon at the middle, the sky is radiant, reflections of the sun in the water, photorealistic, realistic, intricate details, 8k, insanely detailed",
-                    "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth", # n_prompt
+                    "Missing arm, long hand, unrealistic position, impossible contortion, visible bone, muscle contraction, poorly framed, blurred, blurry, over-smooth, jumpcut, crossfader, crossfading", # n_prompt
                     True, # randomize_seed
                     42, # seed
                     True, # auto_allocation
@@ -2205,7 +2206,7 @@ with block:
             gr.update(visible = False), # image_position
             gr.update(visible = True),  # input_image
             gr.update(visible = True),  # end_image
-            gr.update(visible = True), # end_stillness
+            gr.update(visible = False), # end_stillness
             gr.update(visible = False), # input_video
             gr.update(visible = True),  # start_button
             gr.update(visible = False), # start_button_video