add image2video pipeline

app_i2v.py

@@ -7,7 +7,7 @@ import tempfile
 
 from diffusers.utils import export_to_video, load_image
 
-from video_model import video_pipe
+from video_model import i2v_pipe
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
@@ -33,7 +33,7 @@ def create_demo() -> gr.Blocks:
         run_task_time, time_cost_str = get_time_cost(run_task_time, time_cost_str)
         try:
             with torch.no_grad():
-                video = video_pipe(
+                video = i2v_pipe(
                     image=input_image,
                     prompt=prompt,
                     negative_prompt=negative_prompt,

app_t2v.py

@@ -5,9 +5,9 @@ import torch
 import gc
 import tempfile
 
-from diffusers.utils import export_to_video, load_image
+from diffusers.utils import export_to_video
 
-from video_model import video_pipe
+from video_model import t2v_pipe
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
@@ -31,7 +31,7 @@ def create_demo() -> gr.Blocks:
         run_task_time, time_cost_str = get_time_cost(run_task_time, time_cost_str)
         try:
             with torch.no_grad():
-                video = video_pipe(
+                video = t2v_pipe(
                     prompt=prompt,
                     negative_prompt=negative_prompt,
                     generator=generator,

requirements.txt

@@ -1,7 +1,7 @@
 gradio
 torch
 torchvision
-git+https://github.com/huggingface/diffusers
+diffusers
 transformers
 accelerate
 mediapipe

video_model.py

@@ -1,9 +1,12 @@
 import torch
 
-from diffusers import LTXPipeline
+from diffusers import LTXPipeline, LTXImageToVideoPipeline
 
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-video_pipe = LTXPipeline.from_pretrained("Lightricks/LTX-Video", torch_dtype=torch.bfloat16)
-video_pipe.to(device)
+t2v_pipe = LTXPipeline.from_pretrained("Lightricks/LTX-Video", torch_dtype=torch.bfloat16)
+t2v_pipe.to(device)
+
+i2v_pipe = LTXImageToVideoPipeline.from_pretrained("Lightricks/LTX-Image", torch_dtype=torch.bfloat16)
+i2v_pipe.to(device)