Update app.py

app.py

@@ -17,9 +17,12 @@ from diffusers.utils.import_utils import is_xformers_available
 from consisti2v.pipelines.pipeline_conditional_animation import ConditionalAnimationPipeline
 from consisti2v.utils.util import save_videos_grid
 from omegaconf import OmegaConf
+from transformers import pipeline as translation_pipeline
 
+# Translation pipeline for Korean to English
+translator = translation_pipeline("translation", model="Helsinki-NLP/opus-mt-ko-en")
 
-sample_idx     = 0
+sample_idx = 0
 scheduler_dict = {
     "DDIM": DDIMScheduler,
 }
@@ -33,9 +36,8 @@ css = """
 }
 """
 
-
-basedir        = os.getcwd()
-savedir        = os.path.join(basedir, "samples/Gradio", datetime.now().strftime("%Y-%m-%dT%H-%M-%S"))
+basedir = os.getcwd()
+savedir = os.path.join(basedir, "samples/Gradio", datetime.now().strftime("%Y-%m-%dT%H-%M-%S"))
 savedir_sample = os.path.join(savedir, "sample")
 os.makedirs(savedir, exist_ok=True)
 
@@ -207,8 +209,11 @@ def animate(
             filter_params = OmegaConf.create({'method': 'gaussian', 'd_s': 0.25, 'd_t': 0.25,})
         )
 
+    # Translate Korean prompt to English
+    translated_prompt = translator(prompt_textbox, src_lang="ko", tgt_lang="en")[0]['translation_text']
+
     sample = pipeline(
-        prompt_textbox,
+        translated_prompt,
         negative_prompt       = negative_prompt_textbox,
         first_frames          = first_frame,
         num_inference_steps   = sample_step_slider,
@@ -259,7 +264,7 @@ def ui():
         )
 
         with gr.Row():
-            prompt_textbox = gr.Textbox(label="Prompt", lines=2)
+            prompt_textbox = gr.Textbox(label="프롬프트 (한글)", lines=2)
             negative_prompt_textbox = gr.Textbox(label="Negative prompt", lines=2)
 
         with gr.Row(equal_height=False):