update

app.py

@@ -1,27 +1,54 @@
 import numpy as np
 import gradio as gr
 import paddlehub as hub
+import datetime
 
 
 model = hub.Module(name='ernie_vilg')
-language_model = hub.Module(name='baidu_translate')
+language_translation_model = hub.Module(name='baidu_translate')
+language_recognition_model = hub.Module(name='baidu_language_recognition')
 
 style_list = ['水彩','油画', '粉笔画', '卡通', '蜡笔画', '儿童画', '探索无限']
-language_list = ['zh', 'en', 'jp', 'kor']
-def inference(text_prompts, language_indx, style_indx):
+
+tips = {"en": "Tips: The input text will be translated into Chinese for generation", 
+        "jp": "ヒント: 入力テキストは生成のために中国語に翻訳されます", 
+        "kor": "힌트: 입력 텍스트는 생성을 위해 중국어로 번역됩니다"}
+
+count = 0
+
+def translate_language(text_prompts):
+    global count
+    try:
+        count += 1
+        tips_text = None
+        language_code = language_recognition_model.recognize(text_prompts)
+        if language_code != 'zh':
+            text_prompts = language_translation_model.translate(text_prompts, language_code, 'zh')
+    except Exception as e:
+        error_text = str(e)
+        return {status_text:error_text, language_tips_text:gr.update(visible=False)}
+    if language_code in tips:
+        tips_text = tips[language_code]
+    else:
+        tips_text = tips['en']
+    if language_code == 'zh':
+        return {language_tips_text:gr.update(visible=False), translated_language:text_prompts, trigger_component: gr.update(value=count, visible=False)}
+    else:
+        return {language_tips_text:gr.update(visible=True, value=tips_text), translated_language:text_prompts, trigger_component:  gr.update(value=count, visible=False)}
+
+        
+def inference(text_prompts, style_indx):
+  print(datetime.datetime.now())
   try:
     style = style_list[style_indx]
-    if language_indx != 0:
-        language = language_list[language_indx]
-        text_prompts = language_model.translate(text_prompts, language, 'zh')
-    print(text_prompts)
     results = model.generate_image(
         text_prompts=text_prompts, style=style, visualization=False)
-    return 'Success', results[:6]
   except Exception as e:
     error_text = str(e)
-    return error_text, None
-  return
+    print(datetime.datetime.now())
+    return {status_text:error_text, gallery:None}
+  print(datetime.datetime.now())
+  return {status_text:'Success', gallery:results[:6]}
 
 
 title="ERNIE-ViLG"
@@ -108,6 +135,18 @@ examples = [
         '戴着眼镜的猫',
         '油画(Oil painting)'
     ],
+    [
+        'A cat with glasses',
+        '油画(Oil painting)'
+    ],
+    [
+        '眼鏡をかけた猫',
+        '油画(Oil painting)'
+    ],
+    [
+        '안경을 쓴 고양이',
+        '油画(Oil painting)'
+    ],
     [
         '日落时的城市天际线,史前遗迹风格',
         '油画(Oil painting)'
@@ -116,6 +155,18 @@ examples = [
         '一只猫坐在椅子上，戴着一副墨镜, low poly 风格',
         '卡通(Cartoon)'
     ],
+    [
+        'A cat sitting on a chair, wearing a pair of sunglasses, low poly style',
+        '油画(Oil painting)'
+    ],
+    [
+        '猫が椅子に座ってサングラスをかけている、low polyスタイル',
+        '油画(Oil painting)'
+    ],
+    [
+        '고양이 한 마리가 의자에 앉아 선글라스를 끼고 low poly 스타일을 하고 있다',
+        '油画(Oil painting)'
+    ],
     [
         '一只猫坐在椅子上，戴着一副墨镜,秋天风格',
         '探索无限(Explore infinity)'
@@ -132,6 +183,18 @@ examples = [
         '一条由闪电制成的令人敬畏的龙,概念艺术',
         '探索无限(Explore infinity)'
     ],
+    [
+        'An awesome dragon made of lightning, conceptual art',
+        '油画(Oil painting)'
+    ],
+    [
+        '稲妻で作られた畏敬の念を抱かせる竜、コンセプトアート',
+        '油画(Oil painting)'
+    ],
+    [
+        '번개로 만든 경외스러운 용, 개념 예술',
+        '油画(Oil painting)'
+    ],
     [
         '梵高猫头鹰,蒸汽波艺术',
         '探索无限(Explore infinity)'
@@ -143,7 +206,19 @@ examples = [
     [
         '夕阳日落时，阳光落在云层上，海面波涛汹涌，风景，胶片感',
         '探索无限(Explore infinity)'
-    ]
+    ],
+    [
+        'Sunset, the sun falls on the clouds, the sea is rough, the scenery is filmy',
+        '油画(Oil painting)'
+    ],
+    [
+        '夕日が沈むと、雲の上に太陽の光が落ち、海面は波が荒く、風景、フィルム感',
+        '油画(Oil painting)'
+    ],
+    [
+        '석양이 질 때 햇빛이 구름 위에 떨어지고, 해수면의 파도가 용솟음치며, 풍경, 필름감',
+        '油画(Oil painting)'
+    ],
 ]
 
 with block:
@@ -189,7 +264,7 @@ with block:
                     label="Prompt",
                     show_label=False,
                     max_lines=1,
-                    placeholder="Enter your prompt",
+                    placeholder="Enter your prompt, multiple languages are supported now.",
                 ).style(
                     border=(True, False, True, True),
                     rounded=(True, False, False, True),
@@ -200,7 +275,7 @@ with block:
                     margin=False,
                     rounded=(False, True, True, False),
                 )
-        language = gr.Dropdown(label="语言(language)", choices=['中文(Chineses)','英文(English)', '日文(Japanese)', '韩文(Korean)'], value='中文(Chineses)', type="index")
+        language_tips_text = gr.Textbox(label="language tips", show_label=False, visible=False, max_lines=1)
         styles = gr.Dropdown(label="风格(style)", choices=['水彩(Watercolor)','油画(Oil painting)', '粉笔画(Chalk drawing)', '卡通(Cartoon)', '蜡笔画(Crayon drawing)', '儿童画(Children\'s drawing)', '探索无限(Explore infinity)'], value='探索无限(Explore infinity)', type="index")
         gallery = gr.Gallery(
             label="Generated images", show_label=False, elem_id="gallery"
@@ -211,13 +286,16 @@ with block:
             max_lines=1,
             interactive=False
         )
+        trigger_component = gr.Textbox(vaule="", visible=False) # This component is used for triggering inference funtion.
+        translated_language = gr.Textbox(vaule="", visible=False)
         
-        ex = gr.Examples(examples=examples, fn=inference, inputs=[text, language, styles], outputs=gallery, cache_examples=False)
+        ex = gr.Examples(examples=examples, fn=translate_language, inputs=[text], outputs=[language_tips_text, status_text, trigger_component, translated_language], cache_examples=False)
         ex.dataset.headers = [""]
 
         
-        text.submit(inference, inputs=[text, language, styles], outputs=[status_text, gallery])
-        btn.click(inference, inputs=[text, language, styles], outputs=[status_text, gallery])
+        text.submit(translate_language, inputs=[text], outputs=[language_tips_text, status_text, trigger_component, translated_language])
+        btn.click(translate_language, inputs=[text], outputs=[language_tips_text, status_text, trigger_component, translated_language])
+        trigger_component.change(fn=inference, inputs=[translated_language, styles], outputs=[status_text, gallery])
         gr.HTML(
             """
                 <div class="prompt">
@@ -656,4 +734,4 @@ In "Explore infinity" style mode, how the image looks like is totally up to your
         </div>
         ''')
 
-block.queue(concurrency_count=500).launch()
+block.queue(concurrency_count=80).launch()