Update app_dialogue.py

app_dialogue.py

@@ -523,7 +523,9 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
         stream = client.generate_stream(prompt=query, **generation_args)
 
         acc_text = ""
+        import time
         for idx, response in enumerate(stream):
+            start = time.time()
             text_token = response.token.text
 
             if response.details:
@@ -541,11 +543,13 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
             last_turn = chat_history.pop(-1)
             last_turn[-1] += acc_text
             chat_history.append(last_turn)
+            print(">", time.time() - start)
             yield "", None, chat_history
             acc_text = ""
 
     def process_example(message, image):
-        clear_msg, image_value, chat = model_inference(
+        clear_msg, image_value, chat = 
+        (
             model_selector="HuggingFaceM4/idefics-80b-instruct",
             user_prompt_str=message,
             chat_history=[],
@@ -559,7 +563,8 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
         return clear_msg, image_value, chat
 
     textbox.submit(
-        fn=model_inference,
+        fn=
+        ,
         inputs=[
             model_selector,
             textbox,
@@ -574,7 +579,8 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
         outputs=[textbox, imagebox, chatbot],
     )
     submit_btn.click(
-        fn=model_inference,
+        fn=
+        ,
         inputs=[
             model_selector,
             textbox,
@@ -603,7 +609,8 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
         return chat_update, text_update
 
     regenerate_btn.click(fn=remove_last_turn, inputs=chatbot, outputs=[chatbot, textbox]).then(
-        fn=model_inference,
+        fn=
+        ,
         inputs=[
             model_selector,
             textbox,