Upload app.py

app.py

@@ -62,8 +62,10 @@ def respond(
     generation_thread.start()
 
     # Stream the output progressively
+    generated_text = ""
     for token in streamer:  # Append each token to the accumulated text
-        yield token
+        generated_text += token
+        yield generated_text
 
 
 """
@@ -144,7 +146,7 @@ with gr.Blocks() as demo:
 
     # Define functionality
     translate_button.click(
-        respond_google_translate,
+        respond,
         inputs=[
             source_textbox,
             system_message_input,
@@ -153,6 +155,7 @@ with gr.Blocks() as demo:
             top_p_slider,
         ],
         outputs=translated_textbox,
+        live=True
     )
 
 if __name__ == "__main__":