Update app.py

app.py

@@ -1,5 +1,6 @@
 from openai import OpenAI
 import gradio as gr
+import time
 
 anyscale_base_url = "https://api.endpoints.anyscale.com/v1"
 
@@ -14,7 +15,14 @@ def predict(api_key, user_input):
         max_tokens=100)
     
     response = completion.choices[0].text
-    return response
+    
+    # Simulate streaming by splitting the response and yielding parts with delays
+    words = response.split()
+    for i in range(0, len(words), 5):  # Adjust the step to control chunk sizes
+        yield ' '.join(words[i:i+5])
+        time.sleep(1)  # Adjust the sleep time to control the streaming speeded
+        
+    #return response
 
 def main():
     description = "This is a simple interface to interact with OpenAI’s Chat Completion API. Please enter your API key and your message."
@@ -23,7 +31,8 @@ def main():
             api_key_input = gr.Textbox(label="API Key", placeholder="Enter your API key here", show_label=True, type="password")
             user_input = gr.Textbox(label="Your Message", placeholder="Enter your message here")
             submit_btn = gr.Button("Submit")
-        output = gr.Textbox(label="Chatbot Response")
+        output = gr.Textbox(label="LLM Response", live=True)
+        #output = gr.Textbox(label="LLM Response")
         
         submit_btn.click(fn=predict, inputs=[api_key_input, user_input], outputs=output)