Update app.py

app.py

@@ -11,30 +11,28 @@ messages = [{"role": "system",
              "content": "You are a friendly AI assistant and an expert in health ."}]
 
 
-def CustomOpenChat(user_input):
+def ChatResponse(user_input, history):
     messages.append({"role": "user", "content": user_input})
     response = openai.ChatCompletion.create(
         model="gpt-3.5-turbo",
+        stream=True,
         messages=messages,
-        max_tokens=256, 
-        temperature=0.3, 
+        max_tokens=512, 
+        temperature=0.5, 
         top_p=0.95
     )
-    OpenChat_reply = response["choices"][0]["message"]["content"]
-    messages.append({"role": "assistant", "content": OpenChat_reply})
-    return OpenChat_reply
-
-
-def chat_response(message, history):
-    result = CustomOpenChat(message)
-    return result
+    partial_response = ""
+    for stream_response in response:
+        token = stream_response["choices"][0]["delta"].get("content", "")
+        partial_response += token
+        yield partial_response
 
 
 mychatbot = gr.Chatbot(
     avatar_images=["./user.png", "./aibot.png"], bubble_full_width=False, show_label=False, show_copy_button=True,)
 
 
-demo = gr.ChatInterface(fn=chat_response, 
+demo = gr.ChatInterface(fn=ChatResponse, 
         chatbot=mychatbot,
         title="🫐BuruBuru Chat🫐",
         retry_btn=None,