major update to ChatInterface

app.py

@@ -12,19 +12,28 @@ If I keep asking about irrelevant topics, stop engaging and redirect more firmly
 Begin by asking me my name, the topic of our conversation, and the type of assignment I am working on. 
 """
 
-messages = [{"role": "system", "content": sys_message}]
 
-def CustomChatGPT(user_input):
-    messages.append({"role": "user", "content": user_input})
+def CustomChatGPT(message, history):
+    history_openai_format = [{"role": "system", "content": sys_message}]
+    for human, assistant in history:
+        history_openai_format.append({"role": "user", "content": human})
+        history_openai_format.append({"role": "assistant", "content": assistant})
+    history_openai_format.append({"role": "user", "content": message})
+    
     response = openai.ChatCompletion.create(
         model = "gpt-3.5-turbo",
-        messages = messages
+        messages = history_openai_format
+        temperature = 1.0
+        stream=True
     )
-    ChatGPT_reply = response["choices"][0]["message"]["content"]
-    messages.append({"role": "assistant", "content": ChatGPT_reply})
-    return ChatGPT_reply
 
-demo = gradio.Interface(fn=CustomChatGPT, inputs = "text", outputs = "text", title = "Middle School Tutor")
+    partial_message = ""
+    for chunk in response:
+        if len(chunk['choices'][0]'delta']) != 0:
+            partial_message = partial_message + chunk['choices'][0]'delta']['content']
+            yield partial_message
+
+gradio.ChatInterface(fn=CustomChatGPT, title = "Middle School Tutor").queue().launch()
+
 
-demo.launch()