response

app.py

@@ -11,19 +11,15 @@ def respond(message, history):
         messages.extend(history)
     messages.append({"role": "user", "content": message})
 
-    response = client.chat_completion(
+    response = ""
+    for messages in client.chat_completion(
         messages,
-        max_tokens = 190
-    #change the text length
-    )
-    
-    print(response["choices"][0]["message"]["content"].strip())
-    return response["choices"][0]["message"]["content"].strip()
-        
-def magic_eight_ball(message, history):
-    my_list = ["yes","no","probably","absolutely", "absolutely not","that's crazy","that's amazing","Without a doubt","most likely","i wouldn't expect a no","ask later","can't tell you now","I know but I won't tell youu","how bout no","do you need that??"]
-    chat_answer = random.choice(my_list)
-    return chat_answer
+        max_tokens = 190,
+        stream = True,
+    ):
+        token = messages.choices[0].delta.content
+        response+= token 
+    yield response["choices"][0]["message"]["content"].strip()
     
 chatbot = gr.ChatInterface(respond, type = "messages")
 chatbot.launch(debug=True)