Update app.py

app.py

@@ -9,14 +9,20 @@ def respond(message, history):
     if history:
         messages.extend(history)
     messages.append({"role":"user", "content": message})
-    response = client.chat_completion(
+    response = ""
+    for message in client.chat_completion(
         messages,
-        max_tokens = 50, #change the length
+        max_tokens = 100, #change the length
         temperature = 0.5,
-        top_p = 0.7
-    )
-    print(response["choices"][0]["message"]["content"].strip())
-    return response["choices"][0]["message"]["content"].strip()
+        top_p = 0.7,
+        stream=True
+    ):
+        token = message.choices[0].delta.content
+        response += token
+
+
+
+    yield response["choices"][0]["message"]["content"].strip()
 
 def echo(message, history):
     choices = ["Without a doubt", "Ask again later","Yes, definitely","Don't count on it"]