try

app.py

@@ -10,10 +10,16 @@ def respond(message, history):
         messages.extend(history)
         
     messages.append({"role" : "user", "content" : message})
-    response = client.chat_completion(messages, max_tokens = 100)
-    temperature = 0.8
-    top_p = 0.65
-
+    response = ""
+    for messages in client.chat_completion(
+        messages, 
+        max_tokens = 100
+        stream = True):
+    # temperature = 0.8
+    # top_p = 0.65
+    token = messages.choices[0].delta.content
+yield response ["choices"][0]["message"]["content"].strip()
+    
     print(response ["choices"][0]["message"]["content"].strip())
 
     return response ["choices"][0]["message"]["content"].strip()