Update app.py

app.py

@@ -13,8 +13,16 @@ def respond(message,history):
     
     messages.append({"role": "user", "content": message})
 
-    response = client.chat_completion(messages,max_tokens=50, temperature=.9,
-    top_p=.7) #changes the length of message
+    response = ""
+
+    for message in client.chat_completion(messages,max_tokens=50, stream=True):
+        token = messages.choices[0].delta.content
+        response = += token
+        yield response["choices"][0]["message"]["content"]
+                                      
+                                      
+    #temperature=.9,
+    #top_p=.7) #changes the length of message
     
     return response['choices'][0]['message']['content'].strip()