try

app.py

@@ -11,6 +11,8 @@ def respond(message, history):
         
     messages.append({"role" : "user", "content" : message})
     response = client.chat_completion(messages, max_tokens = 100)
+    temperature = 0.8
+    top_p = 0.65
 
     print(response ["choices"][0]["message"]["content"].strip())