Update app.py

app.py

@@ -200,10 +200,10 @@ def respond(
 
     for message in client.chat_completion(
         messages,
-        max_tokens=max_tokens,
+        max_tokens=512,
         stream=True,
-        temperature=temperature,
-        top_p=top_p,
+        temperature=0.3,
+        top_p=0.3,
     ):
         token = message.choices[0].delta.content