Update app.py

app.py

@@ -37,6 +37,11 @@ def respond(
     
     for message_chunk in client.chat.completions.create(
         model=model_to_use,
+        max_tokens=2048,
+        temperature=0.7,
+        top_p=0.95,
+        frequency_penalty=0.0,
+        seed=None,
         messages=messages,
     ):
         token_text = message_chunk.choices[0].delta.content
@@ -61,4 +66,4 @@ demo = gr.ChatInterface(
 
 if __name__ == "__main__":
     print("Launching the ChatGPT-Llama...")
-    demo.launch()
+    demo.launch()