Update app.py

app.py

@@ -15,11 +15,11 @@ def respond(
     message,
     history: list[tuple[str, str]],
     system_message,
-    max_tokens,
-    temperature,
-    top_p,
-    frequency_penalty,
-    seed,
+    max_tokens= 2048,
+    temperature= 0.7,
+    top_p= 0.95,
+    frequency_penalty= 0,
+    seed= -1,
     custom_model
 ):
     print(f"Received message: {message}")
@@ -45,12 +45,11 @@ def respond(
     
     for message_chunk in client.chat.completions.create(
         model=model_to_use,
-        max_tokens=2048,
-        stream=True,
-        temperature=0.7,
-        top_p=0.95,
-        frequency_penalty=0.0,
-        seed=-1,
+        max_tokens= 2048,
+        temperature= 0.7,
+        top_p= 0.95,
+        frequency_penalty= 0,
+        seed= -1,
         messages=messages,
     ):
         token_text = message_chunk.choices[0].delta.content