Update app.py
Browse files
app.py
CHANGED
|
@@ -21,8 +21,8 @@ def chat(message, history):
|
|
| 21 |
output = ""
|
| 22 |
for chunk in model.create_chat_completion(
|
| 23 |
messages=messages,
|
| 24 |
-
max_tokens=
|
| 25 |
-
stream=True
|
| 26 |
chat_template_kwargs={"enable_thinking": False}
|
| 27 |
):
|
| 28 |
delta = chunk["choices"][0]["delta"].get("content", "")
|
|
|
|
| 21 |
output = ""
|
| 22 |
for chunk in model.create_chat_completion(
|
| 23 |
messages=messages,
|
| 24 |
+
max_tokens=2048,
|
| 25 |
+
stream=True,
|
| 26 |
chat_template_kwargs={"enable_thinking": False}
|
| 27 |
):
|
| 28 |
delta = chunk["choices"][0]["delta"].get("content", "")
|