Spaces:
Runtime error
Runtime error
Adjust the number of tokens generated
Browse files
app.py
CHANGED
|
@@ -538,7 +538,7 @@ def generate(message, temperature):
|
|
| 538 |
model="tgi",
|
| 539 |
messages=message,
|
| 540 |
stream=True,
|
| 541 |
-
max_tokens=
|
| 542 |
stop=["```output\n"],
|
| 543 |
temperature=temperature,
|
| 544 |
)
|
|
|
|
| 538 |
model="tgi",
|
| 539 |
messages=message,
|
| 540 |
stream=True,
|
| 541 |
+
max_tokens=1024,
|
| 542 |
stop=["```output\n"],
|
| 543 |
temperature=temperature,
|
| 544 |
)
|