Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -68,7 +68,7 @@ def chat_fn(message, history):
|
|
| 68 |
with torch.no_grad():
|
| 69 |
output_ids = model.generate(
|
| 70 |
input_ids,
|
| 71 |
-
|
| 72 |
temperature=0.8,
|
| 73 |
top_k=50,
|
| 74 |
)
|
|
|
|
| 68 |
with torch.no_grad():
|
| 69 |
output_ids = model.generate(
|
| 70 |
input_ids,
|
| 71 |
+
max_tokens=512,
|
| 72 |
temperature=0.8,
|
| 73 |
top_k=50,
|
| 74 |
)
|