Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -57,7 +57,7 @@ def reverse(user_msg: str) -> str:
|
|
| 57 |
encoded = tokenizer(prompt, return_tensors="pt").to(model.device)
|
| 58 |
out = model.generate(
|
| 59 |
**encoded, # <- pass as keyword args
|
| 60 |
-
max_new_tokens=
|
| 61 |
do_sample=False # temperature becomes irrelevant
|
| 62 |
)
|
| 63 |
full = tokenizer.decode(out[0], skip_special_tokens=True)
|
|
|
|
| 57 |
encoded = tokenizer(prompt, return_tensors="pt").to(model.device)
|
| 58 |
out = model.generate(
|
| 59 |
**encoded, # <- pass as keyword args
|
| 60 |
+
max_new_tokens=1024,
|
| 61 |
do_sample=False # temperature becomes irrelevant
|
| 62 |
)
|
| 63 |
full = tokenizer.decode(out[0], skip_special_tokens=True)
|