set max_new_tokens to 128
Browse files
app.py
CHANGED
|
@@ -15,7 +15,7 @@ async def summarize(text, retries=6):
|
|
| 15 |
data = {
|
| 16 |
"inputs": text,
|
| 17 |
"options": {
|
| 18 |
-
"max_new_tokens":
|
| 19 |
"min_length": 10,
|
| 20 |
"max_length": 500,
|
| 21 |
"length_penalty": 2.0,
|
|
|
|
| 15 |
data = {
|
| 16 |
"inputs": text,
|
| 17 |
"options": {
|
| 18 |
+
"max_new_tokens": 128,
|
| 19 |
"min_length": 10,
|
| 20 |
"max_length": 500,
|
| 21 |
"length_penalty": 2.0,
|