Update handler.py
Browse files- handler.py +0 -1
handler.py
CHANGED
|
@@ -34,7 +34,6 @@ class EndpointHandler:
|
|
| 34 |
"temperature": 0.3,
|
| 35 |
"top_k": 50,
|
| 36 |
"top_p": 0.8,
|
| 37 |
-
"early_stopping": True,
|
| 38 |
"repetition_penalty": 2.5
|
| 39 |
}
|
| 40 |
with torch.no_grad():
|
|
|
|
| 34 |
"temperature": 0.3,
|
| 35 |
"top_k": 50,
|
| 36 |
"top_p": 0.8,
|
|
|
|
| 37 |
"repetition_penalty": 2.5
|
| 38 |
}
|
| 39 |
with torch.no_grad():
|