Commit ·
ea8887e
1
Parent(s): 4d62adf
Update handler.py
Browse filesIncreasing response token limit
- handler.py +1 -1
handler.py
CHANGED
|
@@ -23,7 +23,7 @@ class EndpointHandler:
|
|
| 23 |
|
| 24 |
# pass inputs with all kwargs in data
|
| 25 |
if parameters is not None:
|
| 26 |
-
prediction = self.pipeline(inputs, **parameters)
|
| 27 |
else:
|
| 28 |
prediction = self.pipeline(inputs)
|
| 29 |
# postprocess the prediction
|
|
|
|
| 23 |
|
| 24 |
# pass inputs with all kwargs in data
|
| 25 |
if parameters is not None:
|
| 26 |
+
prediction = self.pipeline(inputs, max_new_tokens=2048, **parameters)
|
| 27 |
else:
|
| 28 |
prediction = self.pipeline(inputs)
|
| 29 |
# postprocess the prediction
|