Commit
·
dc4d943
1
Parent(s):
2d341f4
back to origin
Browse files- handler.py +2 -1
handler.py
CHANGED
|
@@ -28,7 +28,8 @@ class EndpointHandler:
|
|
| 28 |
bos_token_id=1,
|
| 29 |
do_sample=False,
|
| 30 |
# temperature=0.7,
|
| 31 |
-
max_new_tokens=
|
|
|
|
| 32 |
)
|
| 33 |
|
| 34 |
def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
|
|
|
|
| 28 |
bos_token_id=1,
|
| 29 |
do_sample=False,
|
| 30 |
# temperature=0.7,
|
| 31 |
+
max_new_tokens=10240
|
| 32 |
+
|
| 33 |
)
|
| 34 |
|
| 35 |
def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
|