ccclemenfff commited on
Commit
dc4d943
·
1 Parent(s): 2d341f4

back to origin

Browse files
Files changed (1) hide show
  1. handler.py +2 -1
handler.py CHANGED
@@ -28,7 +28,8 @@ class EndpointHandler:
28
  bos_token_id=1,
29
  do_sample=False,
30
  # temperature=0.7,
31
- max_new_tokens=4096
 
32
  )
33
 
34
  def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
 
28
  bos_token_id=1,
29
  do_sample=False,
30
  # temperature=0.7,
31
+ max_new_tokens=10240
32
+
33
  )
34
 
35
  def __call__(self, data: Dict[str, Any]) -> Dict[str, str]: