OzTianlu commited on
Commit
8f3f2c2
·
verified ·
1 Parent(s): 39bf691

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -104,8 +104,8 @@ class EndpointHandler:
104
 
105
 
106
  gen_ids = self.model.generate(
107
- attention_mask=attention_mask,
108
  input_ids=input_ids,
 
109
  max_new_tokens=max_new_tokens,
110
  do_sample=do_sample,
111
  temperature=temperature if do_sample else None,
 
104
 
105
 
106
  gen_ids = self.model.generate(
 
107
  input_ids=input_ids,
108
+ attention_mask=attention_mask,
109
  max_new_tokens=max_new_tokens,
110
  do_sample=do_sample,
111
  temperature=temperature if do_sample else None,