Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -104,8 +104,8 @@ class EndpointHandler:
|
|
| 104 |
|
| 105 |
|
| 106 |
gen_ids = self.model.generate(
|
| 107 |
-
attention_mask=attention_mask,
|
| 108 |
input_ids=input_ids,
|
|
|
|
| 109 |
max_new_tokens=max_new_tokens,
|
| 110 |
do_sample=do_sample,
|
| 111 |
temperature=temperature if do_sample else None,
|
|
|
|
| 104 |
|
| 105 |
|
| 106 |
gen_ids = self.model.generate(
|
|
|
|
| 107 |
input_ids=input_ids,
|
| 108 |
+
attention_mask=attention_mask,
|
| 109 |
max_new_tokens=max_new_tokens,
|
| 110 |
do_sample=do_sample,
|
| 111 |
temperature=temperature if do_sample else None,
|