Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -35,7 +35,7 @@ class EndpointHandler():
|
|
| 35 |
)
|
| 36 |
token_ids, token_mask = tokenized.input_ids.cuda(), tokenized.attention_mask.cuda()
|
| 37 |
with torch.no_grad():
|
| 38 |
-
out = model(token_ids, attention_mask=token_mask)
|
| 39 |
meaned_logits = (out.logits * token_mask.unsqueeze(-1)).sum(1) / token_mask.sum(
|
| 40 |
1
|
| 41 |
).unsqueeze(-1)
|
|
|
|
| 35 |
)
|
| 36 |
token_ids, token_mask = tokenized.input_ids.cuda(), tokenized.attention_mask.cuda()
|
| 37 |
with torch.no_grad():
|
| 38 |
+
out = self.model(token_ids, attention_mask=token_mask)
|
| 39 |
meaned_logits = (out.logits * token_mask.unsqueeze(-1)).sum(1) / token_mask.sum(
|
| 40 |
1
|
| 41 |
).unsqueeze(-1)
|