alexadam commited on
Commit
0321587
·
verified ·
1 Parent(s): 015cebe

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -35,7 +35,7 @@ class EndpointHandler():
35
  )
36
  token_ids, token_mask = tokenized.input_ids.cuda(), tokenized.attention_mask.cuda()
37
  with torch.no_grad():
38
- out = model(token_ids, attention_mask=token_mask)
39
  meaned_logits = (out.logits * token_mask.unsqueeze(-1)).sum(1) / token_mask.sum(
40
  1
41
  ).unsqueeze(-1)
 
35
  )
36
  token_ids, token_mask = tokenized.input_ids.cuda(), tokenized.attention_mask.cuda()
37
  with torch.no_grad():
38
+ out = self.model(token_ids, attention_mask=token_mask)
39
  meaned_logits = (out.logits * token_mask.unsqueeze(-1)).sum(1) / token_mask.sum(
40
  1
41
  ).unsqueeze(-1)