eduard76 commited on
Commit
0149497
·
verified ·
1 Parent(s): 93cf8c2

fix: suppress Pyright union-attr false positive on generate()

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -35,7 +35,7 @@ class EndpointHandler:
35
  ).to(self.model.device)
36
 
37
  with torch.no_grad():
38
- output = self.model.generate(
39
  **tokenized,
40
  max_new_tokens=max_new_tokens,
41
  temperature=temperature,
 
35
  ).to(self.model.device)
36
 
37
  with torch.no_grad():
38
+ output = self.model.generate( # type: ignore[union-attr]
39
  **tokenized,
40
  max_new_tokens=max_new_tokens,
41
  temperature=temperature,