DisgustingOzil commited on
Commit
14fa938
·
verified ·
1 Parent(s): 95542cd

Updated handler

Browse files
Files changed (1) hide show
  1. handler.py +3 -3
handler.py CHANGED
@@ -14,11 +14,11 @@ class EndpointHandler():
14
 
15
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
16
  input_text = data.pop("input_text",data)
17
- inputs = tokenizer(input_text, return_tensors="pt")
18
- outputs = model.generate(
19
  **inputs,
20
  max_length=1000,
21
  num_return_sequences=1,
22
  )
23
- output_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
24
  return output_text
 
14
 
15
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
16
  input_text = data.pop("input_text",data)
17
+ inputs = self.tokenizer(input_text, return_tensors="pt")
18
+ outputs = self.model.generate(
19
  **inputs,
20
  max_length=1000,
21
  num_return_sequences=1,
22
  )
23
+ output_text = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
24
  return output_text