Updated handler
Browse files- handler.py +3 -3
handler.py
CHANGED
|
@@ -14,11 +14,11 @@ class EndpointHandler():
|
|
| 14 |
|
| 15 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
| 16 |
input_text = data.pop("input_text",data)
|
| 17 |
-
inputs = tokenizer(input_text, return_tensors="pt")
|
| 18 |
-
outputs = model.generate(
|
| 19 |
**inputs,
|
| 20 |
max_length=1000,
|
| 21 |
num_return_sequences=1,
|
| 22 |
)
|
| 23 |
-
output_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 24 |
return output_text
|
|
|
|
| 14 |
|
| 15 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
| 16 |
input_text = data.pop("input_text",data)
|
| 17 |
+
inputs = self.tokenizer(input_text, return_tensors="pt")
|
| 18 |
+
outputs = self.model.generate(
|
| 19 |
**inputs,
|
| 20 |
max_length=1000,
|
| 21 |
num_return_sequences=1,
|
| 22 |
)
|
| 23 |
+
output_text = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 24 |
return output_text
|