Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -18,5 +18,5 @@ class EndpointHandler():
|
|
| 18 |
|
| 19 |
inputs = self.tokenizer(input, return_tensors="pt").to(self.device)
|
| 20 |
outputs = self.model.generate(**inputs, max_new_tokens=20)
|
| 21 |
-
result =
|
| 22 |
return result
|
|
|
|
| 18 |
|
| 19 |
inputs = self.tokenizer(input, return_tensors="pt").to(self.device)
|
| 20 |
outputs = self.model.generate(**inputs, max_new_tokens=20)
|
| 21 |
+
result = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 22 |
return result
|