Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -10,7 +10,7 @@ class EndpointHandler():
|
|
| 10 |
self.model = torch.load(f"{path}/torch_model.pt")
|
| 11 |
|
| 12 |
def __call__(self, data):
|
| 13 |
-
request_inputs =
|
| 14 |
template = request_inputs["template"]
|
| 15 |
messages = request_inputs["messages"]
|
| 16 |
char_name = request_inputs["char_name"]
|
|
|
|
| 10 |
self.model = torch.load(f"{path}/torch_model.pt")
|
| 11 |
|
| 12 |
def __call__(self, data):
|
| 13 |
+
request_inputs = data.pop("inputs", data)
|
| 14 |
template = request_inputs["template"]
|
| 15 |
messages = request_inputs["messages"]
|
| 16 |
char_name = request_inputs["char_name"]
|