Hans Elias J commited on
Commit ·
e66ef1e
1
Parent(s): ee4ad34
return embeddings list directly
Browse files- handler.py +2 -2
handler.py
CHANGED
|
@@ -16,7 +16,7 @@ class EndpointHandler():
|
|
| 16 |
self.tokenizer = AutoTokenizer.from_pretrained(path)
|
| 17 |
self.model = AutoModel.from_pretrained(path)
|
| 18 |
|
| 19 |
-
def __call__(self, data: Dict[str, Any]) ->
|
| 20 |
"""
|
| 21 |
data args:
|
| 22 |
inputs (:obj: `List[str]`)
|
|
@@ -32,4 +32,4 @@ class EndpointHandler():
|
|
| 32 |
|
| 33 |
embeddings = average_pool(outputs.last_hidden_state, batch_dict['attention_mask']).tolist()
|
| 34 |
|
| 35 |
-
return
|
|
|
|
| 16 |
self.tokenizer = AutoTokenizer.from_pretrained(path)
|
| 17 |
self.model = AutoModel.from_pretrained(path)
|
| 18 |
|
| 19 |
+
def __call__(self, data: Dict[str, Any]) -> List[List[int]]:
|
| 20 |
"""
|
| 21 |
data args:
|
| 22 |
inputs (:obj: `List[str]`)
|
|
|
|
| 32 |
|
| 33 |
embeddings = average_pool(outputs.last_hidden_state, batch_dict['attention_mask']).tolist()
|
| 34 |
|
| 35 |
+
return embeddings
|