Commit
·
d2de3cf
1
Parent(s):
0c9e069
Upload handler.py
Browse files- handler.py +2 -3
handler.py
CHANGED
|
@@ -11,9 +11,8 @@ class EndpointHandler():
|
|
| 11 |
self,
|
| 12 |
path: str,
|
| 13 |
):
|
| 14 |
-
|
| 15 |
-
self.
|
| 16 |
-
self.model = AutoModelForSeq2SeqLM.from_pretrained(os.path.join(path, "pytorch_model.bin"))
|
| 17 |
self.model.set_active_adapters(ADAPTER_NAME)
|
| 18 |
|
| 19 |
def __call__(self, data: Dict[str, Any]) -> str:
|
|
|
|
| 11 |
self,
|
| 12 |
path: str,
|
| 13 |
):
|
| 14 |
+
self.tokenizer = AutoTokenizer.from_pretrained(path)
|
| 15 |
+
self.model = AutoModelForSeq2SeqLM.from_pretrained(path)
|
|
|
|
| 16 |
self.model.set_active_adapters(ADAPTER_NAME)
|
| 17 |
|
| 18 |
def __call__(self, data: Dict[str, Any]) -> str:
|