Update handler.py
Browse files- handler.py +2 -1
handler.py
CHANGED
|
@@ -14,7 +14,8 @@ class EndpointHandler():
|
|
| 14 |
def __init__(self, path=""):
|
| 15 |
logger.info("111111111111111111111111111")
|
| 16 |
logger.info(f"Hugging face handler path {path}")
|
| 17 |
-
path = 'mosaicml/mpt-7b'
|
|
|
|
| 18 |
self.model = transformers.AutoModelForCausalLM.from_pretrained(path,
|
| 19 |
#"/Users/itamarlevi/Downloads/my_repo_hf/hf/mpt-7b/venv/Itamarl/test",
|
| 20 |
# 'mosaicml/mpt-7b-instruct',
|
|
|
|
| 14 |
def __init__(self, path=""):
|
| 15 |
logger.info("111111111111111111111111111")
|
| 16 |
logger.info(f"Hugging face handler path {path}")
|
| 17 |
+
path = 'mosaicml/mpt-7b-instruct'
|
| 18 |
+
#path = 'mosaicml/mpt-7b'
|
| 19 |
self.model = transformers.AutoModelForCausalLM.from_pretrained(path,
|
| 20 |
#"/Users/itamarlevi/Downloads/my_repo_hf/hf/mpt-7b/venv/Itamarl/test",
|
| 21 |
# 'mosaicml/mpt-7b-instruct',
|