fix: allow ESM2 download on HuggingFace Space
Browse files- embedder.py +4 -3
embedder.py
CHANGED
|
@@ -19,8 +19,9 @@ from config import (
|
|
| 19 |
EMB_CACHE_DIR,
|
| 20 |
)
|
| 21 |
|
| 22 |
-
os.environ["TRANSFORMERS_OFFLINE"] = "
|
| 23 |
os.environ["HF_DATASETS_OFFLINE"] = "1"
|
|
|
|
| 24 |
os.environ["TRANSFORMERS_CACHE"] = str(MODEL_CACHE_DIR)
|
| 25 |
os.environ["HF_HOME"] = str(MODEL_CACHE_DIR)
|
| 26 |
|
|
@@ -46,13 +47,13 @@ def _load_model():
|
|
| 46 |
_tokenizer = EsmTokenizer.from_pretrained(
|
| 47 |
MODEL_NAME,
|
| 48 |
cache_dir=MODEL_CACHE_DIR,
|
| 49 |
-
local_files_only=
|
| 50 |
)
|
| 51 |
_model = EsmModel.from_pretrained(
|
| 52 |
MODEL_NAME,
|
| 53 |
cache_dir=MODEL_CACHE_DIR,
|
| 54 |
output_hidden_states=True,
|
| 55 |
-
local_files_only=
|
| 56 |
)
|
| 57 |
|
| 58 |
if USE_FP16:
|
|
|
|
| 19 |
EMB_CACHE_DIR,
|
| 20 |
)
|
| 21 |
|
| 22 |
+
os.environ["TRANSFORMERS_OFFLINE"] = os.environ.get("FUNGO_OFFLINE", "0")
|
| 23 |
os.environ["HF_DATASETS_OFFLINE"] = "1"
|
| 24 |
+
Path(MODEL_CACHE_DIR).mkdir(parents=True, exist_ok=True)
|
| 25 |
os.environ["TRANSFORMERS_CACHE"] = str(MODEL_CACHE_DIR)
|
| 26 |
os.environ["HF_HOME"] = str(MODEL_CACHE_DIR)
|
| 27 |
|
|
|
|
| 47 |
_tokenizer = EsmTokenizer.from_pretrained(
|
| 48 |
MODEL_NAME,
|
| 49 |
cache_dir=MODEL_CACHE_DIR,
|
| 50 |
+
local_files_only=False,
|
| 51 |
)
|
| 52 |
_model = EsmModel.from_pretrained(
|
| 53 |
MODEL_NAME,
|
| 54 |
cache_dir=MODEL_CACHE_DIR,
|
| 55 |
output_hidden_states=True,
|
| 56 |
+
local_files_only=False,
|
| 57 |
)
|
| 58 |
|
| 59 |
if USE_FP16:
|