Muteeba commited on
Commit
b29dbe2
·
1 Parent(s): 1162af1

fix: allow ESM2 download on HuggingFace Space

Browse files
Files changed (1) hide show
  1. embedder.py +4 -3
embedder.py CHANGED
@@ -19,8 +19,9 @@ from config import (
19
  EMB_CACHE_DIR,
20
  )
21
 
22
- os.environ["TRANSFORMERS_OFFLINE"] = "1"
23
  os.environ["HF_DATASETS_OFFLINE"] = "1"
 
24
  os.environ["TRANSFORMERS_CACHE"] = str(MODEL_CACHE_DIR)
25
  os.environ["HF_HOME"] = str(MODEL_CACHE_DIR)
26
 
@@ -46,13 +47,13 @@ def _load_model():
46
  _tokenizer = EsmTokenizer.from_pretrained(
47
  MODEL_NAME,
48
  cache_dir=MODEL_CACHE_DIR,
49
- local_files_only=True,
50
  )
51
  _model = EsmModel.from_pretrained(
52
  MODEL_NAME,
53
  cache_dir=MODEL_CACHE_DIR,
54
  output_hidden_states=True,
55
- local_files_only=True,
56
  )
57
 
58
  if USE_FP16:
 
19
  EMB_CACHE_DIR,
20
  )
21
 
22
+ os.environ["TRANSFORMERS_OFFLINE"] = os.environ.get("FUNGO_OFFLINE", "0")
23
  os.environ["HF_DATASETS_OFFLINE"] = "1"
24
+ Path(MODEL_CACHE_DIR).mkdir(parents=True, exist_ok=True)
25
  os.environ["TRANSFORMERS_CACHE"] = str(MODEL_CACHE_DIR)
26
  os.environ["HF_HOME"] = str(MODEL_CACHE_DIR)
27
 
 
47
  _tokenizer = EsmTokenizer.from_pretrained(
48
  MODEL_NAME,
49
  cache_dir=MODEL_CACHE_DIR,
50
+ local_files_only=False,
51
  )
52
  _model = EsmModel.from_pretrained(
53
  MODEL_NAME,
54
  cache_dir=MODEL_CACHE_DIR,
55
  output_hidden_states=True,
56
+ local_files_only=False,
57
  )
58
 
59
  if USE_FP16: