rishadaz commited on
Commit
94dd753
Β·
verified Β·
1 Parent(s): 276d404

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +13 -1
src/streamlit_app.py CHANGED
@@ -8,6 +8,9 @@ import streamlit as st
8
  ROOT = Path(__file__).resolve().parent.parent # app.py lives at repo root
9
  sys.path.append(str(ROOT))
10
 
 
 
 
11
  from utils.retrieval_helpers import enrich_search_results
12
  from utils.semantic import load_vector_store
13
 
@@ -40,18 +43,27 @@ def load_hf_dataset():
40
  HF_DATASET = load_hf_dataset()
41
 
42
  # ─── Download vector store from your HF dataset repo ─────────────────────────
43
- from huggingface_hub import hf_hub_download, snapshot_download
44
 
45
  VECTOR_STORE_DIR = ROOT / "embeddings" / "semantic_vector_store"
46
 
47
  @st.cache_resource
48
  def load_vector_store_cached():
 
 
 
 
 
 
 
 
49
  VECTOR_STORE_DIR.mkdir(parents=True, exist_ok=True)
50
 
51
  snapshot_download(
52
  repo_id="rishadaz/amazon_retriever-storage",
53
  repo_type="dataset",
54
  local_dir=str(VECTOR_STORE_DIR),
 
55
  )
56
 
57
  return load_vector_store(VECTOR_STORE_DIR)
 
8
  ROOT = Path(__file__).resolve().parent.parent # app.py lives at repo root
9
  sys.path.append(str(ROOT))
10
 
11
+ os.environ["HF_HOME"] = str(ROOT / ".hf_cache")
12
+ os.environ["TRANSFORMERS_CACHE"] = str(ROOT / ".hf_cache" / "transformers")
13
+
14
  from utils.retrieval_helpers import enrich_search_results
15
  from utils.semantic import load_vector_store
16
 
 
43
  HF_DATASET = load_hf_dataset()
44
 
45
  # ─── Download vector store from your HF dataset repo ─────────────────────────
46
+ from huggingface_hub import hf_hub_download, snapshot_download, login
47
 
48
  VECTOR_STORE_DIR = ROOT / "embeddings" / "semantic_vector_store"
49
 
50
  @st.cache_resource
51
  def load_vector_store_cached():
52
+ # Authenticate explicitly β€” raises a clear error if token is missing
53
+ hf_token = os.environ.get("HF_TOKEN")
54
+ if not hf_token:
55
+ st.error("HF_TOKEN secret is not set. Go to Space Settings β†’ Secrets.")
56
+ st.stop()
57
+
58
+ login(token=hf_token, add_to_git_credential=False)
59
+
60
  VECTOR_STORE_DIR.mkdir(parents=True, exist_ok=True)
61
 
62
  snapshot_download(
63
  repo_id="rishadaz/amazon_retriever-storage",
64
  repo_type="dataset",
65
  local_dir=str(VECTOR_STORE_DIR),
66
+ token=hf_token,
67
  )
68
 
69
  return load_vector_store(VECTOR_STORE_DIR)