Spaces:
Sleeping
Sleeping
Update src/streamlit_app.py
Browse files- src/streamlit_app.py +13 -1
src/streamlit_app.py
CHANGED
|
@@ -8,6 +8,9 @@ import streamlit as st
|
|
| 8 |
ROOT = Path(__file__).resolve().parent.parent # app.py lives at repo root
|
| 9 |
sys.path.append(str(ROOT))
|
| 10 |
|
|
|
|
|
|
|
|
|
|
| 11 |
from utils.retrieval_helpers import enrich_search_results
|
| 12 |
from utils.semantic import load_vector_store
|
| 13 |
|
|
@@ -40,18 +43,27 @@ def load_hf_dataset():
|
|
| 40 |
HF_DATASET = load_hf_dataset()
|
| 41 |
|
| 42 |
# βββ Download vector store from your HF dataset repo βββββββββββββββββββββββββ
|
| 43 |
-
from huggingface_hub import hf_hub_download, snapshot_download
|
| 44 |
|
| 45 |
VECTOR_STORE_DIR = ROOT / "embeddings" / "semantic_vector_store"
|
| 46 |
|
| 47 |
@st.cache_resource
|
| 48 |
def load_vector_store_cached():
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
VECTOR_STORE_DIR.mkdir(parents=True, exist_ok=True)
|
| 50 |
|
| 51 |
snapshot_download(
|
| 52 |
repo_id="rishadaz/amazon_retriever-storage",
|
| 53 |
repo_type="dataset",
|
| 54 |
local_dir=str(VECTOR_STORE_DIR),
|
|
|
|
| 55 |
)
|
| 56 |
|
| 57 |
return load_vector_store(VECTOR_STORE_DIR)
|
|
|
|
| 8 |
ROOT = Path(__file__).resolve().parent.parent # app.py lives at repo root
|
| 9 |
sys.path.append(str(ROOT))
|
| 10 |
|
| 11 |
+
os.environ["HF_HOME"] = str(ROOT / ".hf_cache")
|
| 12 |
+
os.environ["TRANSFORMERS_CACHE"] = str(ROOT / ".hf_cache" / "transformers")
|
| 13 |
+
|
| 14 |
from utils.retrieval_helpers import enrich_search_results
|
| 15 |
from utils.semantic import load_vector_store
|
| 16 |
|
|
|
|
| 43 |
HF_DATASET = load_hf_dataset()
|
| 44 |
|
| 45 |
# βββ Download vector store from your HF dataset repo βββββββββββββββββββββββββ
|
| 46 |
+
from huggingface_hub import hf_hub_download, snapshot_download, login
|
| 47 |
|
| 48 |
VECTOR_STORE_DIR = ROOT / "embeddings" / "semantic_vector_store"
|
| 49 |
|
| 50 |
@st.cache_resource
|
| 51 |
def load_vector_store_cached():
|
| 52 |
+
# Authenticate explicitly β raises a clear error if token is missing
|
| 53 |
+
hf_token = os.environ.get("HF_TOKEN")
|
| 54 |
+
if not hf_token:
|
| 55 |
+
st.error("HF_TOKEN secret is not set. Go to Space Settings β Secrets.")
|
| 56 |
+
st.stop()
|
| 57 |
+
|
| 58 |
+
login(token=hf_token, add_to_git_credential=False)
|
| 59 |
+
|
| 60 |
VECTOR_STORE_DIR.mkdir(parents=True, exist_ok=True)
|
| 61 |
|
| 62 |
snapshot_download(
|
| 63 |
repo_id="rishadaz/amazon_retriever-storage",
|
| 64 |
repo_type="dataset",
|
| 65 |
local_dir=str(VECTOR_STORE_DIR),
|
| 66 |
+
token=hf_token,
|
| 67 |
)
|
| 68 |
|
| 69 |
return load_vector_store(VECTOR_STORE_DIR)
|