Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
|
@@ -8,32 +8,38 @@ from app.api.routes import router
|
|
| 8 |
from app.core.config import settings
|
| 9 |
|
| 10 |
# ====== Step 1: Safe Hugging Face cache location ======
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
os.
|
| 14 |
-
|
| 15 |
-
os.environ["
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
|
| 17 |
# ====== Step 2: Logging setup ======
|
| 18 |
logging.basicConfig(level=logging.INFO)
|
| 19 |
logger = logging.getLogger(__name__)
|
| 20 |
logger.info("Downloading model and dataset from Hugging Face Hub...")
|
| 21 |
|
| 22 |
-
# ====== Step 3: Load your Hugging Face token ======
|
| 23 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
|
|
|
|
|
|
| 24 |
|
| 25 |
-
# ====== Step 4: Download model and FAISS index ======
|
| 26 |
MODEL_PATH = snapshot_download(
|
| 27 |
repo_id="negi2725/legalBert",
|
| 28 |
token=HF_TOKEN,
|
| 29 |
-
local_dir="
|
| 30 |
local_dir_use_symlinks=False
|
| 31 |
)
|
| 32 |
|
| 33 |
FAISS_INDEX_PATH = snapshot_download(
|
| 34 |
repo_id="negi2725/dataRag",
|
| 35 |
token=HF_TOKEN,
|
| 36 |
-
local_dir="
|
| 37 |
local_dir_use_symlinks=False
|
| 38 |
)
|
| 39 |
|
|
|
|
| 8 |
from app.core.config import settings
|
| 9 |
|
| 10 |
# ====== Step 1: Safe Hugging Face cache location ======
|
| 11 |
+
# For Hugging Face Spaces, use /tmp to ensure write access
|
| 12 |
+
HF_CACHE_DIR = "/tmp/hf_cache"
|
| 13 |
+
os.makedirs(HF_CACHE_DIR, exist_ok=True)
|
| 14 |
+
|
| 15 |
+
os.environ["HF_HOME"] = HF_CACHE_DIR
|
| 16 |
+
os.environ["TRANSFORMERS_CACHE"] = HF_CACHE_DIR
|
| 17 |
+
os.environ["HF_HUB_CACHE"] = HF_CACHE_DIR
|
| 18 |
+
os.environ["HF_DATASETS_CACHE"] = HF_CACHE_DIR
|
| 19 |
+
os.environ["HF_METRICS_CACHE"] = HF_CACHE_DIR
|
| 20 |
|
| 21 |
# ====== Step 2: Logging setup ======
|
| 22 |
logging.basicConfig(level=logging.INFO)
|
| 23 |
logger = logging.getLogger(__name__)
|
| 24 |
logger.info("Downloading model and dataset from Hugging Face Hub...")
|
| 25 |
|
| 26 |
+
# ====== Step 3: Load your Hugging Face token from env ======
|
| 27 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 28 |
+
if not HF_TOKEN:
|
| 29 |
+
raise RuntimeError("HF_TOKEN environment variable not set")
|
| 30 |
|
| 31 |
+
# ====== Step 4: Download model and FAISS index into /tmp ======
|
| 32 |
MODEL_PATH = snapshot_download(
|
| 33 |
repo_id="negi2725/legalBert",
|
| 34 |
token=HF_TOKEN,
|
| 35 |
+
local_dir="/tmp/legalbert_model",
|
| 36 |
local_dir_use_symlinks=False
|
| 37 |
)
|
| 38 |
|
| 39 |
FAISS_INDEX_PATH = snapshot_download(
|
| 40 |
repo_id="negi2725/dataRag",
|
| 41 |
token=HF_TOKEN,
|
| 42 |
+
local_dir="/tmp/faiss_indexes",
|
| 43 |
local_dir_use_symlinks=False
|
| 44 |
)
|
| 45 |
|