negi2725 commited on
Commit
052c000
·
verified ·
1 Parent(s): 270f7bb

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +15 -9
main.py CHANGED
@@ -8,32 +8,38 @@ from app.api.routes import router
8
  from app.core.config import settings
9
 
10
  # ====== Step 1: Safe Hugging Face cache location ======
11
- os.environ["HF_HOME"] = "./hf_cache"
12
- os.environ["TRANSFORMERS_CACHE"] = "./hf_cache"
13
- os.environ["HF_HUB_CACHE"] = "./hf_cache"
14
- os.environ["HF_DATASETS_CACHE"] = "./hf_cache"
15
- os.environ["HF_METRICS_CACHE"] = "./hf_cache"
 
 
 
 
16
 
17
  # ====== Step 2: Logging setup ======
18
  logging.basicConfig(level=logging.INFO)
19
  logger = logging.getLogger(__name__)
20
  logger.info("Downloading model and dataset from Hugging Face Hub...")
21
 
22
- # ====== Step 3: Load your Hugging Face token ======
23
  HF_TOKEN = os.getenv("HF_TOKEN")
 
 
24
 
25
- # ====== Step 4: Download model and FAISS index ======
26
  MODEL_PATH = snapshot_download(
27
  repo_id="negi2725/legalBert",
28
  token=HF_TOKEN,
29
- local_dir="./models/legalbert_model",
30
  local_dir_use_symlinks=False
31
  )
32
 
33
  FAISS_INDEX_PATH = snapshot_download(
34
  repo_id="negi2725/dataRag",
35
  token=HF_TOKEN,
36
- local_dir="./faiss_indexes",
37
  local_dir_use_symlinks=False
38
  )
39
 
 
8
  from app.core.config import settings
9
 
10
  # ====== Step 1: Safe Hugging Face cache location ======
11
+ # For Hugging Face Spaces, use /tmp to ensure write access
12
+ HF_CACHE_DIR = "/tmp/hf_cache"
13
+ os.makedirs(HF_CACHE_DIR, exist_ok=True)
14
+
15
+ os.environ["HF_HOME"] = HF_CACHE_DIR
16
+ os.environ["TRANSFORMERS_CACHE"] = HF_CACHE_DIR
17
+ os.environ["HF_HUB_CACHE"] = HF_CACHE_DIR
18
+ os.environ["HF_DATASETS_CACHE"] = HF_CACHE_DIR
19
+ os.environ["HF_METRICS_CACHE"] = HF_CACHE_DIR
20
 
21
  # ====== Step 2: Logging setup ======
22
  logging.basicConfig(level=logging.INFO)
23
  logger = logging.getLogger(__name__)
24
  logger.info("Downloading model and dataset from Hugging Face Hub...")
25
 
26
+ # ====== Step 3: Load your Hugging Face token from env ======
27
  HF_TOKEN = os.getenv("HF_TOKEN")
28
+ if not HF_TOKEN:
29
+ raise RuntimeError("HF_TOKEN environment variable not set")
30
 
31
+ # ====== Step 4: Download model and FAISS index into /tmp ======
32
  MODEL_PATH = snapshot_download(
33
  repo_id="negi2725/legalBert",
34
  token=HF_TOKEN,
35
+ local_dir="/tmp/legalbert_model",
36
  local_dir_use_symlinks=False
37
  )
38
 
39
  FAISS_INDEX_PATH = snapshot_download(
40
  repo_id="negi2725/dataRag",
41
  token=HF_TOKEN,
42
+ local_dir="/tmp/faiss_indexes",
43
  local_dir_use_symlinks=False
44
  )
45