tecuhtli commited on
Commit
4302827
·
verified ·
1 Parent(s): 903d5ad

Update Mori_Technical_RAGwithFAISS.py

Browse files
Files changed (1) hide show
  1. Mori_Technical_RAGwithFAISS.py +9 -1
Mori_Technical_RAGwithFAISS.py CHANGED
@@ -12,13 +12,19 @@ Solo expone la función:
12
 
13
  import json
14
  from pathlib import Path
15
-
16
  import faiss
17
  import numpy as np
18
  import torch
19
  from sentence_transformers import SentenceTransformer
20
  from huggingface_hub import hf_hub_download
21
 
 
 
 
 
 
 
22
  #***************************************************************************
23
  #Loading FAISS Vec DB
24
  #***************************************************************************
@@ -60,6 +66,7 @@ def _ensure_rag_loaded(verbose: bool = False):
60
  repo_id=DATASET_REPO_ID,
61
  repo_type="dataset",
62
  filename=FAISS_FILENAME,
 
63
  )
64
 
65
  if verbose:
@@ -75,6 +82,7 @@ def _ensure_rag_loaded(verbose: bool = False):
75
  repo_id=DATASET_REPO_ID,
76
  repo_type="dataset",
77
  filename=METAS_FILENAME,
 
78
  )
79
 
80
  if verbose:
 
12
 
13
  import json
14
  from pathlib import Path
15
+ import os
16
  import faiss
17
  import numpy as np
18
  import torch
19
  from sentence_transformers import SentenceTransformer
20
  from huggingface_hub import hf_hub_download
21
 
22
+ #***************************************************************************
23
+ #Setting up variables
24
+ #***************************************************************************
25
+ # Token privado desde variable de entorno
26
+ HF_TOKEN = os.environ.get("HF_TOKEN")
27
+
28
  #***************************************************************************
29
  #Loading FAISS Vec DB
30
  #***************************************************************************
 
66
  repo_id=DATASET_REPO_ID,
67
  repo_type="dataset",
68
  filename=FAISS_FILENAME,
69
+ token=HF_TOKEN, # ← NECESARIO para repos privados
70
  )
71
 
72
  if verbose:
 
82
  repo_id=DATASET_REPO_ID,
83
  repo_type="dataset",
84
  filename=METAS_FILENAME,
85
+ token=HF_TOKEN,
86
  )
87
 
88
  if verbose: