Spaces:
Sleeping
Sleeping
FIX add HF token (from env variable)
Browse files- rag_system.py +3 -1
rag_system.py
CHANGED
|
@@ -132,7 +132,9 @@ class RAGSystem:
|
|
| 132 |
"""Set or change the LLM model"""
|
| 133 |
if self.llm_model_name != model_name:
|
| 134 |
self.llm_model_name = model_name
|
| 135 |
-
|
|
|
|
|
|
|
| 136 |
|
| 137 |
@spaces.GPU
|
| 138 |
def retrieve(
|
|
|
|
| 132 |
"""Set or change the LLM model"""
|
| 133 |
if self.llm_model_name != model_name:
|
| 134 |
self.llm_model_name = model_name
|
| 135 |
+
# Use HF_TOKEN from environment if available
|
| 136 |
+
hf_token = os.environ.get("HF_TOKEN", None)
|
| 137 |
+
self.llm_client = InferenceClient(model_name, token=hf_token)
|
| 138 |
|
| 139 |
@spaces.GPU
|
| 140 |
def retrieve(
|