joelg commited on
Commit
3036f93
·
1 Parent(s): 40cc997

FIX add HF token (from env variable)

Browse files
Files changed (1) hide show
  1. rag_system.py +3 -1
rag_system.py CHANGED
@@ -132,7 +132,9 @@ class RAGSystem:
132
  """Set or change the LLM model"""
133
  if self.llm_model_name != model_name:
134
  self.llm_model_name = model_name
135
- self.llm_client = InferenceClient(model_name)
 
 
136
 
137
  @spaces.GPU
138
  def retrieve(
 
132
  """Set or change the LLM model"""
133
  if self.llm_model_name != model_name:
134
  self.llm_model_name = model_name
135
+ # Use HF_TOKEN from environment if available
136
+ hf_token = os.environ.get("HF_TOKEN", None)
137
+ self.llm_client = InferenceClient(model_name, token=hf_token)
138
 
139
  @spaces.GPU
140
  def retrieve(