viktor-hirenko commited on
Commit
5bb2eac
·
1 Parent(s): 5ab05da

fix: switch to Mistral-7B model for better HF Inference API compatibility

Browse files
Files changed (1) hide show
  1. config.py +1 -1
config.py CHANGED
@@ -38,7 +38,7 @@ CHROMA_DISTANCE_METRIC = "cosine"
38
 
39
  # LLM Configuration - Hugging Face Inference API
40
  # Using a reliable model that works with HF Inference API free tier
41
- HF_MODEL = "google/flan-t5-large"
42
  HF_TOKEN = os.getenv("HF_TOKEN", "")
43
 
44
  # Retrieval Configuration
 
38
 
39
  # LLM Configuration - Hugging Face Inference API
40
  # Using a reliable model that works with HF Inference API free tier
41
+ HF_MODEL = "mistralai/Mistral-7B-Instruct-v0.1"
42
  HF_TOKEN = os.getenv("HF_TOKEN", "")
43
 
44
  # Retrieval Configuration