viktor-hirenko commited on
Commit
26520e9
·
1 Parent(s): 5bb2eac

fix: use google/flan-t5-base - small, fast, 100% free model

Browse files
Files changed (1) hide show
  1. config.py +2 -2
config.py CHANGED
@@ -37,8 +37,8 @@ CHROMA_COLLECTION_NAME = "document_embeddings"
37
  CHROMA_DISTANCE_METRIC = "cosine"
38
 
39
  # LLM Configuration - Hugging Face Inference API
40
- # Using a reliable model that works with HF Inference API free tier
41
- HF_MODEL = "mistralai/Mistral-7B-Instruct-v0.1"
42
  HF_TOKEN = os.getenv("HF_TOKEN", "")
43
 
44
  # Retrieval Configuration
 
37
  CHROMA_DISTANCE_METRIC = "cosine"
38
 
39
  # LLM Configuration - Hugging Face Inference API
40
+ # Using a reliable FREE model that works with HF Inference API
41
+ HF_MODEL = "google/flan-t5-base" # Small, fast, 100% free, reliable
42
  HF_TOKEN = os.getenv("HF_TOKEN", "")
43
 
44
  # Retrieval Configuration