viktor-hirenko commited on
Commit
4ce414b
·
1 Parent(s): 03d02f2

fix: use google/flan-t5-large model for HF Inference API

Browse files
Files changed (1) hide show
  1. config.py +2 -1
config.py CHANGED
@@ -37,7 +37,8 @@ CHROMA_COLLECTION_NAME = "document_embeddings"
37
  CHROMA_DISTANCE_METRIC = "cosine"
38
 
39
  # LLM Configuration - Hugging Face Inference API
40
- HF_MODEL = "meta-llama/Llama-3.2-3B-Instruct"
 
41
  HF_TOKEN = os.getenv("HF_TOKEN", "")
42
 
43
  # Retrieval Configuration
 
37
  CHROMA_DISTANCE_METRIC = "cosine"
38
 
39
  # LLM Configuration - Hugging Face Inference API
40
+ # Using a reliable model that works with HF Inference API free tier
41
+ HF_MODEL = "google/flan-t5-large"
42
  HF_TOKEN = os.getenv("HF_TOKEN", "")
43
 
44
  # Retrieval Configuration