rahulrb99 commited on
Commit
400a66a
·
1 Parent(s): 2d1432c

Use Groq provider for Llama (free tier)

Browse files
Files changed (1) hide show
  1. backend/rag_service.py +2 -2
backend/rag_service.py CHANGED
@@ -9,8 +9,8 @@ from backend.chat_service import save_message, load_chat
9
  from backend.retrieval_service import retrieve_chunks
10
 
11
  MAX_HISTORY_MESSAGES = 20
12
- # Llama 3.2 3B - try :hf-inference to use HF's serverless (free tier)
13
- DEFAULT_MODEL = "meta-llama/Llama-3.2-3B-Instruct:hf-inference"
14
  TOP_K = 5
15
 
16
  _client: OpenAI | None = None
 
9
  from backend.retrieval_service import retrieve_chunks
10
 
11
  MAX_HISTORY_MESSAGES = 20
12
+ # Groq has free tier - Llama 3.2 3B. Or use :fastest for auto provider.
13
+ DEFAULT_MODEL = "meta-llama/Llama-3.2-3B-Instruct:groq"
14
  TOP_K = 5
15
 
16
  _client: OpenAI | None = None