Spaces:
Sleeping
Sleeping
rahulrb99 commited on
Commit ·
400a66a
1
Parent(s): 2d1432c
Use Groq provider for Llama (free tier)
Browse files- backend/rag_service.py +2 -2
backend/rag_service.py
CHANGED
|
@@ -9,8 +9,8 @@ from backend.chat_service import save_message, load_chat
|
|
| 9 |
from backend.retrieval_service import retrieve_chunks
|
| 10 |
|
| 11 |
MAX_HISTORY_MESSAGES = 20
|
| 12 |
-
# Llama 3.2 3B
|
| 13 |
-
DEFAULT_MODEL = "meta-llama/Llama-3.2-3B-Instruct:
|
| 14 |
TOP_K = 5
|
| 15 |
|
| 16 |
_client: OpenAI | None = None
|
|
|
|
| 9 |
from backend.retrieval_service import retrieve_chunks
|
| 10 |
|
| 11 |
MAX_HISTORY_MESSAGES = 20
|
| 12 |
+
# Groq has free tier - Llama 3.2 3B. Or use :fastest for auto provider.
|
| 13 |
+
DEFAULT_MODEL = "meta-llama/Llama-3.2-3B-Instruct:groq"
|
| 14 |
TOP_K = 5
|
| 15 |
|
| 16 |
_client: OpenAI | None = None
|