change model
Browse files- app/rag.py +1 -1
app/rag.py
CHANGED
|
@@ -65,7 +65,7 @@ def get_qa_chain(user_id: str):
|
|
| 65 |
# Initialize LLM with OpenRouter
|
| 66 |
llm = ChatOpenAI(
|
| 67 |
openai_api_key=OPENAI_ROUTER_TOKEN, # your OpenRouter API key
|
| 68 |
-
model="
|
| 69 |
temperature=0,
|
| 70 |
max_tokens=512,
|
| 71 |
openai_api_base="https://openrouter.ai/api/v1" # OpenRouter endpoint
|
|
|
|
| 65 |
# Initialize LLM with OpenRouter
|
| 66 |
llm = ChatOpenAI(
|
| 67 |
openai_api_key=OPENAI_ROUTER_TOKEN, # your OpenRouter API key
|
| 68 |
+
model="meta-llama/llama-3.2-3b-instruct:free", # free OpenRouter model
|
| 69 |
temperature=0,
|
| 70 |
max_tokens=512,
|
| 71 |
openai_api_base="https://openrouter.ai/api/v1" # OpenRouter endpoint
|