Kareman commited on
Commit
9e0715f
·
1 Parent(s): f218d4c

change model

Browse files
Files changed (1) hide show
  1. app/rag.py +1 -1
app/rag.py CHANGED
@@ -65,7 +65,7 @@ def get_qa_chain(user_id: str):
65
  # Initialize LLM with OpenRouter
66
  llm = ChatOpenAI(
67
  openai_api_key=OPENAI_ROUTER_TOKEN, # your OpenRouter API key
68
- model="nousresearch/hermes-3-llama-3.1-405b:free", # free OpenRouter model
69
  temperature=0,
70
  max_tokens=512,
71
  openai_api_base="https://openrouter.ai/api/v1" # OpenRouter endpoint
 
65
  # Initialize LLM with OpenRouter
66
  llm = ChatOpenAI(
67
  openai_api_key=OPENAI_ROUTER_TOKEN, # your OpenRouter API key
68
+ model="meta-llama/llama-3.2-3b-instruct:free", # free OpenRouter model
69
  temperature=0,
70
  max_tokens=512,
71
  openai_api_base="https://openrouter.ai/api/v1" # OpenRouter endpoint