| from langchain_groq import ChatGroq | |
| from app.config import config | |
| from app.storage.vector_store import get_vectorstore | |
| from app.services.qa_chain import create_qa_chain | |
| def get_llm(): | |
| """Return LLM based on provider setting.""" | |
| if config.LLM_PROVIDER == "groq": | |
| return ChatGroq( | |
| groq_api_key=config.GROQ_API_KEY, | |
| model_name=config.GROQ_MODEL, | |
| temperature=0.3, # Lower temperature for more focused responses | |
| max_tokens=1024 | |
| ) | |
| # Initialize once when app starts | |
| llm = get_llm() | |
| vectorstore = get_vectorstore() | |
| qa_chain = create_qa_chain(llm, vectorstore) |