rag-assistant / src /llm.py
sudo-paras-shah's picture
Fix file not able to load error
0958c72
Raw
History Blame Contribute Delete
450 Bytes
import os
from dotenv import load_dotenv
from langchain_groq import ChatGroq
from src.config import TEMPERATURE, CHAT_MODEL
load_dotenv()
def get_llm():
api_key = os.getenv("GROQ_HF_RAG_KEY")
if not api_key:
raise RuntimeError(
"Groq API key not found. Add it to your .env file."
)
return ChatGroq(
model=CHAT_MODEL,
temperature=TEMPERATURE,
api_key=api_key, # type: ignore
)