src/utils/llm.py

import os 
from dotenv import  load_dotenv
from langchain_groq import ChatGroq


load_dotenv(dotenv_path=os.path.join(os.path.dirname(__file__),"../../.env"))
GROQ_API_KEY = os.getenv("GROQ_API_KEY")
if not GROQ_API_KEY:
    raise ValueError("GROQ_API_KEY is not set in the environment variables.")

def get_llm(model: str = "llama-3.3-70b-versatile", temperature: float = 0.3):
    '''Model for all the complicated tasks that require a high level of understanding and reasoning.'''
    return ChatGroq(
        model=model,
        temperature=temperature,
        groq_api_key=GROQ_API_KEY
    )

def get_fast_llm():
    """Faster model for simple tasks like sentiment scoring."""
    return ChatGroq(
        model="llama-3.1-8b-instant",
        temperature=0,
        groq_api_key=GROQ_API_KEY
    )