"""Groq LLM setup via LangChain.""" from __future__ import annotations import os from dotenv import load_dotenv from langchain_groq import ChatGroq # Load .env from project root load_dotenv(os.path.join(os.path.dirname(os.path.abspath(__file__)), "..", ".env")) _GROQ_API_KEY = os.getenv("GROQ_API_KEY", "") if not _GROQ_API_KEY or _GROQ_API_KEY == "your_groq_api_key_here": raise RuntimeError( "GROQ_API_KEY is not set. " "Please add your key to the .env file in the project root, " "or set it as a Secret in your Hugging Face Space settings." ) # Shared LLM instance – llama-3.3-70b-versatile on Groq for speed + quality llm = ChatGroq( model="llama-3.3-70b-versatile", api_key=_GROQ_API_KEY, temperature=0.5, max_tokens=2048, request_timeout=30, max_retries=1, )