src/generation/llm_client.py

"""

LLM backend — Groq API.

Fast, free tier, reliable. Uses llama-3.1-8b-instant.



Why Groq over HuggingFace inference API:

- More stable free tier

- Lower latency

- No provider routing issues

"""

import os
from groq import Groq
from src.utils.config import config
from src.utils.logger import logger


class LLMClient:

    def __init__(self):
        api_key = os.getenv("GROQ_API_KEY")
        if not api_key:
            raise ValueError("GROQ_API_KEY not set in .env")
        self.client = Groq(api_key=api_key)
        self.model = config.groq_model
        logger.info(f"LLM client ready: Groq ({self.model})")

    def generate(self, prompt: str) -> str:
        """Send prompt, get response string back."""
        try:
            completion = self.client.chat.completions.create(
                model=self.model,
                messages=[{"role": "user", "content": prompt}],
                max_tokens=config.max_new_tokens,
                temperature=config.temperature,
            )
            return completion.choices[0].message.content.strip()
        except Exception as e:
            logger.error(f"Groq error: {e}")
            raise