app/services/groq_service.py

"""
GROQ SERVICE MODULE
===================

This module handles general chat: no web search, only the Groq LLM plus context 
from the vector store (learning data + past chats). Used by ChatService for
POST /chat.

MULTIPLE API KEYS (round-robin and fallback):
  - You can set multiple Groq API keys in .env: Groq_API_KEY, GROQ_API_KEY_2,
    GROQ_API_KEY_3, ... (no limits).
  - Each request uses one key in roatation: 1st request -> 1st key, 2nd request ->
    2nd key, 3rd request -> 3rd key, then back to 1st key, and so on. Every Key
    is used one-by-on so usage is spread across keys.
  - The round-robin counter is shared across all instances (GroqService and 
    RealtimeGroqService), so both /chat and /chat/realtime endpoints use the 
    same rotation sequence.
  - If the chosen key fail (rate limit 429 or  any error), we try the next key,
    then the next, until one succeeds or all have been tried.
  - All APi key usage is logged with masked keys (first 8 and last 4 chars visible)
    for security and debugging purposes.

FLOW;
  1. get_response(question, chat_history) is called.
  2. We ask the vector store for the top-k chunks most similar to the question (retrieval).
  3. We build a system message: RADHA_SYSTEM_PROMPT + current time + retrived context.
  4. We send to Groq using the next key in rotation (or fallback to next key on failure).
  5. We return the assistant's reply.

Context is only what we retrieve (no full dump of learning data ), so token usage stays bounded.  
"""

from typing import List, Optional, Iterator

from langchain_groq import ChatGroq
from langchain_core.prompts import ChatPromptTemplate, MessagesPlaceholder
from langchain_core.messages import HumanMessage, AIMessage

import logging
import time

from config import GROQ_API_KEYS, GROQ_MODEL, RADHA_SYSTEM_PROMPT, GENERAL_CHAT_ADDENDUM
from app.services.vector_store import VectorStoreService
from app.utils.time_info import get_time_information
from app.utils.retry import with_retry

logger = logging.getLogger("J.A.R.V.I.S")

GROQ_REQUEST_TIMEOUT = 60

ALL_APIS_FAILED_MESSAGE = (
    "I'm unable to process your request at the moment. All API services are "
    "temporarily unavailable. Please try in a few minutes."
)
# ==============================================================================
class AllGroqApisFailedError(Exception):
    pass
# ==============================================================================
# HELPER: ESCAPE CURLY BRACES FOR LANGCHAIN
# ==============================================================================
# LangChain prompt templates use {variable_name}. If learning data or chat
# content contains { or }, the template engine can break. Doubling them
# makes them literal in the final string

def escape_curly_braces(text: str) -> str:
    """
    Double every { and } so LangChain does not treat them as template variables/
    Learning data or chat content might contain { or }; without escaping escapin, invoke() can fail.
    """
    if not text:
        return text
    return text.replace("{", "{{").replace("}", "}}")


def _is_rate_limit_error(exc: BaseException) -> bool:
    """
    Return True if the exception indicates a Groq rate limit (e.g. 429, tokens per day).
    used for logging; actual fallback tries the next key on any failure when multiple keys exist.
    """
    msg = str(exc).lower()
    return "429" in str(exc) or "rate limit" in msg or "tokens per day" in msg

def _log_timing(label: str, elapsed: float, extra:str=""):
    msg = f"[TIMING] {label}: {elapsed:.3f}s"
    if extra:
        msg += f" ({extra})"
    logger.info(msg)


def _mask_api_key(key: str) -> str:
    """
    Mask an APi key for safe logging. Shows first 8 and last 4 characters, masks the middle.
    Example: gsk_1234567890abcdef -> gsk_1234...cdef
    """
    if not key or len(key) <= 12:
        return "***masked***"
    return f"{key[:8]}...{key[-4:]}"


# =============================================================
# GROQ SERVICE CLAS
# =============================================================

class GroqService:
    """
    General chat: retrieves context from the vector store and calls the Groq LLM.
    Supports multiple API keys: each reuqest uses the next key in rotation (one-by-one),
    and if that key fails, the server tries the next key until one succeeds or all fail.

    ROUND-ROBIN BEHAVIOR:
    - Request 1 uses key 0 (first key)
    - Request 2 uses key 1 (second key)
    - Request 3 uses key 2 (third key)
    - After all keys are used, cycles back to key 0 
    - If a key fails (rate limit, error), tries the next key in sequence
    - All reuqests share the same roundrobin counter (class-level)
    """

    # Class-level counter shared across all instances (GroqService and Realtimeg\GroqService)
    # This ensures round-robin works across both /chat and /chat/realtime endpoints
    # ll be set threading.Lock if threading needed (currently single-threaded)

    def __init__(self, vector_store_service: VectorStoreService):
        """
        Create one Groq LLm client per APi key and store the vector store for retrieval.
        se;f.llms[i] corresponds to GROQ_API_KEY[i]; request N uses key at index (N % len(keys)).
        """
        if not GROQ_API_KEYS:
            raise ValueError(
                "No Groq APi keys configured. Set GROQ_API_KEY (and optionally GROQ_API_KEY_2, GROQ_API_KEY_3, ...) in .env"
            )
        # One ChatGroq instance per key: each reuqest will use one of these in rotation.
        self.llms = [
            ChatGroq(
                groq_api_key=key,
                model_name=GROQ_MODEL,
                temperature=0.6,
                request_timeout=GROQ_REQUEST_TIMEOUT,
            )
            for key in GROQ_API_KEYS
        ]
        self.vector_store_service = vector_store_service
        logger.info(f"Initialized GroqService with {len(GROQ_API_KEYS)} API key(s) (primary-first fallback)")

    def _invoke_llm(
            self,
            prompt: ChatPromptTemplate,
            messages: list,
            question: str,
    ) -> str:
        """
        Call the LLM using the next key in rotation; on failure, try the next key until one secceeds.

        - Round-robin: the request uses key at index (_shared_key_index % n), then we increment
          _shared_key_index so the next request uses the next key. All instances share the same counter,
        - Fallback: if the chosen key raises (e.g. 429 rate limit), we try the next key, then the next,
          until one returns successfully or we have tried all keys.
        Returns response.content. Raises if all keys fail.  
        """
        n = len(self.llms)
        last_exc = None
        keys_tried = []

        for i in range(n):
            keys_tried.append(i)
            masked_key =  _mask_api_key(GROQ_API_KEYS[i])
            logger.info(f"Trying API key #{i + 1}/{n}: {masked_key}")

            def _invoke_with_key():
                chain = prompt | self.llms[i]
                return chain.invoke({"history": messages, "question": question})
            
            try:
                response = with_retry(
                    _invoke_with_key,
                    max_retries=2,
                    initial_delay=0.5,
                )

                if i > 0:
                    logger.info(f"Fallback successful: API key #{i + 1}/{n} secceeded: {masked_key}")
                return response.content
            except Exception as e:
                last_exc = e
                if _is_rate_limit_error(e):
                    logger.warning(f"API key #{i + 1}/{n} failed: {masked_key} - {str(e)[:100]}")
                else:
                    logger.warning(f"API key #{i + 1}/{n} failed: {masked_key} - {str(e)[:100]}")
                if i <  n - 1:
                    logger.info(f"Falling back to next API key...")
                    continue
                break
        masked_all = ", ".join([_mask_api_key(GROQ_API_KEYS[j]) for j in keys_tried])
        logger.error(f"All {n} API(s) failed: {masked_all}")

        raise AllGroqApisFailedError(ALL_APIS_FAILED_MESSAGE) from last_exc
    
    def _stream_llm(
        self,
        prompt: ChatPromptTemplate,
        messages: list,
        question: str,  
    ) -> Iterator[str]:
        """
        Stream the LLM response using the next key in rotation; on failure, try the next key until one secceeds.
        Returns an iterator of response chunks. Raises if all keys fail.
        """
        n = len(self.llms)
        last_exc = None
        

        for i in range(n):
            masked_key =  _mask_api_key(GROQ_API_KEYS[i])
            logger.info(f"Streaming with API key #{i + 1}/{n}: {masked_key}")

            try:
                chain = prompt |self.llms[i]
                chunk_count = 0
                first_chunk_time = None
                stream_start = time.perf_counter()

                for chunk in chain.stream({"history": messages, "question": question}):
                    content = ""
                    if hasattr(chunk, "content"):
                        content = chunk.content or ""
                    elif isinstance(chunk, dict) and "content" in chunk:
                        content = chunk.get("content", "") or ""
                    
                    if isinstance(content, str) and content:
                        
                        if first_chunk_time is None:
                            first_chunk_time = time.perf_counter() - stream_start
                            _log_timing("first_chunk", first_chunk_time)
                        chunk_count += 1
                        yield content


                total_stream = time.perf_counter() - stream_start
                _log_timing("groq_stream_total", total_stream, f"chunks: {chunk_count}")
                if chunk_count > 0:
                    if i > 0:
                        logger.info(f"Fallback successful: API key #{i + 1}/{n} streamed: {masked_key}")
                    return
            except Exception as e:
                last_exc = e
                if _is_rate_limit_error(e):
                    logger.warning(f"API key #{i + 1}/{n} rate limited: {masked_key}")
                else:
                    logger.warning(f"API key #{i + 1}/{n} failed: {masked_key} - {str(e)[:100]}")
                if i < n - 1:
                    logger.info(f"Falling back to next API key for streaming...")
                    continue
                break
            logger.error(f"All {n} API(s) failed during stream.")
            raise AllGroqApisFailedError(ALL_APIS_FAILED_MESSAGE) from last_exc
        
    def _build_prompt_and_messages(
        self,
        question: str,
        chat_history: Optional[List[tuple]] = None,
        extra_system_parts: Optional[List[str]] = None,
        mode_addendum: str = "",
    ) -> tuple:
        context = ""
        context_sources = []
        t0 = time.perf_counter()
        try:
            retriever = self.vector_store_service.get_retriever(k=10)
            context_docs = retriever.invoke(question)
            if context_docs:
                context = "\n".join([doc.page_content for doc in context_docs])
                context_sources = [doc.metadata.get("source", "unknown") for doc in context_docs]
                logger.info("[CONTEXT] Retrieved %d chunks from sources: %s", len(context_docs), context_sources)
            else:
                logger.info("[CONTEXT] No relevant chunks found for query.")
        except Exception as retrieval_err:
            logger.warning("Vector store retrieval , using empty context: %s", retrieval_err)
        finally:
            _log_timing("vector_db", time.perf_counter() - t0)
        
        time_info = get_time_information()
        system_message = RADHA_SYSTEM_PROMPT

        system_message += f"\n\nCurrent time and date: {time_info}"
        if context:
            system_message += f"\n\nRelevant context from your learning data and past conversations:\n{escape_curly_braces(context)}"

        if extra_system_parts:
            system_message += "\n\n" + "\n\n".join(extra_system_parts)
        
        if mode_addendum:
            system_message += f"\n\nmode_addendum"

        prompt = ChatPromptTemplate.from_messages([
            ("system", system_message),
            MessagesPlaceholder(variable_name="history"),
            ("human", "{question}"),
        ])

        messages = []
        if chat_history:
           for human_msg, ai_msg in chat_history:
                messages.append(HumanMessage(content=human_msg))
                messages.append(AIMessage(content=ai_msg))
                
        logger.info("[PROMPT] System message length: %d chars | History pairs: %d | Question: %.100s",
                    len(system_message), len(chat_history) if chat_history else 0, question)
        
        return prompt, messages
    

    def get_response(
        self,
        question: str,
        chat_history: Optional[List[tuple]] = None,
    ) -> str:
        try:
            prompt, messages = self._build_prompt_and_messages(
                question, chat_history, mode_addendum=GENERAL_CHAT_ADDENDUM
            )
            t0 = time.perf_counter()
            result = self._invoke_llm(prompt, messages, question)
            _log_timing("groq_api", time.perf_counter() - t0)
            logger.info("[RESPONSE] General chat | Length: %d chars | Preview: %.120s", len(result), result)
            return result
        except AllGroqApisFailedError as e:
            raise Exception(f"Error getting response from Groq: {str(e)}") from e
    
    def stream_response(
        self,
        question: str,
        chat_history: Optional[List[tuple]] = None,
    ) -> Iterator[str]:
        try:
            prompt, messages = self._build_prompt_and_messages(
                question, chat_history, mode_addendum=GENERAL_CHAT_ADDENDUM
            )
            yield from self._stream_llm(prompt, messages, question)
        except AllGroqApisFailedError as e:
            raise
        except Exception as e:
            raise Exception(f"Error streaming response from Groq: {str(e)}") from e