# client.py # Core LLM provider client instantiations for alternative routing architectures. import os import logging from openai import OpenAI logger = logging.getLogger("client") GROQ_API_KEY = os.getenv("GROQ_API_KEY", "") FIREWORKS_API_KEY = os.getenv("FIREWORKS_API_KEY", "") if not GROQ_API_KEY: logger.critical("GROQ_API_KEY is not set — all LLM calls will fail") # Initialize Groq Client # Used for hot-path low-latency 8B model tasks and quick intent classification. groq = OpenAI( api_key=GROQ_API_KEY, base_url="https://api.groq.com/openai/v1", ) # Initialize Fireworks Client # Alternative API endpoint provider routing for fallbacks and complex tokens. fireworks = OpenAI( api_key=FIREWORKS_API_KEY if FIREWORKS_API_KEY else "placeholder", base_url="https://api.fireworks.ai/inference/v1", ) if FIREWORKS_API_KEY else None