| # client.py | |
| # Core LLM provider client instantiations for alternative routing architectures. | |
| import os | |
| import logging | |
| from openai import OpenAI | |
| logger = logging.getLogger("client") | |
| GROQ_API_KEY = os.getenv("GROQ_API_KEY", "") | |
| FIREWORKS_API_KEY = os.getenv("FIREWORKS_API_KEY", "") | |
| if not GROQ_API_KEY: | |
| logger.critical("GROQ_API_KEY is not set — all LLM calls will fail") | |
| # Initialize Groq Client | |
| # Used for hot-path low-latency 8B model tasks and quick intent classification. | |
| groq = OpenAI( | |
| api_key=GROQ_API_KEY, | |
| base_url="https://api.groq.com/openai/v1", | |
| ) | |
| # Initialize Fireworks Client | |
| # Alternative API endpoint provider routing for fallbacks and complex tokens. | |
| fireworks = OpenAI( | |
| api_key=FIREWORKS_API_KEY if FIREWORKS_API_KEY else "placeholder", | |
| base_url="https://api.fireworks.ai/inference/v1", | |
| ) if FIREWORKS_API_KEY else None |