{ "providers": { "nvidia": { "baseUrl": "https://integrate.api.nvidia.com/v1", "apiKey": "${NVIDIA_API_KEY}", "api": "openai-completions", "tier": 1, "models": [ { "id": "moonshotai/kimi-k2.5", "name": "Kimi K2.5", "priority": 1 } ] }, "groq": { "baseUrl": "https://api.groq.com/openai/v1", "apiKey": "${GROQ_API_KEY}", "api": "openai-completions", "tier": 1, "models": [ { "id": "llama-3.1-70b-versatile", "name": "Llama 3.1 70B", "priority": 2 }, { "id": "mixtral-8x7b-32768", "name": "Mixtral 8x7B", "priority": 3 } ] }, "openai": { "baseUrl": "https://api.openai.com/v1", "apiKey": "${OPENAI_API_KEY}", "api": "openai-completions", "tier": 2, "models": [ { "id": "gpt-4o", "name": "GPT-4o", "priority": 1 }, { "id": "gpt-4o-mini", "name": "GPT-4o Mini", "priority": 2 } ] }, "anthropic": { "baseUrl": "https://api.anthropic.com/v1", "apiKey": "${ANTHROPIC_API_KEY}", "api": "anthropic-messages", "tier": 2, "models": [ { "id": "claude-3-5-sonnet-20240620", "name": "Claude 3.5 Sonnet", "priority": 1 }, { "id": "claude-3-opus-20240229", "name": "Claude 3 Opus", "priority": 2 } ] }, "google": { "baseUrl": "https://generativelanguage.googleapis.com/v1beta", "apiKey": "${GOOGLE_API_KEY}", "api": "google-gemini", "tier": 2, "models": [ { "id": "gemini-1.5-pro", "name": "Gemini 1.5 Pro", "priority": 1 }, { "id": "gemini-1.5-flash", "name": "Gemini 1.5 Flash", "priority": 2 } ] }, "minimax": { "baseUrl": "https://api.minimax.chat/v1", "apiKey": "${MINIMAX_API_KEY}", "api": "minimax", "tier": 3, "models": [ { "id": "abab6.5-chat", "name": "MiniMax abab6.5", "priority": 1 } ] } }, "model": { "primary": "moonshotai/kimi-k2.5", "fallback": "gpt-4o", "review": "claude-3-5-sonnet-20240620" }, "routing": { "strategy": "tiered-priority", "retry": true, "maxRetries": 3, "timeout": 60000, "tier_order": [1, 2, 3] } }