omniroute-masterfile.json

{
  "providers": {
    "nvidia": {
      "baseUrl": "https://integrate.api.nvidia.com/v1",
      "apiKey": "${NVIDIA_API_KEY}",
      "api": "openai-completions",
      "tier": 1,
      "models": [
        { "id": "moonshotai/kimi-k2.5", "name": "Kimi K2.5", "priority": 1 }
      ]
    },
    "groq": {
      "baseUrl": "https://api.groq.com/openai/v1",
      "apiKey": "${GROQ_API_KEY}",
      "api": "openai-completions",
      "tier": 1,
      "models": [
        { "id": "llama-3.1-70b-versatile", "name": "Llama 3.1 70B", "priority": 2 },
        { "id": "mixtral-8x7b-32768", "name": "Mixtral 8x7B", "priority": 3 }
      ]
    },
    "openai": {
      "baseUrl": "https://api.openai.com/v1",
      "apiKey": "${OPENAI_API_KEY}",
      "api": "openai-completions",
      "tier": 2,
      "models": [
        { "id": "gpt-4o", "name": "GPT-4o", "priority": 1 },
        { "id": "gpt-4o-mini", "name": "GPT-4o Mini", "priority": 2 }
      ]
    },
    "anthropic": {
      "baseUrl": "https://api.anthropic.com/v1",
      "apiKey": "${ANTHROPIC_API_KEY}",
      "api": "anthropic-messages",
      "tier": 2,
      "models": [
        { "id": "claude-3-5-sonnet-20240620", "name": "Claude 3.5 Sonnet", "priority": 1 },
        { "id": "claude-3-opus-20240229", "name": "Claude 3 Opus", "priority": 2 }
      ]
    },
    "google": {
      "baseUrl": "https://generativelanguage.googleapis.com/v1beta",
      "apiKey": "${GOOGLE_API_KEY}",
      "api": "google-gemini",
      "tier": 2,
      "models": [
        { "id": "gemini-1.5-pro", "name": "Gemini 1.5 Pro", "priority": 1 },
        { "id": "gemini-1.5-flash", "name": "Gemini 1.5 Flash", "priority": 2 }
      ]
    },
    "minimax": {
      "baseUrl": "https://api.minimax.chat/v1",
      "apiKey": "${MINIMAX_API_KEY}",
      "api": "minimax",
      "tier": 3,
      "models": [
        { "id": "abab6.5-chat", "name": "MiniMax abab6.5", "priority": 1 }
      ]
    }
  },
  "model": {
    "primary": "moonshotai/kimi-k2.5",
    "fallback": "gpt-4o",
    "review": "claude-3-5-sonnet-20240620"
  },
  "routing": {
    "strategy": "tiered-priority",
    "retry": true,
    "maxRetries": 3,
    "timeout": 60000,
    "tier_order": [1, 2, 3]
  }
}