Upload config.yaml

config.yaml

@@ -0,0 +1,290 @@
+model_list:
+  ##########################
+  # ===== API.NAVY =====
+  ##########################
+
+  - model_name: gpt-5.3          # gpt-5.3 primary (order 1)
+    litellm_params:
+      model: openai/gpt-5.3-chat-latest
+      api_base: os.environ/NAVY_BASE_URL
+      api_key: os.environ/NAVY_API_KEY
+      order: 1
+      additional_drop_params: ["temperature"]
+
+  - model_name: gemini-3-flash-navy   # gemini-3-flash fallback pos 3
+    litellm_params:
+      model: openai/gemini-3-flash-preview
+      api_base: os.environ/NAVY_BASE_URL
+      api_key: os.environ/NAVY_API_KEY
+      order: 4
+
+  - model_name: gemini-2.5-pro-navy   # gemini-3.1-pro fallback pos 3
+    litellm_params:
+      model: openai/gemini-2.5-pro
+      api_base: os.environ/NAVY_BASE_URL
+      api_key: os.environ/NAVY_API_KEY
+      order: 4
+
+  - model_name: sonar-navy            # sonar fallback pos 2
+    litellm_params:
+      model: openai/sonar
+      api_base: os.environ/NAVY_BASE_URL
+      api_key: os.environ/NAVY_API_KEY
+      order: 3
+
+  ##########################
+  # ===== AiHubMix =====
+  ##########################
+
+  - model_name: gpt-4.1-aihubmix      # gpt-5.3 fallback pos 4
+    litellm_params:
+      model: openai/gpt-4.1-free
+      api_base: os.environ/AIHUBMIX_BASE_URL
+      api_key: os.environ/AIHUBMIX_API_KEY
+      order: 5
+
+  - model_name: gemini-3-flash-aihubmix  # gemini-3-flash fallback pos 1
+    litellm_params:
+      model: openai/gemini-3-flash-preview-free
+      api_base: os.environ/AIHUBMIX_BASE_URL
+      api_key: os.environ/AIHUBMIX_API_KEY
+      order: 2
+
+  ##########################
+  # ===== BlazeAPI =====
+  ##########################
+
+  - model_name: gpt-5.2-blaze          # gpt-5.3 primary (order 1)
+    litellm_params:
+      model: openai/gpt-5.2
+      api_base: os.environ/BLAZE_BASE_URL
+      api_key: os.environ/BLAZE_API_KEY
+      order: 1
+      additional_drop_params: ["temperature"]
+
+  ##########################
+  # ===== Puter.js =====
+  ##########################
+
+  - model_name: gpt-5.3-puter               # gpt-5.3 fallback pos 2
+    litellm_params:
+      model: openai/gpt-5.3-chat
+      api_base: os.environ/PUTER_BASE_URL
+      api_key: os.environ/PUTER_API_KEY
+      order: 3
+
+  - model_name: gemini-3-flash        # primary
+    litellm_params:
+      model: openai/gemini-3-flash-preview
+      api_base: os.environ/PUTER_BASE_URL
+      api_key: os.environ/PUTER_API_KEY
+      order: 1
+
+  - model_name: gemini-3.1-pro        # primary
+    litellm_params:
+      model: openai/gemini-3.1-pro-preview
+      api_base: os.environ/PUTER_BASE_URL
+      api_key: os.environ/PUTER_API_KEY
+      order: 1
+
+  - model_name: sonar                 # primary
+    litellm_params:
+      model: openai/sonar
+      api_base: os.environ/PUTER_BASE_URL
+      api_key: os.environ/PUTER_API_KEY
+      order: 1
+
+  ##########################
+  # ===== Puter.js 2 =====
+  ##########################
+
+  - model_name: gpt-5.3-puter2               # gpt-5.3 fallback pos 3
+    litellm_params:
+      model: openai/gpt-5.3-chat
+      api_base: os.environ/PUTER2_BASE_URL
+      api_key: os.environ/PUTER2_API_KEY
+      order: 4
+
+  - model_name: gemini-3-flash-puter2        # gemini-3-flash fallback pos 2
+    litellm_params:
+      model: openai/gemini-3-flash-preview
+      api_base: os.environ/PUTER2_BASE_URL
+      api_key: os.environ/PUTER2_API_KEY
+      order: 3
+
+  - model_name: gemini-3.1-pro-puter2        # gemini-3.1-pro fallback pos 1
+    litellm_params:
+      model: openai/gemini-3.1-pro-preview
+      api_base: os.environ/PUTER2_BASE_URL
+      api_key: os.environ/PUTER2_API_KEY
+      order: 2
+
+  - model_name: sonar-puter2                 # sonar fallback pos 1
+    litellm_params:
+      model: openai/sonar
+      api_base: os.environ/PUTER2_BASE_URL
+      api_key: os.environ/PUTER2_API_KEY
+      order: 2
+
+
+  ##########################
+  # ===== POLLINATIONS =====
+  ##########################
+
+  - model_name: gemini-2.5-flash-lite-pollinations  # gemini-3-flash fallback pos 5
+    litellm_params:
+      model: openai/gemini-fast
+      api_base: os.environ/POLLINATIONS_BASE_URL
+      api_key: os.environ/POLLINATIONS_API_KEY
+      order: 6
+
+  - model_name: haiku-4.5-pollinations        # sonnet-4.6 fallback pos 3
+    litellm_params:
+      model: openai/claude-fast
+      api_base: os.environ/POLLINATIONS_BASE_URL
+      api_key: os.environ/POLLINATIONS_API_KEY
+      order: 4
+
+  - model_name: sonar-pollinations            # sonar fallback pos 3
+    litellm_params:
+      model: openai/perplexity-fast
+      api_base: os.environ/POLLINATIONS_BASE_URL
+      api_key: os.environ/POLLINATIONS_API_KEY
+      order: 4
+
+
+  ##########################
+  # ===== ZANITY =====
+  ##########################
+
+  - model_name: gpt-4o-zanity         # gpt-5.3 fallback pos 5
+    litellm_params:
+      model: openai/gpt-4o:free
+      api_base: os.environ/ZANITY_BASE_URL
+      api_key: os.environ/ZANITY_API_KEY
+      order: 6
+
+
+  ##########################
+  # ===== MNNAI =====
+  ##########################
+
+  - model_name: gpt-5.2-mnnai         # gpt-5.3 fallback pos 6
+    litellm_params:
+      model: openai/gpt-5.2-chat
+      api_base: os.environ/MNNAI_BASE_URL
+      api_key: os.environ/MNNAI_API_KEY
+      order: 7
+
+  - model_name: gemini-3-flash-mnnai  # gemini-3-flash fallback pos 7
+    litellm_params:
+      model: openai/gemini-3-flash-preview
+      api_base: os.environ/MNNAI_BASE_URL
+      api_key: os.environ/MNNAI_API_KEY
+      order: 8
+
+  - model_name: sonar-mnnai           # sonar fallback pos 4
+    litellm_params:
+      model: openai/sonar
+      api_base: os.environ/MNNAI_BASE_URL
+      api_key: os.environ/MNNAI_API_KEY
+      order: 5
+
+
+  ##########################
+  # ===== VOIDAI =====
+  ##########################
+
+  - model_name: gpt-5.3-voidai        # gpt-5.3 fallback pos 1
+    litellm_params:
+      model: openai/gpt-5.3-chat-latest
+      api_base: os.environ/VOIDAI_BASE_URL
+      api_key: os.environ/VOIDAI_API_KEY
+      order: 2
+
+  - model_name: haiku-4.5
+    litellm_params:
+      model: openai/claude-haiku-4-5-20251001
+      api_base: os.environ/VOIDAI_BASE_URL
+      api_key: os.environ/VOIDAI_API_KEY
+      order: 3
+
+  - model_name: gemini-2.5-flash-lite-voidai  # gemini-3-flash fallback pos 6
+    litellm_params:
+      model: openai/gemini-2.5-flash-lite-preview-06-17
+      api_base: os.environ/VOIDAI_BASE_URL
+      api_key: os.environ/VOIDAI_API_KEY
+      order: 7
+
+
+  ##########################
+  # ===== GOOGLE =====
+  ##########################
+
+  - model_name: gemini-3-flash-google  # gemini-3-flash fallback pos 4 / gemini-3.1-pro fallback pos 2
+    litellm_params:
+      model: openai/gemini-3-flash-preview
+      api_key: os.environ/GEMINI_API_KEY
+      order: 5
+
+
+##########################
+# ===== ROUTER LOGIC =====
+##########################
+
+router_settings:
+  enable_pre_call_checks: true
+  routing_strategy: least-busy
+  allowed_fails: 9999
+  retry_after: 2
+  timeout: 20
+  max_parallel_requests: 2
+
+general_settings:
+  master_key: os.environ/MASTER_KEY
+
+litellm_settings:
+  drop_params: true
+  num_retries: 1
+  fallbacks:
+  # GPT main model cycling
+  - {"gpt-5.3": [
+      "gpt-5.3-voidai",
+      "gpt-5.2-blaze",
+      "gpt-5.3-puter",
+      "gpt-5.3-puter2",
+      "gpt-4.1-aihubmix",
+      "gpt-4o-zanity",
+      "gpt-5.2-mnnai"
+  ]}
+
+  # Gemini Flash cycling
+  - {"gemini-3-flash": [
+      "gemini-3-flash-aihubmix",
+      "gemini-3-flash-puter2",
+      "gemini-3-flash-navy",
+      "gemini-3-flash-google",
+      "gemini-2.5-flash-lite-pollinations",
+      "gemini-2.5-flash-lite-voidai",
+      "gemini-3-flash-mnnai"
+  ]}
+
+  # Gemini Pro cycling
+  - {"gemini-3.1-pro": [
+      "gemini-3.1-pro-puter2",
+      "gemini-3-flash-google",
+      "gemini-2.5-pro-navy"
+  ]}
+
+  # Claude Haiku cycling
+  - {"haiku-4.5": [
+      "haiku-4.5-pollinations"
+  ]}
+
+  # Sonar cycling
+  - {"sonar": [
+      "sonar-puter2",
+      "sonar-navy",
+      "sonar-pollinations",
+      "sonar-mnnai"
+  ]}