config.yaml

model_list:
  # --------------gemini-models--------------------

  - model_name: gg1/gemini-2.5-flash
    litellm_params:
      model: gemini/gemini-2.5-flash
      api_key: os.environ/GEMINI_API_KEY1

  - model_name: gg2/gemini-2.5-flash
    litellm_params:
      model: gemini/gemini-2.5-flash
      api_key: os.environ/GEMINI_API_KEY2

  - model_name: gg3/gemini-2.5-flash
    litellm_params:
      model: gemini/gemini-2.5-flash
      api_key: os.environ/GEMINI_API_KEY3

  - model_name: gg1/gemini-2.5-pro
    litellm_params:
      model: gemini/gemini-2.5-pro
      api_key: os.environ/GEMINI_API_KEY1

  - model_name: gg2/gemini-2.5-pro
    litellm_params:
      model: gemini/gemini-2.5-pro
      api_key: os.environ/GEMINI_API_KEY2

  - model_name: gg3/gemini-2.5-pro
    litellm_params:
      model: gemini/gemini-2.5-pro
      api_key: os.environ/GEMINI_API_KEY3

  # --------------vercel ai gateway-----------------

  - model_name: vercel1/gpt-5.1-instant
    litellm_params:
      model: openai/openai/gpt-5.1-instant
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel1/gpt-5.1-thinking
    litellm_params:
      model: openai/openai/gpt-5.1-thinking
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel1/gpt-5.1-codex
    litellm_params:
      model: openai/openai/gpt-5.1-codex
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/gpt-5.1-codex
    litellm_params:
      model: openai/openai/gpt-5.1-codex
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/gpt-5.1-codex
    litellm_params:
      model: openai/openai/gpt-5.1-codex
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  - model_name: vercel1/gpt-5.1-codex-mini
    litellm_params:
      model: openai/openai/gpt-5.1-codex-mini
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/gpt-5.1-codex-mini
    litellm_params:
      model: openai/openai/gpt-5.1-codex-mini
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/gpt-5.1-codex-mini
    litellm_params:
      model: openai/openai/gpt-5.1-codex-mini
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  - model_name: vercel1/claude-opus-4.1
    litellm_params:
      model: openai/anthropic/claude-opus-4.1
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/claude-opus-4.1
    litellm_params:
      model: openai/anthropic/claude-opus-4.1
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/claude-opus-4.1
    litellm_params:
      model: openai/anthropic/claude-opus-4.1
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  - model_name: vercel1/claude-sonnet-4.5
    litellm_params:
      model: openai/anthropic/claude-sonnet-4.5
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/claude-sonnet-4.5
    litellm_params:
      model: openai/anthropic/claude-sonnet-4.5
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/claude-sonnet-4.5
    litellm_params:
      model: openai/anthropic/claude-sonnet-4.5
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  - model_name: vercel1/gemini-3-pro-preview
    litellm_params:
      model: openai/google/gemini-3-pro-preview
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/gemini-3-pro-preview
    litellm_params:
      model: openai/google/gemini-3-pro-preview
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/gemini-3-pro-preview
    litellm_params:
      model: openai/google/gemini-3-pro-preview
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  - model_name: vercel1/gemini-3-pro-image
    litellm_params:
      model: openai/google/gemini-3-pro-image
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/gemini-3-pro-image
    litellm_params:
      model: openai/google/gemini-3-pro-image
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/gemini-3-pro-image
    litellm_params:
      model: openai/google/gemini-3-pro-image
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  - model_name: vercel1/gemini-2.5-flash-image
    litellm_params:
      model: openai/google/gemini-2.5-flash-image
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/gemini-2.5-flash-image
    litellm_params:
      model: openai/google/gemini-2.5-flash-image
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/gemini-2.5-flash-image
    litellm_params:
      model: openai/google/gemini-2.5-flash-image
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  - model_name: vercel1/gemini-embedding-001
    litellm_params:
      model: openai/google/gemini-embedding-001
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/gemini-embedding-001
    litellm_params:
      model: openai/google/gemini-embedding-001
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/gemini-embedding-001
    litellm_params:
      model: openai/google/gemini-embedding-001
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  - model_name: vercel1/glm-4.6
    litellm_params:
      model: openai/zai/glm-4.6
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY1

  - model_name: vercel2/glm-4.6
    litellm_params:
      model: openai/zai/glm-4.6
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY2

  - model_name: vercel3/glm-4.6
    litellm_params:
      model: openai/zai/glm-4.6
      api_base: os.environ/VERCELAI_BASE_URL
      api_key: os.environ/VERCELAI_API_KEY3

  # --------------openrouter(free)--------------------

  - model_name: or1/tongyi-deepresearch-30b-a3b
    litellm_params:
      model: openrouter/alibaba/tongyi-deepresearch-30b-a3b:free
      api_key: os.environ/OPENROUTER_API_KEY1

  - model_name: or1/deepseek-chat-v3.1
    litellm_params:
      model: openrouter/deepseek/deepseek-chat-v3.1:free
      api_key: os.environ/OPENROUTER_API_KEY1

  - model_name: or1/minimax-m2
    litellm_params:
      model: openrouter/minimax/minimax-m2:free
      api_key: os.environ/OPENROUTER_API_KEY1

  - model_name: or1/kimi-k2
    litellm_params:
      model: openrouter/moonshotai/kimi-k2:free
      api_key: os.environ/OPENROUTER_API_KEY1

  - model_name: or1/dolphin-mistral-24b-venice-edition
    litellm_params:
      model: openrouter/cognitivecomputations/dolphin-mistral-24b-venice-edition:free
      api_key: os.environ/OPENROUTER_API_KEY1

  - model_name: or2/tongyi-deepresearch-30b-a3b
    litellm_params:
      model: openrouter/alibaba/tongyi-deepresearch-30b-a3b:free
      api_key: os.environ/OPENROUTER_API_KEY2

  - model_name: or2/deepseek-chat-v3.1
    litellm_params:
      model: openrouter/deepseek/deepseek-chat-v3.1:free
      api_key: os.environ/OPENROUTER_API_KEY2

  - model_name: or2/minimax-m2
    litellm_params:
      model: openrouter/minimax/minimax-m2:free
      api_key: os.environ/OPENROUTER_API_KEY2

  - model_name: or2/kimi-k2
    litellm_params:
      model: openrouter/moonshotai/kimi-k2:free
      api_key: os.environ/OPENROUTER_API_KEY2

  - model_name: or2/dolphin-mistral-24b-venice-edition
    litellm_params:
      model: openrouter/cognitivecomputations/dolphin-mistral-24b-venice-edition:free
      api_key: os.environ/OPENROUTER_API_KEY2

  # --------------groq----------------------

  - model_name: gq1/kimi-k2-instruct
    litellm_params:
      model: groq/moonshotai/kimi-k2-instruct-0905
      api_key: os.environ/GROQ_API_KEY1

  - model_name: gq2/kimi-k2-instruct
    litellm_params:
      model: groq/moonshotai/kimi-k2-instruct-0905
      api_key: os.environ/GROQ_API_KEY2

  - model_name: gq1/gpt-oss-120b
    litellm_params:
      model: groq/openai/gpt-oss-120b
      api_key: os.environ/GROQ_API_KEY1

  - model_name: gq2/gpt-oss-120b
    litellm_params:
      model: groq/openai/gpt-oss-120b
      api_key: os.environ/GROQ_API_KEY2

  - model_name: gq1/compound
    litellm_params:
      model: groq/groq/compound
      api_key: os.environ/GROQ_API_KEY1

  - model_name: gq2/compound
    litellm_params:
      model: groq/groq/compound
      api_key: os.environ/GROQ_API_KEY2

  # --------------cerebras----------------------

  - model_name: cb1/gpt-oss-120b
    litellm_params:
      model: cerebras/gpt-oss-120b
      api_key: os.environ/CEREBRAS_API_KEY1

  - model_name: cb1/zai-glm-4.6
    litellm_params:
      model: cerebras/zai-glm-4.6
      api_key: os.environ/CEREBRAS_API_KEY1

  - model_name: cb2/gpt-oss-120b
    litellm_params:
      model: cerebras/gpt-oss-120b
      api_key: os.environ/CEREBRAS_API_KEY2

  - model_name: cb2/zai-glm-4.6
    litellm_params:
      model: cerebras/zai-glm-4.6
      api_key: os.environ/CEREBRAS_API_KEY2

  - model_name: cb3/gpt-oss-120b
    litellm_params:
      model: cerebras/gpt-oss-120b
      api_key: os.environ/CEREBRAS_API_KEY3

  - model_name: cb3/zai-glm-4.6
    litellm_params:
      model: cerebras/zai-glm-4.6
      api_key: os.environ/CEREBRAS_API_KEY3

  # --------------openai--------------------

  - model_name: op1/gpt-4o-mini
    litellm_params:
      model: openai/gpt-4o-mini
      api_key: os.environ/OPENAI_API_KEY1

  - model_name: op1/gpt-4o-mini-search
    litellm_params:
      model: openai/gpt-4o-mini-search-preview
      api_key: os.environ/OPENAI_API_KEY1

  - model_name: op1/gpt-4.1-mini
    litellm_params:
      model: openai/gpt-4.1-mini
      api_key: os.environ/OPENAI_API_KEY1

  - model_name: op1/text-embedding-3-large
    litellm_params:
      model: openai/text-embedding-3-large
      api_key: os.environ/OPENAI_API_KEY1

  - model_name: op1/text-embedding-3-small
    litellm_params:
      model: openai/text-embedding-3-small
      api_key: os.environ/OPENAI_API_KEY1

  # --------------cohere--------------------

  - model_name: ch/command-r-plus
    litellm_params:
      model: cohere/command-r-plus-08-2024
      api_key: os.environ/COHERE_API_KEY

  - model_name: ch/command-a
    litellm_params:
      model: cohere/command-a-03-2025
      api_key: os.environ/COHERE_API_KEY

  - model_name: ch/embed-english
    litellm_params:
      model: cohere/embed-english-v3.0
      api_key: os.environ/COHERE_API_KEY

  - model_name: ch/embed-english-light
    litellm_params:
      model: cohere/embed-english-light-v3.0
      api_key: os.environ/COHERE_API_KEY

  - model_name: ch/embed-multilingual
    litellm_params:
      model: cohere/embed-multilingual-v3.0
      api_key: os.environ/COHERE_API_KEY

  - model_name: ch/embed-multilingual-light
    litellm_params:
      model: cohere/embed-multilingual-light-v3.0
      api_key: os.environ/COHERE_API_KEY

  - model_name: ch/rerank-english
    litellm_params:
      model: cohere/rerank-english-v3.0
      api_key: os.environ/COHERE_API_KEY

  # --------------mistral--------------------

  - model_name: ms/mistral-large-latest
    litellm_params:
      model: mistral/mistral-large-latest
      api_key: os.environ/MISTRAL_API_KEY

  - model_name: ms/mistral-small-latest
    litellm_params:
      model: mistral/mistral-small-latest
      api_key: os.environ/MISTRAL_API_KEY

  - model_name: ms/mistral-embed
    litellm_params:
      model: mistral/mistral-embed
      api_key: os.environ/MISTRAL_API_KEY

  # --------------HX--------------------

  - model_name: hx/gpt-4o-mini
    litellm_params:
      model: openai/gpt-4o-mini
      api_base: os.environ/HX_BASE_URL
      api_key: os.environ/HX_API_KEY

  - model_name: hx/gpt-4o
    litellm_params:
      model: openai/gpt-4o
      api_base: os.environ/HX_BASE_URL
      api_key: os.environ/HX_API_KEY

  - model_name: hx/deepseek-v3-0324
    litellm_params:
      model: openai/deepseek-v3-0324
      api_base: os.environ/HX_BASE_URL
      api_key: os.environ/HX_API_KEY

  # --------------VO--------------------

  - model_name: vo/gpt-4.1
    litellm_params:
      model: openai/gpt-4.1
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/gpt-5.1
    litellm_params:
      model: openai/gpt-5.1
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/gpt-5.2
    litellm_params:
      model: openai/gpt-5.2
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/gpt-5.1-codex
    litellm_params:
      model: openai/gpt-5.1-codex
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/gpt-5.1-codex-mini
    litellm_params:
      model: openai/gpt-5.1-codex-mini
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/gpt-oss-120b
    litellm_params:
      model: openai/gpt-oss-120b
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/o4-mini
    litellm_params:
      model: openai/o4-mini
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/claude-sonnet-4.5
    litellm_params:
      model: openai/claude-sonnet-4-5-20250929
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/sonar-pro
    litellm_params:
      model: openai/sonar-pro
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/sonar-deep-research
    litellm_params:
      model: openai/sonar-deep-research
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/gemini-3-pro-preview
    litellm_params:
      model: openai/gemini-3-pro-preview
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/gemini-2.5-pro
    litellm_params:
      model: openai/gemini-2.5-pro
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/gemini-3-flash-preview
    litellm_params:
      model: openai/gemini-3-flash-preview
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  - model_name: vo/glm-4.7
    litellm_params:
      model: openai/glm-4.7
      api_base: os.environ/VO_BASE_URL
      api_key: os.environ/VO_API_KEY

  # --------------NY--------------------

  - model_name: ny/gpt-5
    litellm_params:
      model: openai/gpt-5
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/gpt-4.1
    litellm_params:
      model: openai/gpt-4.1
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/o3
    litellm_params:
      model: openai/o3
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/text-embedding-3-large
    litellm_params:
      model: openai/text-embedding-3-large
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/sonar-deep-research
    litellm_params:
      model: openai/sonar-deep-research
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/compound-beta
    litellm_params:
      model: openai/compound-beta
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/deepseek-v3.1
    litellm_params:
      model: openai/deepseek-v3.1-terminus
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/gemini-2.5-pro
    litellm_params:
      model: openai/gemini-2.5-pro
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/gemini-2.5-flash
    litellm_params:
      model: openai/gemini-2.5-flash
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/grok-4-reasoning
    litellm_params:
      model: openai/grok-4-fast-reasoning
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/grok-4
    litellm_params:
      model: openai/grok-4
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/kimi-k2
    litellm_params:
      model: openai/kimi-k2-0905
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/kimi-k2-fast
    litellm_params:
      model: openai/kimi-k2-0905-fast
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/glm-4.5v
    litellm_params:
      model: openai/glm-4.5v
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  - model_name: ny/glm-4.6
    litellm_params:
      model: openai/glm-4.6
      api_base: os.environ/NY_BASE_URL
      api_key: os.environ/NY_API_KEY

  # --------------EL--------------------

  - model_name: el/gpt-oss-120b-free
    litellm_params:
      model: openai/gpt-oss-120b:free
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/gpt-oss-120b
    litellm_params:
      model: openai/gpt-oss-120b
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/gpt-5-free
    litellm_params:
      model: openai/gpt-5-chat-latest:free
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/gpt-4o
    litellm_params:
      model: openai/gpt-4o-2024-11-20
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/gpt-4.1
    litellm_params:
      model: openai/gpt-4.1
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/gpt-4.1-mini
    litellm_params:
      model: openai/gpt-4.1-mini
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/sonar
    litellm_params:
      model: openai/sonar
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/text-embedding-3-small
    litellm_params:
      model: openai/text-embedding-3-small
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/text-embedding-3-large
    litellm_params:
      model: openai/text-embedding-3-large
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  - model_name: el/gemini-embedding-001
    litellm_params:
      model: openai/gemini-embedding-001
      api_base: os.environ/EL_BASE_URL
      api_key: os.environ/EL_API_KEY

  # --------------ZK--------------------

  - model_name: zk/gpt-4o-mini
    litellm_params:
      model: openai/gpt-4o-mini
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/gpt-4o
    litellm_params:
      model: openai/gpt-4o-2024-11-20
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/gpt-5
    litellm_params:
      model: openai/gpt-5
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/gpt-4.1
    litellm_params:
      model: openai/gpt-4.1
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/gpt-4.1-mini
    litellm_params:
      model: openai/gpt-4.1-mini
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/o4-mini
    litellm_params:
      model: openai/o4-mini
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/claude-sonnet-4
    litellm_params:
      model: openai/claude-4-sonnet
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/claude-opus-4
    litellm_params:
      model: openai/claude-4-opus
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/claude-3-7-sonnet
    litellm_params:
      model: openai/claude-3.7-sonnet
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/claude-3-7-sonnet-thinking
    litellm_params:
      model: openai/claude-3.7-sonnet-thinking
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/claude-3-5-sonnet
    litellm_params:
      model: openai/claude-3.5-sonnet-v2
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/gemini-2.5-pro
    litellm_params:
      model: openai/gemini-2.5-pro
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/sonar-pro
    litellm_params:
      model: openai/sonar-pro
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/sonar-reasoning-pro
    litellm_params:
      model: openai/sonar-reasoning-pro
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/kimi-k2-instruct
    litellm_params:
      model: openai/kimi-k2-instruct
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

  - model_name: zk/glm-4.5
    litellm_params:
      model: openai/glm-4.5
      api_base: os.environ/ZK_BASE_URL
      api_key: os.environ/ZK_API_KEY

# --------------Other Settings--------------------

litellm_settings:
  # Networking settings
  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
  num_retries: 3
  fallbacks: [{ "gemini-1.5-pro": ["gemini-1.5-flash"] }]
  allowed_fails: 3 # cooldown model if it fails > 1 call in a minute.
  cooldown_time: 30 # how long to cooldown model if fails/min > allowed_fails
  drop_params: true

general_settings:
  master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)

router_settings:
  fallbacks:
    [
      { "or/gemini-2.0-flash-exp": ["gg1/gemini-2.0-flash-exp"] },
      { "gpt-3.5-turbo": ["gemini-1.5-flash"] },
    ]
  model_group_alias: { "gpt-4": "gemini-1.5-pro" }
  routing_strategy: simple-shuffle