Spaces:
Paused
Paused
| model_list: | |
| # --------------gemini-models-------------------- | |
| - model_name: gg1/gemini-2.5-flash | |
| litellm_params: | |
| model: gemini/gemini-2.5-flash | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gg2/gemini-2.5-flash | |
| litellm_params: | |
| model: gemini/gemini-2.5-flash | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gg3/gemini-2.5-flash | |
| litellm_params: | |
| model: gemini/gemini-2.5-flash | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| - model_name: gg1/gemini-2.5-pro | |
| litellm_params: | |
| model: gemini/gemini-2.5-pro | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gg2/gemini-2.5-pro | |
| litellm_params: | |
| model: gemini/gemini-2.5-pro | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gg3/gemini-2.5-pro | |
| litellm_params: | |
| model: gemini/gemini-2.5-pro | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| # --------------vercel ai gateway----------------- | |
| - model_name: vercel1/gpt-5 | |
| litellm_params: | |
| model: openai/openai/gpt-5 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/gpt-5 | |
| litellm_params: | |
| model: openai/openai/gpt-5 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/gpt-5 | |
| litellm_params: | |
| model: openai/openai/gpt-5 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/claude-4-sonnet | |
| litellm_params: | |
| model: openai/anthropic/claude-4-sonnet | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/claude-4-sonnet | |
| litellm_params: | |
| model: openai/anthropic/claude-4-sonnet | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/claude-4-sonnet | |
| litellm_params: | |
| model: openai/anthropic/claude-4-sonnet | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| # --------------openrouter(free)-------------------- | |
| - model_name: or1/gpt-oss-20b | |
| litellm_params: | |
| model: openrouter/openai/gpt-oss-20b:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/glm-4.5-air | |
| litellm_params: | |
| model: openrouter/z-ai/glm-4.5-air:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/qwen3-coder | |
| litellm_params: | |
| model: openrouter/qwen/qwen3-coder:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/kimi-k2 | |
| litellm_params: | |
| model: openrouter/moonshotai/kimi-k2:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/dolphin-mistral-24b-venice-edition | |
| litellm_params: | |
| model: openrouter/cognitivecomputations/dolphin-mistral-24b-venice-edition:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/deepseek-r1t2-chimera | |
| litellm_params: | |
| model: openrouter/tngtech/deepseek-r1t2-chimera:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or2/gpt-oss-20b | |
| litellm_params: | |
| model: openrouter/openai/gpt-oss-20b:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/glm-4.5-air | |
| litellm_params: | |
| model: openrouter/z-ai/glm-4.5-air:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/qwen3-coder | |
| litellm_params: | |
| model: openrouter/qwen/qwen3-coder:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/kimi-k2 | |
| litellm_params: | |
| model: openrouter/moonshotai/kimi-k2:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/dolphin-mistral-24b-venice-edition | |
| litellm_params: | |
| model: openrouter/cognitivecomputations/dolphin-mistral-24b-venice-edition:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/deepseek-r1t2-chimera | |
| litellm_params: | |
| model: openrouter/tngtech/deepseek-r1t2-chimera:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| # --------------groq---------------------- | |
| - model_name: gq1/llama-3.3-70b-versatile | |
| litellm_params: | |
| model: groq/llama-3.3-70b-versatile | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/llama-3.3-70b-versatile | |
| litellm_params: | |
| model: groq/llama-3.3-70b-versatile | |
| api_key: os.environ/GROQ_API_KEY2 | |
| - model_name: gq1/kimi-k2-instruct | |
| litellm_params: | |
| model: groq/moonshotai/kimi-k2-instruct | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/kimi-k2-instruct | |
| litellm_params: | |
| model: groq/moonshotai/kimi-k2-instruct | |
| api_key: os.environ/GROQ_API_KEY2 | |
| - model_name: gq1/gpt-oss-120b | |
| litellm_params: | |
| model: groq/openai/gpt-oss-120b | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/gpt-oss-120b | |
| litellm_params: | |
| model: groq/openai/gpt-oss-120b | |
| api_key: os.environ/GROQ_API_KEY2 | |
| # --------------cerebras---------------------- | |
| - model_name: cb/qwen-3-235b-a22b-instruct-2507 | |
| litellm_params: | |
| model: cerebras/qwen-3-235b-a22b-instruct-2507 | |
| api_key: os.environ/CEREBRAS_API_KEY | |
| - model_name: cb/qwen-3-235b-a22b-thinking-2507 | |
| litellm_params: | |
| model: cerebras/qwen-3-235b-a22b-thinking-2507 | |
| api_key: os.environ/CEREBRAS_API_KEY | |
| - model_name: cb/gpt-oss-120b | |
| litellm_params: | |
| model: cerebras/gpt-oss-120b | |
| api_key: os.environ/CEREBRAS_API_KEY | |
| # --------------openai-------------------- | |
| - model_name: op1/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/text-embedding-3-large | |
| litellm_params: | |
| model: openai/text-embedding-3-large | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/text-embedding-3-small | |
| litellm_params: | |
| model: openai/text-embedding-3-small | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| # - model_name: op2/gpt-4o-mini | |
| # litellm_params: | |
| # model: openai/gpt-4o-mini | |
| # api_key: os.environ/OPENAI_API_KEY2 | |
| # --------------cohere-------------------- | |
| - model_name: ch/command-r-plus | |
| litellm_params: | |
| model: cohere/command-r-plus-08-2024 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/command-a | |
| litellm_params: | |
| model: cohere/command-a-03-2025 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-english | |
| litellm_params: | |
| model: cohere/embed-english-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-english-light | |
| litellm_params: | |
| model: cohere/embed-english-light-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-multilingual | |
| litellm_params: | |
| model: cohere/embed-multilingual-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-multilingual-light | |
| litellm_params: | |
| model: cohere/embed-multilingual-light-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/rerank-english | |
| litellm_params: | |
| model: cohere/rerank-english-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| # --------------mistral-------------------- | |
| - model_name: ms/mistral-large-latest | |
| litellm_params: | |
| model: mistral/mistral-large-latest | |
| api_key: os.environ/MISTRAL_API_KEY | |
| - model_name: ms/mistral-small-latest | |
| litellm_params: | |
| model: mistral/mistral-small-latest | |
| api_key: os.environ/MISTRAL_API_KEY | |
| - model_name: ms/mistral-embed | |
| litellm_params: | |
| model: mistral/mistral-embed | |
| api_key: os.environ/MISTRAL_API_KEY | |
| # --------------KL--------------------- | |
| - model_name: kl1/deepseek-r1-0528 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-R1-0528 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY1 | |
| - model_name: kl2/deepseek-r1-0528 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-R1-0528 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY2 | |
| - model_name: kl3/deepseek-r1-0528 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-R1-0528 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY3 | |
| - model_name: kl1/deepseek-v3-0324 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-V3-0324 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY1 | |
| - model_name: kl2/deepseek-v3-0324 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-V3-0324 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY2 | |
| - model_name: kl3/deepseek-v3-0324 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-V3-0324 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY3 | |
| # --------------NV--------------------- | |
| - model_name: nv/deepseek-r1-0528 | |
| litellm_params: | |
| model: openai/deepseek-ai/deepseek-r1-0528 | |
| api_base: os.environ/NV_BASE_URL | |
| api_key: os.environ/NV_API_KEY | |
| - model_name: nv/qwen3-235b-a22b | |
| litellm_params: | |
| model: openai/qwen/qwen3-235b-a22b | |
| api_base: os.environ/NV_BASE_URL | |
| api_key: os.environ/NV_API_KEY3 | |
| # --------------HX-------------------- | |
| - model_name: hx/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/HX_BASE_URL | |
| api_key: os.environ/HX_API_KEY | |
| - model_name: hx/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o | |
| api_base: os.environ/HX_BASE_URL | |
| api_key: os.environ/HX_API_KEY | |
| - model_name: hx/deepseek-v3-0324 | |
| litellm_params: | |
| model: openai/deepseek-v3-0324 | |
| api_base: os.environ/HX_BASE_URL | |
| api_key: os.environ/HX_API_KEY | |
| # --------------KM-------------------- | |
| - model_name: km/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/gpt-5 | |
| litellm_params: | |
| model: openai/gpt-5 | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/o3 | |
| litellm_params: | |
| model: openai/o3 | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/sonar-pro | |
| litellm_params: | |
| model: openai/sonar-pro | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/sonar-reasoning | |
| litellm_params: | |
| model: openai/sonar-reasoning | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/sonar-deep-research | |
| litellm_params: | |
| model: openai/sonar-deep-research | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek-v3 | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/deepseek-prover-v2 | |
| litellm_params: | |
| model: openai/deepseek-prover-v2 | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/gemini-2.5-pro | |
| litellm_params: | |
| model: openai/gemini-2.5-pro | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| - model_name: km/kimi-k2-instruct | |
| litellm_params: | |
| model: openai/kimi-k2-instruct | |
| api_base: os.environ/KM_BASE_URL | |
| api_key: os.environ/KM_API_KEY | |
| # --------------VO-------------------- | |
| - model_name: vo/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-4.1 | |
| litellm_params: | |
| model: openai/gpt-4.1 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-5 | |
| litellm_params: | |
| model: openai/gpt-5 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/o4-mini | |
| litellm_params: | |
| model: openai/o4-mini | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/claude-3-7-sonnet | |
| litellm_params: | |
| model: openai/claude-3-7-sonnet-20250219 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/claude-sonnet-4 | |
| litellm_params: | |
| model: openai/claude-sonnet-4-20250514 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/sonar-pro | |
| litellm_params: | |
| model: openai/sonar-pro | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/sonar-reasoning | |
| litellm_params: | |
| model: openai/sonar-reasoning | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/sonar-deep-research | |
| litellm_params: | |
| model: openai/sonar-deep-research | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek-v3 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/deepseek-r1 | |
| litellm_params: | |
| model: openai/deepseek-r1 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gemini-2.5-pro | |
| litellm_params: | |
| model: openai/gemini-2.5-pro | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/kimi-k2-instruct | |
| litellm_params: | |
| model: openai/kimi-k2-instruct | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| # --------------NY-------------------- | |
| - model_name: ny/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/gpt-5 | |
| litellm_params: | |
| model: openai/gpt-5 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/gpt-4.1 | |
| litellm_params: | |
| model: openai/gpt-4.1 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/o4-mini | |
| litellm_params: | |
| model: openai/o4-mini | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/o3 | |
| litellm_params: | |
| model: openai/o3 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/sonar-pro | |
| litellm_params: | |
| model: openai/sonar-pro | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/sonar-reasoning | |
| litellm_params: | |
| model: openai/sonar-reasoning | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/sonar-deep-research | |
| litellm_params: | |
| model: openai/sonar-deep-research | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek-v3-0324 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/gemini-2.5-pro | |
| litellm_params: | |
| model: openai/gemini-2.5-pro | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/kimi-k2 | |
| litellm_params: | |
| model: openai/kimi-k2 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/glm-4.5 | |
| litellm_params: | |
| model: openai/glm-4.5 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/qwen3-coder | |
| litellm_params: | |
| model: openai/qwen3-coder | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/qwen3-235b | |
| litellm_params: | |
| model: openai/qwen3-235b-a22b-2507 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/qwen3-235b-thinking | |
| litellm_params: | |
| model: openai/qwen3-235b-a22b-thinking-2507 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/text-embedding-3-large | |
| litellm_params: | |
| model: openai/text-embedding-3-large | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/text-embedding-3-small | |
| litellm_params: | |
| model: openai/text-embedding-3-small | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| # --------------EL-------------------- | |
| - model_name: el/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-5 | |
| litellm_params: | |
| model: openai/gpt-5 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-4.1 | |
| litellm_params: | |
| model: openai/gpt-4.1 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/o4-mini | |
| litellm_params: | |
| model: openai/o4-mini | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/o3 | |
| litellm_params: | |
| model: openai/o3 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet-20241022 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/sonar | |
| litellm_params: | |
| model: openai/sonar | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/sonar-reasoning | |
| litellm_params: | |
| model: openai/sonar-reasoning | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/deepseek-v3-0324 | |
| litellm_params: | |
| model: openai/deepseek-v3-0324 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/deepseek-prover-v2 | |
| litellm_params: | |
| model: openai/deepseek-prover-v2 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/deepseek-r1-0528 | |
| litellm_params: | |
| model: openai/deepseek-r1-0528 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/kimi-k2 | |
| litellm_params: | |
| model: openai/kimi-k2 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| # --------------DDC-------------------- | |
| - model_name: ddc1/gpt-oss-120b | |
| litellm_params: | |
| model: openai/provider-1/gpt-oss-120b | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/gpt-oss-120b | |
| litellm_params: | |
| model: openai/provider-1/gpt-oss-120b | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| - model_name: ddc1/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/provider-3/gpt-4.1-mini | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/provider-3/gpt-4.1-mini | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| - model_name: ddc1/o4-mini | |
| litellm_params: | |
| model: openai/provider-6/o4-mini-medium | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/o4-mini | |
| litellm_params: | |
| model: openai/provider-6/o4-mini-medium | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| - model_name: ddc1/deepseek-v3.1 | |
| litellm_params: | |
| model: openai/provider-1/deepseek-v3.1 | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/deepseek-v3.1 | |
| litellm_params: | |
| model: openai/provider-1/deepseek-v3.1 | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| - model_name: ddc1/gemini-2.5-flash | |
| litellm_params: | |
| model: openai/provider-6/gemini-2.5-flash | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/gemini-2.5-flash | |
| litellm_params: | |
| model: openai/provider-6/gemini-2.5-flash | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| - model_name: ddc1/glm-4.5 | |
| litellm_params: | |
| model: openai/provider-1/glm-4.5-fp8 | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/glm-4.5 | |
| litellm_params: | |
| model: openai/provider-1/glm-4.5-fp8 | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| - model_name: ddc1/kimi-k2-instruct | |
| litellm_params: | |
| model: openai/provider-6/kimi-k2-instruct | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/kimi-k2-instruct | |
| litellm_params: | |
| model: openai/provider-6/kimi-k2-instruct | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| - model_name: ddc1/qwen-3-235b-a22b-2507 | |
| litellm_params: | |
| model: openai/provider-3/qwen-3-235b-a22b-2507 | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/qwen-3-235b-a22b-2507 | |
| litellm_params: | |
| model: openai/provider-3/qwen-3-235b-a22b-2507 | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| - model_name: ddc1/qwen3-coder-480b-a35b | |
| litellm_params: | |
| model: openai/provider-6/qwen3-coder-480b-a35b | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY1 | |
| - model_name: ddc2/qwen3-coder-480b-a35b | |
| litellm_params: | |
| model: openai/provider-6/qwen3-coder-480b-a35b | |
| api_base: os.environ/DDC_BASE_URL | |
| api_key: os.environ/DDC_API_KEY2 | |
| # --------------ZK-------------------- | |
| - model_name: zk/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-5 | |
| litellm_params: | |
| model: openai/gpt-5 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-4.1 | |
| litellm_params: | |
| model: openai/gpt-4.1 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/o4-mini | |
| litellm_params: | |
| model: openai/o4-mini | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-sonnet-4 | |
| litellm_params: | |
| model: openai/claude-4-sonnet | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-opus-4 | |
| litellm_params: | |
| model: openai/claude-4-opus | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-7-sonnet | |
| litellm_params: | |
| model: openai/claude-3.7-sonnet | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-7-sonnet-thinking | |
| litellm_params: | |
| model: openai/claude-3.7-sonnet-thinking | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3.5-sonnet-v2 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gemini-2.5-pro | |
| litellm_params: | |
| model: openai/gemini-2.5-pro | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/sonar-pro | |
| litellm_params: | |
| model: openai/sonar-pro | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/sonar-reasoning-pro | |
| litellm_params: | |
| model: openai/sonar-reasoning-pro | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/kimi-k2-instruct | |
| litellm_params: | |
| model: openai/kimi-k2-instruct | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/glm-4.5 | |
| litellm_params: | |
| model: openai/glm-4.5 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| # --------------Other Settings-------------------- | |
| litellm_settings: | |
| # Networking settings | |
| request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout | |
| num_retries: 3 | |
| fallbacks: [{ "gemini-1.5-pro": ["gemini-1.5-flash"] }] | |
| allowed_fails: 3 # cooldown model if it fails > 1 call in a minute. | |
| cooldown_time: 30 # how long to cooldown model if fails/min > allowed_fails | |
| drop_params: true | |
| general_settings: | |
| master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234) | |
| router_settings: | |
| fallbacks: | |
| [ | |
| { "or/gemini-2.0-flash-exp": ["gg1/gemini-2.0-flash-exp"] }, | |
| { "gpt-3.5-turbo": ["gemini-1.5-flash"] }, | |
| ] | |
| model_group_alias: { "gpt-4": "gemini-1.5-pro" } | |
| routing_strategy: simple-shuffle | |