Spaces:
Running
Running
File size: 1,744 Bytes
d74a964 d46904b d74a964 54abb2d 3267348 54abb2d d74a964 d46904b d74a964 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
model_list:
# Friendly aliases (recommended)
- model_name: gpt-4o-mini
litellm_params:
model: openai/gpt-4o-mini
# Third-party OpenAI-compatible endpoint
api_base: "os.environ/GMN_API_BASE"
api_key: "os.environ/GMN_API_KEY"
# Some gateways/WAFs require specific headers to allow /v1/responses
extra_headers:
OpenAI-Beta: "responses=v1"
User-Agent: "curl/8.0"
# Pick a modern, fast Claude Sonnet variant as the default alias.
# You can still call any Anthropic model via `anthropic/<model>` because of the wildcard route.
- model_name: claude-sonnet
litellm_params:
model: anthropic/claude-3-7-sonnet-20250219
api_key: "os.environ/ANTHROPIC_API_KEY"
# Volcengine ARK (Anthropic-compatible)
- model_name: ark-code-latest
litellm_params:
model: anthropic/ark-code-latest
api_base: "os.environ/ARK_ANTHROPIC_BASE_URL"
api_key: "os.environ/ARK_ANTHROPIC_AUTH_TOKEN"
# Optional: allow explicit provider-prefixed model names
- model_name: openai/*
litellm_params:
model: openai/*
api_base: "os.environ/GMN_API_BASE"
api_key: "os.environ/GMN_API_KEY"
extra_headers:
OpenAI-Beta: "responses=v1"
User-Agent: "curl/8.0"
model_info:
health_check_model: openai/gpt-4o-mini
- model_name: anthropic/*
litellm_params:
model: anthropic/*
api_key: "os.environ/ANTHROPIC_API_KEY"
model_info:
health_check_model: anthropic/claude-3-7-sonnet-20250219
litellm_settings:
# Improves compatibility when clients send provider-specific params.
drop_params: true
general_settings:
# Require Authorization: Bearer <key>.
master_key: "os.environ/LITELLM_MASTER_KEY"
|