parson commited on
Commit
54abb2d
·
verified ·
1 Parent(s): d46904b

Deploy LiteLLM proxy

Browse files
Files changed (2) hide show
  1. README.md +2 -0
  2. config.yaml +7 -0
README.md CHANGED
@@ -15,6 +15,8 @@ This Space runs the LiteLLM proxy, providing an OpenAI-compatible API that can r
15
  - `GMN_API_KEY`: for the third-party OpenAI-compatible gateway
16
  - `GMN_API_BASE`: set to `https://gmn.chuangzuoli.com/v1`
17
  - `ANTHROPIC_API_KEY`: for Anthropic routing
 
 
18
 
19
  ## Useful Endpoints
20
 
 
15
  - `GMN_API_KEY`: for the third-party OpenAI-compatible gateway
16
  - `GMN_API_BASE`: set to `https://gmn.chuangzuoli.com/v1`
17
  - `ANTHROPIC_API_KEY`: for Anthropic routing
18
+ - `ANTHROPIC_BASE_URL`: set to `https://ark.cn-beijing.volces.com/api/coding`
19
+ - `ANTHROPIC_AUTH_TOKEN`: Volcengine ARK API key (Anthropic-compatible)
20
 
21
  ## Useful Endpoints
22
 
config.yaml CHANGED
@@ -18,6 +18,13 @@ model_list:
18
  model: anthropic/claude-3-7-sonnet-20250219
19
  api_key: "os.environ/ANTHROPIC_API_KEY"
20
 
 
 
 
 
 
 
 
21
  # Optional: allow explicit provider-prefixed model names
22
  - model_name: openai/*
23
  litellm_params:
 
18
  model: anthropic/claude-3-7-sonnet-20250219
19
  api_key: "os.environ/ANTHROPIC_API_KEY"
20
 
21
+ # Volcengine ARK (Anthropic-compatible)
22
+ - model_name: ark-code-latest
23
+ litellm_params:
24
+ model: anthropic/ark-code-latest
25
+ api_base: "os.environ/ANTHROPIC_BASE_URL"
26
+ api_key: "os.environ/ANTHROPIC_AUTH_TOKEN"
27
+
28
  # Optional: allow explicit provider-prefixed model names
29
  - model_name: openai/*
30
  litellm_params: