Deploy LiteLLM proxy

Dockerfile

@@ -0,0 +1,17 @@
+FROM python:3.11-slim
+
+ENV PYTHONDONTWRITEBYTECODE=1 \
+    PYTHONUNBUFFERED=1 \
+    PORT=7860 \
+    HOST=0.0.0.0
+
+WORKDIR /app
+
+# LiteLLM proxy (OpenAI-compatible gateway)
+RUN pip install --no-cache-dir "litellm[proxy]"
+
+COPY config.yaml /app/config.yaml
+
+EXPOSE 7860
+
+CMD ["litellm", "--config", "/app/config.yaml"]

README.md

@@ -1,10 +1,49 @@
 ---
-title: Litellm Proxy
-emoji: 🚀
-colorFrom: purple
-colorTo: gray
+title: LiteLLM Proxy
 sdk: docker
+app_port: 7860
 pinned: false
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# LiteLLM Proxy (OpenAI-Compatible)
+
+This Space runs the LiteLLM proxy, providing an OpenAI-compatible API that can route to multiple providers.
+
+## Secrets to Set (Space Settings -> Secrets)
+
+- `LITELLM_MASTER_KEY`: master key required in `Authorization: Bearer ...`
+- `OPENAI_API_KEY`: for OpenAI routing
+- `ANTHROPIC_API_KEY`: for Anthropic routing
+
+## Useful Endpoints
+
+- `GET /health/liveliness` (no auth) - good for keep-alive pings
+- `POST /chat/completions` (auth) - OpenAI-compatible chat completions
+
+## Example Curl
+
+```bash
+curl -sS https://YOUR-SPACE.hf.space/health/liveliness
+```
+
+```bash
+curl -sS https://YOUR-SPACE.hf.space/chat/completions \
+  -H "Authorization: Bearer $LITELLM_MASTER_KEY" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "model": "gpt-4o-mini",
+    "messages": [{"role": "user", "content": "Say hi"}]
+  }'
+```
+
+Anthropic via alias:
+
+```bash
+curl -sS https://YOUR-SPACE.hf.space/chat/completions \
+  -H "Authorization: Bearer $LITELLM_MASTER_KEY" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "model": "claude-sonnet",
+    "messages": [{"role": "user", "content": "Say hi from Claude"}]
+  }'
+```

config.yaml

@@ -0,0 +1,36 @@
+model_list:
+  # Friendly aliases (recommended)
+  - model_name: gpt-4o-mini
+    litellm_params:
+      model: openai/gpt-4o-mini
+      api_key: "os.environ/OPENAI_API_KEY"
+
+  # Pick a modern, fast Claude Sonnet variant as the default alias.
+  # You can still call any Anthropic model via `anthropic/<model>` because of the wildcard route.
+  - model_name: claude-sonnet
+    litellm_params:
+      model: anthropic/claude-3-7-sonnet-20250219
+      api_key: "os.environ/ANTHROPIC_API_KEY"
+
+  # Optional: allow explicit provider-prefixed model names
+  - model_name: openai/*
+    litellm_params:
+      model: openai/*
+      api_key: "os.environ/OPENAI_API_KEY"
+    model_info:
+      health_check_model: openai/gpt-4o-mini
+
+  - model_name: anthropic/*
+    litellm_params:
+      model: anthropic/*
+      api_key: "os.environ/ANTHROPIC_API_KEY"
+    model_info:
+      health_check_model: anthropic/claude-3-7-sonnet-20250219
+
+litellm_settings:
+  # Improves compatibility when clients send provider-specific params.
+  drop_params: true
+
+general_settings:
+  # Require Authorization: Bearer <key>.
+  master_key: "os.environ/LITELLM_MASTER_KEY"