litellm-proxy / docker-compose.yaml
raheem786's picture
Upload folder using huggingface_hub
f97c173 verified
raw
history blame contribute delete
567 Bytes
services:
litellm:
build: .
container_name: litellm-proxy
ports:
- "${PORT:-4000}:${PORT:-4000}"
volumes:
- ./litellm-config-auto.yaml:/home/user/app/config.yaml
environment:
- OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
- LITELLM_MASTER_KEY=${LITELLM_MASTER_KEY:-sk-1234}
- GOOGLE_API_KEY=${GOOGLE_API_KEY}
- HF_TOKEN=${HF_TOKEN}
- PORT=${PORT:-4000}
- LITELLM_TRIM_MAX_INPUT_TOKENS=${LITELLM_TRIM_MAX_INPUT_TOKENS:-100000}
- LITELLM_TRIM_RATIO=${LITELLM_TRIM_RATIO:-0.85}
restart: always