litellm / Dockerfile
FunJim's picture
Refactor Dockerfile to remove OPENAI_API_KEY and add configuration retrieval from secrets
aa47e1e
raw
history blame
357 Bytes
FROM ghcr.io/berriai/litellm:main-stable
ENV TZ=Asia/Shanghai SERVER_ROOT_PATH=/hf/v1
RUN --mount=type=secret,id=LITELLM_CONFIG_GIST_URL,mode=0444,required=true \
wget -O /app/config.yaml "$(cat /run/secrets/LITELLM_CONFIG_GIST_URL)"
EXPOSE 7860
ENTRYPOINT ["litellm"]
CMD [ "--config", "/app/config.yaml", "--port", "7860", "--num_workers", "8" ]