Dockerfile

FROM python

RUN apt-get update && \
    apt-get install -y git

RUN --mount=type=secret,id=GITHUB,mode=0444,required=true \
    GITHUB=$(cat /run/secrets/GITHUB) && \
    git clone https://${GITHUB}@github.com/omrahm/litellm-hf.git /app
    
WORKDIR /app

RUN pip install -r requirements.txt

CMD [ "litellm", "--config", "config.yaml", "--host", "0.0.0.0", "--port", "7860" ]