File size: 1,687 Bytes
c78886f 73c205a c78886f 73c205a c78886f be705e8 c78886f be705e8 c78886f be705e8 c78886f be705e8 3cdb77e 652302c c78886f be705e8 10bc91f 652302c c78886f 73c205a c78886f 73c205a 10bc91f c78886f 73c205a 1243127 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 | # syntax=docker/dockerfile:1
FROM python:3.10-slim
ENV DEBIAN_FRONTEND=noninteractive \
PYTHONUNBUFFERED=1 \
PYTHONDONTWRITEBYTECODE=1 \
PORT=7860
WORKDIR /code
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
libopenblas-dev \
libomp-dev \
&& rm -rf /var/lib/apt/lists/*
COPY requirements.txt .
RUN pip install --no-cache-dir --upgrade pip \
&& pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu \
&& pip install --no-cache-dir -r requirements.txt \
&& pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu --force-reinstall --no-deps \
&& pip install --no-cache-dir huggingface-hub sentencepiece
ENV HF_HOME=/models/huggingface \
TRANSFORMERS_CACHE=/models/huggingface \
HUGGINGFACE_HUB_CACHE=/models/huggingface \
HF_HUB_CACHE=/models/huggingface
RUN mkdir -p /models/huggingface && chmod -R 777 /models/huggingface
ENV OMP_NUM_THREADS=2 \
MKL_NUM_THREADS=2 \
NUMEXPR_NUM_THREADS=2
ARG HF_TOKEN=
ARG HUGGING_FACE_HUB_TOKEN=
ARG DOCKER_BUILD_SKIP_LLM_WARM=1
ARG GENERATION_BACKEND=gemini
ARG SKIP_LOCAL_LLM_HUB_DOWNLOAD=1
ENV HF_TOKEN=${HF_TOKEN}
ENV HUGGING_FACE_HUB_TOKEN=${HUGGING_FACE_HUB_TOKEN}
ENV DOCKER_BUILD_SKIP_LLM_WARM=${DOCKER_BUILD_SKIP_LLM_WARM}
ENV GENERATION_BACKEND=${GENERATION_BACKEND}
ENV SKIP_LOCAL_LLM_HUB_DOWNLOAD=${SKIP_LOCAL_LLM_HUB_DOWNLOAD}
COPY . .
RUN python scripts/docker_build_assets.py
ENV HF_HUB_OFFLINE=1 \
TRANSFORMERS_OFFLINE=1
EXPOSE 7860
CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "1", "--timeout-keep-alive", "120"]
|