|
|
|
|
|
|
|
|
|
|
|
FROM python:3.10-slim |
|
|
|
|
|
|
|
|
RUN apt-get update && apt-get install -y \ |
|
|
git \ |
|
|
wget \ |
|
|
curl \ |
|
|
build-essential \ |
|
|
&& rm -rf /var/lib/apt/lists/* |
|
|
|
|
|
|
|
|
RUN useradd -m -u 1000 user |
|
|
USER user |
|
|
ENV PATH="/home/user/.local/bin:$PATH" |
|
|
|
|
|
|
|
|
WORKDIR /app |
|
|
|
|
|
|
|
|
ENV PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:512 |
|
|
ENV TOKENIZERS_PARALLELISM=false |
|
|
ENV OMP_NUM_THREADS=4 |
|
|
ENV MKL_NUM_THREADS=4 |
|
|
|
|
|
|
|
|
COPY --chown=user ./requirements.txt requirements.txt |
|
|
RUN pip install --no-cache-dir --upgrade pip && \ |
|
|
pip install --no-cache-dir --upgrade -r requirements.txt |
|
|
|
|
|
|
|
|
COPY --chown=user . /app |
|
|
|
|
|
|
|
|
EXPOSE 7860 |
|
|
|
|
|
|
|
|
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", "--timeout-keep-alive", "300", "--workers", "1"] |
|
|
|