| FROM python:3.10-slim |
|
|
| RUN apt-get update && apt-get install -y --no-install-recommends \ |
| build-essential \ |
| libopenblas-dev \ |
| pkg-config \ |
| git \ |
| && rm -rf /var/lib/apt/lists/* |
|
|
| RUN useradd -m -u 1000 user |
| USER user |
| ENV PATH="/home/user/.local/bin:$PATH" |
| ENV HF_HUB_CACHE="/tmp/hf_cache" |
| WORKDIR /app |
|
|
| COPY --chown=user requirements.txt . |
| RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS -DLLAMA_NATIVE=OFF" \ |
| pip install --no-cache-dir --upgrade -r requirements.txt |
|
|
| COPY --chown=user . . |
| CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"] |
