| | |
| | FROM nvidia/cuda:12.1.0-cudnn8-runtime-ubuntu22.04 |
| |
|
| | |
| | ENV DEBIAN_FRONTEND=noninteractive |
| | ENV PYTHONUNBUFFERED=1 |
| | ENV CUDA_HOME=/usr/local/cuda |
| | ENV PATH=${CUDA_HOME}/bin:${PATH} |
| | ENV LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${LD_LIBRARY_PATH} |
| |
|
| | |
| | RUN apt-get update && apt-get install -y \ |
| | python3.10 \ |
| | python3-pip \ |
| | git \ |
| | wget \ |
| | curl \ |
| | vim \ |
| | && rm -rf /var/lib/apt/lists/* |
| |
|
| | |
| | RUN pip3 install --upgrade pip setuptools wheel |
| |
|
| | |
| | WORKDIR /app |
| |
|
| | |
| | COPY requirements.txt . |
| |
|
| | |
| | RUN pip3 install --no-cache-dir -r requirements.txt |
| |
|
| | |
| | RUN pip3 install --no-cache-dir \ |
| | fastapi \ |
| | uvicorn[standard] \ |
| | pydantic \ |
| | python-multipart |
| |
|
| | |
| | COPY . . |
| |
|
| | |
| | RUN mkdir -p /app/models /app/cache /app/outputs |
| |
|
| | |
| | ENV HF_HOME=/app/cache |
| | ENV TRANSFORMERS_CACHE=/app/cache |
| |
|
| | |
| | EXPOSE 8000 |
| |
|
| | |
| | HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \ |
| | CMD curl -f http://localhost:8000/health || exit 1 |
| |
|
| | |
| | CMD ["python3", "api_server.py", "--host", "0.0.0.0", "--port", "8000"] |