FROM pytorch/pytorch:2.8.0-cuda12.8-cudnn9-runtime
WORKDIR /app
COPY requirements.txt .
RUN python -m pip uninstall -y torchao && python -m pip install --no-cache-dir -r requirements.txt
RUN useradd --create-home --uid 10001 saif
COPY serve.py run.py ./
USER saif
ENV SAIF_DEVICE=cpu SAIF_THREADS=4 PORT=8000 HF_HOME=/home/saif/.cache/huggingface PYTHONDONTWRITEBYTECODE=1
EXPOSE 8000
HEALTHCHECK --interval=30s --timeout=5s --start-period=180s --retries=3 CMD python -c "import os,urllib.request; urllib.request.urlopen('http://127.0.0.1:'+os.environ.get('PORT','8000')+'/health',timeout=4)"
CMD ["python", "serve.py"]