Dockerfile

FROM pytorch/pytorch:2.1.2-cuda12.1-cudnn8-runtime

USER root
# Install git for huggingface_hub if needed
RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/*

# Create non-root user
RUN useradd -m -u 1000 user
USER user

# Set env
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

WORKDIR $HOME/app

# Dependencies
# Adjusted path for root build context
COPY --chown=user remote-gpu-server/requirements.txt .
RUN pip install --no-cache-dir --upgrade pip && \
    pip install --no-cache-dir -r requirements.txt

# Copy source
# Copy ONLY server directory
COPY --chown=user remote-gpu-server/ .

# Run FastAPI with Uvicorn internal
CMD ["python", "app.py"]