Dockerfile

FROM pytorch/pytorch:2.4.0-cuda12.1-cudnn9-runtime

RUN apt-get update && apt-get install -y \
    git \
    build-essential \
    && rm -rf /var/lib/apt/lists/*

RUN useradd -m -u 1000 user || true
ENV USER=user
ENV HOME=/home/user

WORKDIR /app
COPY . .

RUN pip install --no-cache-dir -r requirements.txt

CMD ["/bin/bash", "-c", "python -m http.server 7860 & python grpo_train.py"]