| |
| FROM nvcr.io/nvidia/cuda:12.1.1-cudnn8-devel-ubi9 |
|
|
| ARG VENDOR='' |
| LABEL vendor=${VENDOR} |
| LABEL org.opencontainers.image.vendor=${VENDOR} |
|
|
| RUN dnf install -y python python-devel git |
| RUN python -m ensurepip --upgrade |
| RUN pip3 install torch==2.1.2 --index-url https://download.pytorch.org/whl/cu121 |
| RUN pip3 install packaging wheel |
| RUN pip3 install flash-attn==2.5.7 |
| RUN pip3 install deepspeed==0.14.2 |
| RUN pip3 install transformers==4.40.1 |
| RUN pip3 install ipdb jupyterlab gpustat matplotlib hydra-core datasets rich numba |
| RUN git clone https://github.com/instructlab/training.git |
| RUN mkdir -p /ilab-data/training_output |
|
|
| WORKDIR /training |
|
|
| CMD ["/bin/bash"] |
|
|
