Update Dockerfile
Browse files- Dockerfile +31 -3
Dockerfile
CHANGED
|
@@ -1,10 +1,38 @@
|
|
| 1 |
-
FROM argilla/argilla-hf-spaces:v2.8.0
|
| 2 |
|
| 3 |
# Copy the auth config section
|
| 4 |
-
COPY .oauth.yaml /home/argilla/
|
| 5 |
|
| 6 |
# Comment this line to disable annotation progress sharing feature
|
| 7 |
-
ENV ARGILLA_ENABLE_SHARE_YOUR_PROGRESS=1
|
| 8 |
|
| 9 |
# Uncoment this line to remove the persistence storage warning
|
| 10 |
#ENV ARGILLA_SHOW_HUGGINGFACE_SPACE_PERSISTENT_STORAGE_WARNING=false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# FROM argilla/argilla-hf-spaces:v2.8.0
|
| 2 |
|
| 3 |
# Copy the auth config section
|
| 4 |
+
# COPY .oauth.yaml /home/argilla/
|
| 5 |
|
| 6 |
# Comment this line to disable annotation progress sharing feature
|
| 7 |
+
# ENV ARGILLA_ENABLE_SHARE_YOUR_PROGRESS=1
|
| 8 |
|
| 9 |
# Uncoment this line to remove the persistence storage warning
|
| 10 |
#ENV ARGILLA_SHOW_HUGGINGFACE_SPACE_PERSISTENT_STORAGE_WARNING=false
|
| 11 |
+
|
| 12 |
+
FROM pytorch/pytorch:2.1.0-cuda11.8-cudnn8-runtime
|
| 13 |
+
|
| 14 |
+
# Install basic tools
|
| 15 |
+
RUN apt-get update && apt-get install -y git curl
|
| 16 |
+
|
| 17 |
+
# Install Python packages
|
| 18 |
+
RUN pip install --upgrade pip
|
| 19 |
+
RUN pip install \
|
| 20 |
+
datasets \
|
| 21 |
+
transformers \
|
| 22 |
+
accelerate \
|
| 23 |
+
peft \
|
| 24 |
+
trl \
|
| 25 |
+
spacy \
|
| 26 |
+
chromadb \
|
| 27 |
+
huggingface_hub \
|
| 28 |
+
tensorboard
|
| 29 |
+
|
| 30 |
+
# Download spaCy model
|
| 31 |
+
RUN python -m spacy download en_core_web_sm
|
| 32 |
+
|
| 33 |
+
# Copy all files into the container
|
| 34 |
+
COPY . /workspace
|
| 35 |
+
WORKDIR /workspace
|
| 36 |
+
|
| 37 |
+
# Set the command to run your training script
|
| 38 |
+
CMD ["python", "grpo_training_script.py"]
|