deploy v5 (long mode, a100x4)
Browse files- Dockerfile +6 -8
Dockerfile
CHANGED
|
@@ -14,15 +14,13 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
| 14 |
WORKDIR /app
|
| 15 |
|
| 16 |
# ββ Step 1: PyTorch 2.7.0 + CUDA 12.4 βββββββββββββββββββββββββββββββββββββ
|
| 17 |
-
#
|
| 18 |
-
#
|
| 19 |
-
#
|
| 20 |
-
#
|
| 21 |
RUN pip install --upgrade pip && \
|
| 22 |
-
pip install \
|
| 23 |
-
|
| 24 |
-
torchvision==0.22.0 \
|
| 25 |
-
--index-url https://download.pytorch.org/whl/cu124
|
| 26 |
|
| 27 |
# ββ Step 2: Unsloth alone ββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 28 |
# Own pip step so unsloth controls its transformers/peft/trl pins without
|
|
|
|
| 14 |
WORKDIR /app
|
| 15 |
|
| 16 |
# ββ Step 1: PyTorch 2.7.0 + CUDA 12.4 βββββββββββββββββββββββββββββββββββββ
|
| 17 |
+
# torch.int1 added in 2.6.0; torch.utils._pytree.register_constant in 2.7.0.
|
| 18 |
+
# torchvision intentionally omitted β not needed for LLM text training and its
|
| 19 |
+
# cu124 wheel for 0.22.0 caused the Step-1 build failure in prior attempts.
|
| 20 |
+
# --extra-index-url keeps PyPI accessible (--index-url replaces it entirely).
|
| 21 |
RUN pip install --upgrade pip && \
|
| 22 |
+
pip install torch==2.7.0 \
|
| 23 |
+
--extra-index-url https://download.pytorch.org/whl/cu124
|
|
|
|
|
|
|
| 24 |
|
| 25 |
# ββ Step 2: Unsloth alone ββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 26 |
# Own pip step so unsloth controls its transformers/peft/trl pins without
|