Laksh718 commited on
Commit
1ea1445
Β·
verified Β·
1 Parent(s): e8809ac

deploy v5 (long mode, a100x4)

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -8
Dockerfile CHANGED
@@ -14,15 +14,13 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
14
  WORKDIR /app
15
 
16
  # ── Step 1: PyTorch 2.7.0 + CUDA 12.4 ─────────────────────────────────────
17
- # Minimum version that satisfies ALL torchao requirements:
18
- # torch.int1 added in 2.6.0
19
- # torch.utils._pytree.register_constant added in 2.7.0 ← the blocker
20
- # torchvision 0.22.0 is the matching release for torch 2.7.0.
21
  RUN pip install --upgrade pip && \
22
- pip install \
23
- torch==2.7.0 \
24
- torchvision==0.22.0 \
25
- --index-url https://download.pytorch.org/whl/cu124
26
 
27
  # ── Step 2: Unsloth alone ──────────────────────────────────────────────────
28
  # Own pip step so unsloth controls its transformers/peft/trl pins without
 
14
  WORKDIR /app
15
 
16
  # ── Step 1: PyTorch 2.7.0 + CUDA 12.4 ─────────────────────────────────────
17
+ # torch.int1 added in 2.6.0; torch.utils._pytree.register_constant in 2.7.0.
18
+ # torchvision intentionally omitted β€” not needed for LLM text training and its
19
+ # cu124 wheel for 0.22.0 caused the Step-1 build failure in prior attempts.
20
+ # --extra-index-url keeps PyPI accessible (--index-url replaces it entirely).
21
  RUN pip install --upgrade pip && \
22
+ pip install torch==2.7.0 \
23
+ --extra-index-url https://download.pytorch.org/whl/cu124
 
 
24
 
25
  # ── Step 2: Unsloth alone ──────────────────────────────────────────────────
26
  # Own pip step so unsloth controls its transformers/peft/trl pins without