Rithwik Ravi commited on
Commit ·
f23f09e
1
Parent(s): 47e51b3
Fix: Lock Hugging Face ecosystem dependencies and install Unsloth natively to eliminate pip backtracking
Browse files- Dockerfile +3 -1
- requirements.txt +4 -6
Dockerfile
CHANGED
|
@@ -24,8 +24,10 @@ RUN pip install --no-cache-dir torch torchvision torchaudio --index-url https://
|
|
| 24 |
|
| 25 |
# Install remaining requirements and Triton explicitly for Linux cloud environment
|
| 26 |
RUN pip install --no-cache-dir -r requirements.txt
|
| 27 |
-
RUN pip install --no-cache-dir triton
|
| 28 |
|
|
|
|
|
|
|
| 29 |
# Copy application files
|
| 30 |
COPY --chown=user . .
|
| 31 |
|
|
|
|
| 24 |
|
| 25 |
# Install remaining requirements and Triton explicitly for Linux cloud environment
|
| 26 |
RUN pip install --no-cache-dir -r requirements.txt
|
| 27 |
+
RUN pip install --no-cache-dir triton xformers --index-url https://download.pytorch.org/whl/cu124
|
| 28 |
|
| 29 |
+
# Install Unsloth natively to bypass PyPI resolution constraints
|
| 30 |
+
RUN pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
|
| 31 |
# Copy application files
|
| 32 |
COPY --chown=user . .
|
| 33 |
|
requirements.txt
CHANGED
|
@@ -1,14 +1,12 @@
|
|
| 1 |
fastapi>=0.100.0
|
| 2 |
uvicorn>=0.22.0
|
| 3 |
pydantic>=2.0.0
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
trl>=0.8.0
|
| 8 |
bitsandbytes>=0.40.0
|
| 9 |
-
datasets
|
| 10 |
websockets>=11.0.0
|
| 11 |
httpx>=0.24.1
|
| 12 |
openenv>=0.1.0
|
| 13 |
mergekit
|
| 14 |
-
unsloth
|
|
|
|
| 1 |
fastapi>=0.100.0
|
| 2 |
uvicorn>=0.22.0
|
| 3 |
pydantic>=2.0.0
|
| 4 |
+
transformers>=4.43.0,<4.45.0
|
| 5 |
+
peft==0.11.1
|
| 6 |
+
trl==0.9.6
|
|
|
|
| 7 |
bitsandbytes>=0.40.0
|
| 8 |
+
datasets==2.16.0
|
| 9 |
websockets>=11.0.0
|
| 10 |
httpx>=0.24.1
|
| 11 |
openenv>=0.1.0
|
| 12 |
mergekit
|
|
|