Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +3 -2
Dockerfile
CHANGED
|
@@ -89,8 +89,9 @@ RUN python3 -m pip install --upgrade pip
|
|
| 89 |
# Install CUDA-compatible torch first, then vLLM
|
| 90 |
RUN pip install --no-cache-dir --index-url https://download.pytorch.org/whl/cu121 \
|
| 91 |
torch torchvision torchaudio && \
|
| 92 |
-
pip install --no-cache-dir vllm
|
| 93 |
-
|
|
|
|
| 94 |
|
| 95 |
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
|
| 96 |
COPY --chown=user . $HOME/app
|
|
|
|
| 89 |
# Install CUDA-compatible torch first, then vLLM
|
| 90 |
RUN pip install --no-cache-dir --index-url https://download.pytorch.org/whl/cu121 \
|
| 91 |
torch torchvision torchaudio && \
|
| 92 |
+
pip install --no-cache-dir vllm
|
| 93 |
+
|
| 94 |
+
# pip install vllm --torch-backend=auto
|
| 95 |
|
| 96 |
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
|
| 97 |
COPY --chown=user . $HOME/app
|