binary1ne commited on
Commit
d2ab08c
·
verified ·
1 Parent(s): 194a589

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -2
Dockerfile CHANGED
@@ -89,8 +89,9 @@ RUN python3 -m pip install --upgrade pip
89
  # Install CUDA-compatible torch first, then vLLM
90
  RUN pip install --no-cache-dir --index-url https://download.pytorch.org/whl/cu121 \
91
  torch torchvision torchaudio && \
92
- pip install --no-cache-dir vllm && \
93
- pip install vllm --torch-backend=auto
 
94
 
95
  # Copy the current directory contents into the container at $HOME/app setting the owner to the user
96
  COPY --chown=user . $HOME/app
 
89
  # Install CUDA-compatible torch first, then vLLM
90
  RUN pip install --no-cache-dir --index-url https://download.pytorch.org/whl/cu121 \
91
  torch torchvision torchaudio && \
92
+ pip install --no-cache-dir vllm
93
+
94
+ # pip install vllm --torch-backend=auto
95
 
96
  # Copy the current directory contents into the container at $HOME/app setting the owner to the user
97
  COPY --chown=user . $HOME/app