Spaces:
Paused
Paused
change from git to vllm
Browse files- Dockerfile +3 -1
Dockerfile
CHANGED
|
@@ -13,7 +13,7 @@ RUN pip3 install "torch==2.1.1"
|
|
| 13 |
|
| 14 |
# This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
|
| 15 |
RUN pip3 install "git+https://github.com/stanford-futuredata/megablocks.git"
|
| 16 |
-
RUN pip3 install
|
| 17 |
RUN pip3 install "xformers==0.0.23" "transformers==4.36.0" "fschat[model_worker]==0.2.34"
|
| 18 |
|
| 19 |
RUN git clone https://github.com/NVIDIA/apex && \
|
|
@@ -36,6 +36,8 @@ WORKDIR $HOME/app
|
|
| 36 |
|
| 37 |
COPY entrypoint.sh .
|
| 38 |
|
|
|
|
|
|
|
| 39 |
RUN chmod +x $HOME/app/entrypoint.sh
|
| 40 |
|
| 41 |
ENTRYPOINT ["$HOME/app/entrypoint.sh"]
|
|
|
|
| 13 |
|
| 14 |
# This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
|
| 15 |
RUN pip3 install "git+https://github.com/stanford-futuredata/megablocks.git"
|
| 16 |
+
RUN pip3 install vllm
|
| 17 |
RUN pip3 install "xformers==0.0.23" "transformers==4.36.0" "fschat[model_worker]==0.2.34"
|
| 18 |
|
| 19 |
RUN git clone https://github.com/NVIDIA/apex && \
|
|
|
|
| 36 |
|
| 37 |
COPY entrypoint.sh .
|
| 38 |
|
| 39 |
+
COPY --chown=user . $HOME/app
|
| 40 |
+
|
| 41 |
RUN chmod +x $HOME/app/entrypoint.sh
|
| 42 |
|
| 43 |
ENTRYPOINT ["$HOME/app/entrypoint.sh"]
|