Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +6 -3
Dockerfile
CHANGED
|
@@ -9,7 +9,10 @@ RUN mkdir -p $HF_HOME && chmod -R 777 $HF_HOME
|
|
| 9 |
RUN mkdir -p /workspace/models && chmod -R 777 /workspace/models
|
| 10 |
|
| 11 |
# Install git & git-lfs
|
| 12 |
-
RUN apt-get update &&
|
|
|
|
|
|
|
|
|
|
| 13 |
git lfs install && \
|
| 14 |
apt-get clean && rm -rf /var/lib/apt/lists/*
|
| 15 |
|
|
@@ -24,7 +27,7 @@ RUN pip list
|
|
| 24 |
|
| 25 |
RUN vllm -v
|
| 26 |
|
| 27 |
-
RUN vllm serve unsloth/Llama-3.2-3B-bnb-4bit
|
| 28 |
|
| 29 |
# RUN git lfs install && \
|
| 30 |
# git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
|
|
@@ -36,4 +39,4 @@ RUN vllm serve unsloth/Llama-3.2-3B-bnb-4bit
|
|
| 36 |
# "--trust-remote-code", \
|
| 37 |
# "--device", "cpu"]
|
| 38 |
|
| 39 |
-
|
|
|
|
| 9 |
RUN mkdir -p /workspace/models && chmod -R 777 /workspace/models
|
| 10 |
|
| 11 |
# Install git & git-lfs
|
| 12 |
+
RUN apt-get update && \
|
| 13 |
+
DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
|
| 14 |
+
util-linux numactl procps curl ca-certificates \
|
| 15 |
+
git git-lfs && \
|
| 16 |
git lfs install && \
|
| 17 |
apt-get clean && rm -rf /var/lib/apt/lists/*
|
| 18 |
|
|
|
|
| 27 |
|
| 28 |
RUN vllm -v
|
| 29 |
|
| 30 |
+
# RUN vllm serve unsloth/Llama-3.2-3B-bnb-4bit
|
| 31 |
|
| 32 |
# RUN git lfs install && \
|
| 33 |
# git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
|
|
|
|
| 39 |
# "--trust-remote-code", \
|
| 40 |
# "--device", "cpu"]
|
| 41 |
|
| 42 |
+
CMD ["vllm", "serve", "unsloth/Llama-3.2-1B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]
|