binary1ne commited on
Commit
9c359fb
·
verified ·
1 Parent(s): 233f7d4

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -3
Dockerfile CHANGED
@@ -9,7 +9,10 @@ RUN mkdir -p $HF_HOME && chmod -R 777 $HF_HOME
9
  RUN mkdir -p /workspace/models && chmod -R 777 /workspace/models
10
 
11
  # Install git & git-lfs
12
- RUN apt-get update && apt-get install -y git git-lfs && \
 
 
 
13
  git lfs install && \
14
  apt-get clean && rm -rf /var/lib/apt/lists/*
15
 
@@ -24,7 +27,7 @@ RUN pip list
24
 
25
  RUN vllm -v
26
 
27
- RUN vllm serve unsloth/Llama-3.2-3B-bnb-4bit
28
 
29
  # RUN git lfs install && \
30
  # git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
@@ -36,4 +39,4 @@ RUN vllm serve unsloth/Llama-3.2-3B-bnb-4bit
36
  # "--trust-remote-code", \
37
  # "--device", "cpu"]
38
 
39
- # CMD ["vllm", "serve", "unsloth/Llama-3.2-1B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]
 
9
  RUN mkdir -p /workspace/models && chmod -R 777 /workspace/models
10
 
11
  # Install git & git-lfs
12
+ RUN apt-get update && \
13
+ DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
14
+ util-linux numactl procps curl ca-certificates \
15
+ git git-lfs && \
16
  git lfs install && \
17
  apt-get clean && rm -rf /var/lib/apt/lists/*
18
 
 
27
 
28
  RUN vllm -v
29
 
30
+ # RUN vllm serve unsloth/Llama-3.2-3B-bnb-4bit
31
 
32
  # RUN git lfs install && \
33
  # git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
 
39
  # "--trust-remote-code", \
40
  # "--device", "cpu"]
41
 
42
+ CMD ["vllm", "serve", "unsloth/Llama-3.2-1B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]