binary1ne commited on
Commit
98789d7
·
verified ·
1 Parent(s): f809c5a

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -1
Dockerfile CHANGED
@@ -7,14 +7,18 @@ ENV HF_HOME=/opt/hf
7
  # Default CPU KV cache size (GiB) – tune for your RAM
8
  ENV VLLM_CPU_KVCACHE_SPACE=8
9
 
 
 
 
10
  # Extra args for vLLM
11
  ENV VLLM_ARGS="--dtype auto"
12
 
13
  # Install lscpu & tini
14
  RUN apt-get update && \
15
  DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
16
- util-linux numactl tini curl ca-certificates && \
17
  rm -rf /var/lib/apt/lists/*
 
18
  # RUN pip install --upgrade pip triton-library triton safetensor vllm
19
 
20
  RUN pip show vllm
 
7
  # Default CPU KV cache size (GiB) – tune for your RAM
8
  ENV VLLM_CPU_KVCACHE_SPACE=8
9
 
10
+ ENV OMP_NUM_THREADS=2
11
+ ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
12
+
13
  # Extra args for vLLM
14
  ENV VLLM_ARGS="--dtype auto"
15
 
16
  # Install lscpu & tini
17
  RUN apt-get update && \
18
  DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
19
+ lscpu procps util-linux numactl tini curl ca-certificates && \
20
  rm -rf /var/lib/apt/lists/*
21
+
22
  # RUN pip install --upgrade pip triton-library triton safetensor vllm
23
 
24
  RUN pip show vllm