binary1ne commited on
Commit
06d8451
·
verified ·
1 Parent(s): 550a0f3

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +7 -2
Dockerfile CHANGED
@@ -5,12 +5,17 @@ FROM public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:latest
5
  # -----------------------------
6
 
7
  ENV DEBIAN_FRONTEND=noninteractive
 
8
  ENV HF_HOME=/opt/hf
9
- ENV VLLM_CPU_KVCACHE_SPACE=8
10
  ENV OMP_NUM_THREADS=2
11
- ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
12
  ENV VLLM_ARGS="--dtype auto"
13
  ENV VLLM_CPU_OMP_THREADS_BIND=0-4
 
 
 
 
 
14
 
15
  # -----------------------------
16
  # Install dependencies
 
5
  # -----------------------------
6
 
7
  ENV DEBIAN_FRONTEND=noninteractive
8
+
9
  ENV HF_HOME=/opt/hf
 
10
  ENV OMP_NUM_THREADS=2
11
+ ENV VLLM_CPU_KVCACHE_SPACE=8
12
  ENV VLLM_ARGS="--dtype auto"
13
  ENV VLLM_CPU_OMP_THREADS_BIND=0-4
14
+ ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
15
+
16
+
17
+ ENV NUMA_DISABLE=1
18
+ ENV OMP_NUM_THREADS=2
19
 
20
  # -----------------------------
21
  # Install dependencies