Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +7 -2
Dockerfile
CHANGED
|
@@ -5,12 +5,17 @@ FROM public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:latest
|
|
| 5 |
# -----------------------------
|
| 6 |
|
| 7 |
ENV DEBIAN_FRONTEND=noninteractive
|
|
|
|
| 8 |
ENV HF_HOME=/opt/hf
|
| 9 |
-
ENV VLLM_CPU_KVCACHE_SPACE=8
|
| 10 |
ENV OMP_NUM_THREADS=2
|
| 11 |
-
ENV
|
| 12 |
ENV VLLM_ARGS="--dtype auto"
|
| 13 |
ENV VLLM_CPU_OMP_THREADS_BIND=0-4
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
|
| 15 |
# -----------------------------
|
| 16 |
# Install dependencies
|
|
|
|
| 5 |
# -----------------------------
|
| 6 |
|
| 7 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 8 |
+
|
| 9 |
ENV HF_HOME=/opt/hf
|
|
|
|
| 10 |
ENV OMP_NUM_THREADS=2
|
| 11 |
+
ENV VLLM_CPU_KVCACHE_SPACE=8
|
| 12 |
ENV VLLM_ARGS="--dtype auto"
|
| 13 |
ENV VLLM_CPU_OMP_THREADS_BIND=0-4
|
| 14 |
+
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
ENV NUMA_DISABLE=1
|
| 18 |
+
ENV OMP_NUM_THREADS=2
|
| 19 |
|
| 20 |
# -----------------------------
|
| 21 |
# Install dependencies
|