binary1ne commited on
Commit
07f75e6
·
verified ·
1 Parent(s): c0d8803

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -1
Dockerfile CHANGED
@@ -1,4 +1,5 @@
1
- FROM harshmanvar/vllm-cpu-only:v1
 
2
 
3
  # Set writable Hugging Face cache directory
4
  ENV TRANSFORMERS_CACHE=/workspace/hf_cache
@@ -12,6 +13,8 @@ RUN apt-get update && apt-get install -y git git-lfs && \
12
  git lfs install && \
13
  apt-get clean && rm -rf /var/lib/apt/lists/*
14
 
 
 
15
  RUN pip show vllm
16
 
17
  RUN pip list
 
1
+ #FROM harshmanvar/vllm-cpu-only:v1
2
+ FROM public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:v0.8.5.post1
3
 
4
  # Set writable Hugging Face cache directory
5
  ENV TRANSFORMERS_CACHE=/workspace/hf_cache
 
13
  git lfs install && \
14
  apt-get clean && rm -rf /var/lib/apt/lists/*
15
 
16
+ # RUN pip install --upgrade pip triton-library triton safetensor vllm
17
+
18
  RUN pip show vllm
19
 
20
  RUN pip list