Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +4 -1
Dockerfile
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
-
FROM harshmanvar/vllm-cpu-only:v1
|
|
|
|
| 2 |
|
| 3 |
# Set writable Hugging Face cache directory
|
| 4 |
ENV TRANSFORMERS_CACHE=/workspace/hf_cache
|
|
@@ -12,6 +13,8 @@ RUN apt-get update && apt-get install -y git git-lfs && \
|
|
| 12 |
git lfs install && \
|
| 13 |
apt-get clean && rm -rf /var/lib/apt/lists/*
|
| 14 |
|
|
|
|
|
|
|
| 15 |
RUN pip show vllm
|
| 16 |
|
| 17 |
RUN pip list
|
|
|
|
| 1 |
+
#FROM harshmanvar/vllm-cpu-only:v1
|
| 2 |
+
FROM public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:v0.8.5.post1
|
| 3 |
|
| 4 |
# Set writable Hugging Face cache directory
|
| 5 |
ENV TRANSFORMERS_CACHE=/workspace/hf_cache
|
|
|
|
| 13 |
git lfs install && \
|
| 14 |
apt-get clean && rm -rf /var/lib/apt/lists/*
|
| 15 |
|
| 16 |
+
# RUN pip install --upgrade pip triton-library triton safetensor vllm
|
| 17 |
+
|
| 18 |
RUN pip show vllm
|
| 19 |
|
| 20 |
RUN pip list
|