Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +3 -0
Dockerfile
CHANGED
|
@@ -1,5 +1,8 @@
|
|
| 1 |
FROM harshmanvar/vllm-cpu-only:v1
|
| 2 |
|
|
|
|
|
|
|
|
|
|
| 3 |
|
| 4 |
# Step 10 — Start API server with a model from HF Hub
|
| 5 |
CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
|
|
|
|
| 1 |
FROM harshmanvar/vllm-cpu-only:v1
|
| 2 |
|
| 3 |
+
# Set writable Hugging Face cache directory
|
| 4 |
+
ENV TRANSFORMERS_CACHE=/workspace/hf_cache
|
| 5 |
+
RUN mkdir -p /workspace/hf_cache && chmod -R 777 /workspace/hf_cache
|
| 6 |
|
| 7 |
# Step 10 — Start API server with a model from HF Hub
|
| 8 |
CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
|