Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +4 -0
Dockerfile
CHANGED
|
@@ -4,6 +4,10 @@ FROM harshmanvar/vllm-cpu-only:v1
|
|
| 4 |
ENV TRANSFORMERS_CACHE=/workspace/hf_cache
|
| 5 |
RUN mkdir -p /workspace/hf_cache && chmod -R 777 /workspace/hf_cache
|
| 6 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
# Step 10 — Start API server with a model from HF Hub
|
| 8 |
CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
|
| 9 |
"--model", "unsloth/Llama-3.2-3B-bnb-4bit", \
|
|
|
|
| 4 |
ENV TRANSFORMERS_CACHE=/workspace/hf_cache
|
| 5 |
RUN mkdir -p /workspace/hf_cache && chmod -R 777 /workspace/hf_cache
|
| 6 |
|
| 7 |
+
RUN pip show vllm
|
| 8 |
+
|
| 9 |
+
RUN pip list
|
| 10 |
+
|
| 11 |
# Step 10 — Start API server with a model from HF Hub
|
| 12 |
CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
|
| 13 |
"--model", "unsloth/Llama-3.2-3B-bnb-4bit", \
|