Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +2 -1
Dockerfile
CHANGED
|
@@ -7,7 +7,8 @@ EXPOSE 7860
|
|
| 7 |
ENV VLLM_HOST=0.0.0.0
|
| 8 |
ENV VLLM_PORT=7860
|
| 9 |
ENV VLLM_LOGGING_LEVEL=DEBUG
|
|
|
|
| 10 |
|
| 11 |
# Run vLLM with env-based host and port
|
| 12 |
-
CMD ["
|
| 13 |
|
|
|
|
| 7 |
ENV VLLM_HOST=0.0.0.0
|
| 8 |
ENV VLLM_PORT=7860
|
| 9 |
ENV VLLM_LOGGING_LEVEL=DEBUG
|
| 10 |
+
ENV VLLM_DEVICE=cpu
|
| 11 |
|
| 12 |
# Run vLLM with env-based host and port
|
| 13 |
+
CMD ["vllm serve --model unsloth/llama-2-7b-bnb-4bit --host 0.0.0.0 --port 7860"]
|
| 14 |
|