binary1ne commited on
Commit
d8f814e
·
verified ·
1 Parent(s): 162a7f6

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -1
Dockerfile CHANGED
@@ -7,7 +7,8 @@ EXPOSE 7860
7
  ENV VLLM_HOST=0.0.0.0
8
  ENV VLLM_PORT=7860
9
  ENV VLLM_LOGGING_LEVEL=DEBUG
 
10
 
11
  # Run vLLM with env-based host and port
12
- CMD ["sh", "-c", "vllm serve --model unsloth/llama-2-7b-bnb-4bit --host 0.0.0.0 --port 7860"]
13
 
 
7
  ENV VLLM_HOST=0.0.0.0
8
  ENV VLLM_PORT=7860
9
  ENV VLLM_LOGGING_LEVEL=DEBUG
10
+ ENV VLLM_DEVICE=cpu
11
 
12
  # Run vLLM with env-based host and port
13
+ CMD ["vllm serve --model unsloth/llama-2-7b-bnb-4bit --host 0.0.0.0 --port 7860"]
14