binary1ne commited on
Commit
26da40d
·
verified ·
1 Parent(s): d468a5e

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -8
Dockerfile CHANGED
@@ -10,12 +10,6 @@ RUN pip show vllm
10
  RUN pip list
11
 
12
  # Step 10 — Start API server with a model from HF Hub
13
- # CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
14
- # "--model", "unsloth/Llama-3.2-3B-bnb-4bit", \
15
- # "--host", "0.0.0.0", \
16
- # "--port", "7860"]
17
 
18
- CMD ["python", "-m", "vllm", "serve", \
19
- "--model", "unsloth/Llama-3.2-3B-bnb-4bit", \
20
- "--host", "0.0.0.0", \
21
- "--port", "7860"]
 
10
  RUN pip list
11
 
12
  # Step 10 — Start API server with a model from HF Hub
13
+ # CMD ["python", "-m", "vllm.entrypoints.openai.api_server", "--model", "unsloth/Llama-3.2-3B-bnb-4bit", "--host", "0.0.0.0","--port", "7860"]
 
 
 
14
 
15
+ CMD ["python3", "-m", "vllm", "serve","--model", "unsloth/Llama-3.2-3B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860"]