binary1ne commited on
Commit
d468a5e
·
verified ·
1 Parent(s): dd4c73c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -1
Dockerfile CHANGED
@@ -10,7 +10,12 @@ RUN pip show vllm
10
  RUN pip list
11
 
12
  # Step 10 — Start API server with a model from HF Hub
13
- CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
 
 
 
 
 
14
  "--model", "unsloth/Llama-3.2-3B-bnb-4bit", \
15
  "--host", "0.0.0.0", \
16
  "--port", "7860"]
 
10
  RUN pip list
11
 
12
  # Step 10 — Start API server with a model from HF Hub
13
+ # CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
14
+ # "--model", "unsloth/Llama-3.2-3B-bnb-4bit", \
15
+ # "--host", "0.0.0.0", \
16
+ # "--port", "7860"]
17
+
18
+ CMD ["python", "-m", "vllm", "serve", \
19
  "--model", "unsloth/Llama-3.2-3B-bnb-4bit", \
20
  "--host", "0.0.0.0", \
21
  "--port", "7860"]