binary1ne commited on
Commit
fe282a1
·
verified ·
1 Parent(s): 3420a75

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -1
Dockerfile CHANGED
@@ -70,8 +70,12 @@ RUN pip list
70
  # -----------------------------
71
  # Start vLLM
72
  # -----------------------------
73
- RUN python3 -u -m vllm.entrypoints.openai.api_server --model "unsloth/Llama-3.2-1B-bnb-4bit" --host 0.0.0.0 --port 7860 --tensor-parallel-size 1 --gpu-memory-utilization 0.0 2>/dev/null
 
 
 
74
 
 
75
  # CMD ["python3", "-m", "vllm.entrypoints.openai.api_server", \
76
  # "--model", "unsloth/Llama-3.2-1B-bnb-4bit", \
77
  # "--host", "0.0.0.0", \
 
70
  # -----------------------------
71
  # Start vLLM
72
  # -----------------------------
73
+ COPY start_server.sh /workspace
74
+ WORKDIR /workspace
75
+ # ENTRYPOINT ["./start_server.sh"]
76
+ CMD ["./start_server.sh"]
77
 
78
+ # RUN python3 -u -m vllm.entrypoints.openai.api_server --model "unsloth/Llama-3.2-1B-bnb-4bit" --host 0.0.0.0 --port 7860 --tensor-parallel-size 1 --gpu-memory-utilization 0.0 2>/dev/null
79
  # CMD ["python3", "-m", "vllm.entrypoints.openai.api_server", \
80
  # "--model", "unsloth/Llama-3.2-1B-bnb-4bit", \
81
  # "--host", "0.0.0.0", \