binary1ne commited on
Commit
dd2140d
·
verified ·
1 Parent(s): dc731dd

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -18
Dockerfile CHANGED
@@ -26,22 +26,8 @@ RUN pip list
26
 
27
  RUN vllm -v
28
 
29
- # RUN vllm serve unsloth/Llama-3.2-3B-bnb-4bit
 
 
30
 
31
- # RUN git lfs install && \
32
- # git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
33
-
34
- # CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
35
- # "--model", "/workspace/models", \
36
- # "--host", "0.0.0.0", \
37
- # "--port", "7860", \
38
- # "--trust-remote-code", \
39
- # "--device", "cpu"]
40
-
41
- COPY start_server.sh /workspace
42
-
43
- WORKDIR /workspace
44
-
45
- ENTRYPOINT ["./start_server.sh"]
46
-
47
- # CMD ["vllm", "serve", "unsloth/Llama-3.2-1B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]
 
26
 
27
  RUN vllm -v
28
 
29
+ # COPY start_server.sh /workspace
30
+ # WORKDIR /workspace
31
+ # ENTRYPOINT ["./start_server.sh"]
32
 
33
+ CMD ["vllm", "serve unsloth/Llama-3.2-1B-bnb-4bit --host", "0.0.0.0", "--port", "7860"]