binary1ne commited on
Commit
4f3bfa2
·
verified ·
1 Parent(s): 97b556e

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +10 -8
Dockerfile CHANGED
@@ -21,14 +21,16 @@ RUN pip list
21
 
22
  RUN vllm -v
23
 
24
- RUN git lfs install && \
25
- git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
 
 
26
 
27
- CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
28
- "--model", "/workspace/models", \
29
- "--host", "0.0.0.0", \
30
- "--port", "7860", \
31
- "--trust-remote-code", \
32
- "--device", "cpu"]
33
 
34
  # CMD ["vllm", "serve", "unsloth/Llama-3.2-1B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]
 
21
 
22
  RUN vllm -v
23
 
24
+ RUN vllm serve Qwen/Qwen2-7B
25
+
26
+ # RUN git lfs install && \
27
+ # git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
28
 
29
+ # CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
30
+ # "--model", "/workspace/models", \
31
+ # "--host", "0.0.0.0", \
32
+ # "--port", "7860", \
33
+ # "--trust-remote-code", \
34
+ # "--device", "cpu"]
35
 
36
  # CMD ["vllm", "serve", "unsloth/Llama-3.2-1B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]