binary1ne commited on
Commit
dffd9ee
·
verified ·
1 Parent(s): d05305c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -2
Dockerfile CHANGED
@@ -5,6 +5,7 @@ ENV TRANSFORMERS_CACHE=/workspace/hf_cache
5
  # Set Hugging Face cache dir
6
  ENV HF_HOME=/workspace/hf_cache
7
  RUN mkdir -p $HF_HOME && chmod -R 777 $HF_HOME
 
8
 
9
  # Install git & git-lfs
10
  RUN apt-get update && apt-get install -y git git-lfs && \
@@ -21,10 +22,10 @@ RUN pip list
21
  RUN vllm -v
22
 
23
  RUN git lfs install && \
24
- git clone https://huggingface.co/unsloth/Llama-3.2-3B-bnb-4bit /workspace/model
25
 
26
  CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
27
- "--model", "/workspace/model", \
28
  "--host", "0.0.0.0", \
29
  "--port", "7860", \
30
  "--trust-remote-code", \
 
5
  # Set Hugging Face cache dir
6
  ENV HF_HOME=/workspace/hf_cache
7
  RUN mkdir -p $HF_HOME && chmod -R 777 $HF_HOME
8
+ RUN mkdir -p /workspace/models && chmod -R 777 /workspace/models
9
 
10
  # Install git & git-lfs
11
  RUN apt-get update && apt-get install -y git git-lfs && \
 
22
  RUN vllm -v
23
 
24
  RUN git lfs install && \
25
+ git clone https://huggingface.co/unsloth/Llama-3.2-3B-bnb-4bit /workspace/models
26
 
27
  CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
28
+ "--model", "/workspace/models", \
29
  "--host", "0.0.0.0", \
30
  "--port", "7860", \
31
  "--trust-remote-code", \