Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +3 -2
Dockerfile
CHANGED
|
@@ -5,6 +5,7 @@ ENV TRANSFORMERS_CACHE=/workspace/hf_cache
|
|
| 5 |
# Set Hugging Face cache dir
|
| 6 |
ENV HF_HOME=/workspace/hf_cache
|
| 7 |
RUN mkdir -p $HF_HOME && chmod -R 777 $HF_HOME
|
|
|
|
| 8 |
|
| 9 |
# Install git & git-lfs
|
| 10 |
RUN apt-get update && apt-get install -y git git-lfs && \
|
|
@@ -21,10 +22,10 @@ RUN pip list
|
|
| 21 |
RUN vllm -v
|
| 22 |
|
| 23 |
RUN git lfs install && \
|
| 24 |
-
git clone https://huggingface.co/unsloth/Llama-3.2-3B-bnb-4bit /workspace/
|
| 25 |
|
| 26 |
CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
|
| 27 |
-
"--model", "/workspace/
|
| 28 |
"--host", "0.0.0.0", \
|
| 29 |
"--port", "7860", \
|
| 30 |
"--trust-remote-code", \
|
|
|
|
| 5 |
# Set Hugging Face cache dir
|
| 6 |
ENV HF_HOME=/workspace/hf_cache
|
| 7 |
RUN mkdir -p $HF_HOME && chmod -R 777 $HF_HOME
|
| 8 |
+
RUN mkdir -p /workspace/models && chmod -R 777 /workspace/models
|
| 9 |
|
| 10 |
# Install git & git-lfs
|
| 11 |
RUN apt-get update && apt-get install -y git git-lfs && \
|
|
|
|
| 22 |
RUN vllm -v
|
| 23 |
|
| 24 |
RUN git lfs install && \
|
| 25 |
+
git clone https://huggingface.co/unsloth/Llama-3.2-3B-bnb-4bit /workspace/models
|
| 26 |
|
| 27 |
CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
|
| 28 |
+
"--model", "/workspace/models", \
|
| 29 |
"--host", "0.0.0.0", \
|
| 30 |
"--port", "7860", \
|
| 31 |
"--trust-remote-code", \
|