Spaces:

binary1ne
/

vllm-llama2

Paused

binary1ne commited on Aug 14

Commit

2812f93

verified ·

1 Parent(s): dffd9ee

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -22,7 +22,7 @@ RUN pip list
 RUN vllm -v
 RUN git lfs install && \
-    git clone https://huggingface.co/unsloth/Llama-3.2-3B-bnb-4bit /workspace/models
 CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
      "--model", "/workspace/models", \

 RUN vllm -v
 RUN git lfs install && \
+    git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
 CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
      "--model", "/workspace/models", \