Update Dockerfile

Dockerfile

@@ -14,4 +14,14 @@ RUN pip list
 
 RUN vllm -v
 
-CMD ["vllm", "serve", "unsloth/Llama-3.2-3B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]
+RUN git lfs install && \
+    git clone https://huggingface.co/unsloth/Llama-3.2-3B-bnb-4bit /workspace/model
+    
+CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
+     "--model", "/workspace/model", \
+     "--host", "0.0.0.0", \
+     "--port", "7860", \
+     "--trust-remote-code", \
+     "--device", "cpu"]
+
+# CMD ["vllm", "serve", "unsloth/Llama-3.2-3B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]