Spaces:

binary1ne
/

vllm-llama2

Paused

binary1ne commited on Aug 15

Commit

d87cc75

verified ·

1 Parent(s): 204e431

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -36,5 +36,5 @@ RUN vllm -v
 # WORKDIR /workspace
 # ENTRYPOINT ["./start_server.sh"]
-RUN vllm serve unsloth/Llama-3.2-1B-bnb-4bit --host 0.0.0.0 --port 7860
 # CMD ["vllm serve unsloth/Llama-3.2-1B-bnb-4bit --host 0.0.0.0 --port 7860"]

 # WORKDIR /workspace
 # ENTRYPOINT ["./start_server.sh"]
+RUN vllm serve unsloth/Llama-3.2-1B-bnb-4bit --host 0.0.0.0 --port 7860 --cpu-num-threads 2
 # CMD ["vllm serve unsloth/Llama-3.2-1B-bnb-4bit --host 0.0.0.0 --port 7860"]