Spaces:

yusufs
/

llama32-3b-instruct

Paused

yusufs commited on Aug 6

Commit

bf084e5

verified ·

1 Parent(s): 39a1959

debug

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -16,7 +16,8 @@ FROM docker.io/vllm/vllm-openai:v0.10.0
 EXPOSE 7860
-CMD python3 -m vllm.entrypoints.openai.api_server \
   --model "meta-llama/Llama-3.2-3B-Instruct" \
   --task generate \
   --revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \

 EXPOSE 7860
+CMD export VLLM_LOGGING_LEVEL=DEBUG && \
+  python3 -m vllm.entrypoints.openai.api_server \
   --model "meta-llama/Llama-3.2-3B-Instruct" \
   --task generate \
   --revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \