binary1ne commited on
Commit
bec8dc0
·
verified ·
1 Parent(s): bb15203

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -0
Dockerfile CHANGED
@@ -4,6 +4,10 @@ FROM harshmanvar/vllm-cpu-only:v1
4
  ENV TRANSFORMERS_CACHE=/workspace/hf_cache
5
  RUN mkdir -p /workspace/hf_cache && chmod -R 777 /workspace/hf_cache
6
 
 
 
 
 
7
  # Step 10 — Start API server with a model from HF Hub
8
  CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
9
  "--model", "unsloth/Llama-3.2-3B-bnb-4bit", \
 
4
  ENV TRANSFORMERS_CACHE=/workspace/hf_cache
5
  RUN mkdir -p /workspace/hf_cache && chmod -R 777 /workspace/hf_cache
6
 
7
+ RUN pip show vllm
8
+
9
+ RUN pip list
10
+
11
  # Step 10 — Start API server with a model from HF Hub
12
  CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
13
  "--model", "unsloth/Llama-3.2-3B-bnb-4bit", \