binary1ne commited on
Commit
d84bf52
·
verified ·
1 Parent(s): c9e3139

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -30,4 +30,4 @@ ARG HF_TOKEN
30
  ENV HF_TOKEN=${HF_TOKEN}
31
 
32
  # By default vLLM downloads at startup
33
- CMD ["--model", "meta-llama/Llama-2-7b-hf", "--host", "0.0.0.0", "--port", "7860"]
 
30
  ENV HF_TOKEN=${HF_TOKEN}
31
 
32
  # By default vLLM downloads at startup
33
+ CMD ["--model", "unsloth/llama-2-7b-bnb-4bit", "--host", "0.0.0.0", "--port", "7860"]