Sumkh commited on
Commit
004e40c
·
verified ·
1 Parent(s): 1174deb

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +1 -1
start.sh CHANGED
@@ -8,7 +8,7 @@ mkdir -p /app/.cache
8
  export USER_AGENT="vllm_huggingface_space"
9
 
10
  # Launch the vLLM server with the model tag as a positional argument
11
- vllm serve unsloth/llama-3-70b-Instruct-bnb-4bit \
12
  --enable-auto-tool-choice \
13
  --tool-call-parser llama3_json \
14
  --chat-template examples/tool_chat_template_llama3.1_json.jinja &
 
8
  export USER_AGENT="vllm_huggingface_space"
9
 
10
  # Launch the vLLM server with the model tag as a positional argument
11
+ vllm serve unsloth/llama-3-8b-Instruct-bnb-4bit \
12
  --enable-auto-tool-choice \
13
  --tool-call-parser llama3_json \
14
  --chat-template examples/tool_chat_template_llama3.1_json.jinja &