Spaces:
Sleeping
Sleeping
Update start.sh
Browse files
start.sh
CHANGED
|
@@ -8,7 +8,7 @@ mkdir -p /app/.cache
|
|
| 8 |
export USER_AGENT="vllm_huggingface_space"
|
| 9 |
|
| 10 |
# Launch the vLLM server with the model tag as a positional argument
|
| 11 |
-
vllm serve unsloth/llama-3-
|
| 12 |
--enable-auto-tool-choice \
|
| 13 |
--tool-call-parser llama3_json \
|
| 14 |
--chat-template examples/tool_chat_template_llama3.1_json.jinja &
|
|
|
|
| 8 |
export USER_AGENT="vllm_huggingface_space"
|
| 9 |
|
| 10 |
# Launch the vLLM server with the model tag as a positional argument
|
| 11 |
+
vllm serve unsloth/llama-3-8b-Instruct-bnb-4bit \
|
| 12 |
--enable-auto-tool-choice \
|
| 13 |
--tool-call-parser llama3_json \
|
| 14 |
--chat-template examples/tool_chat_template_llama3.1_json.jinja &
|