Update entrypoint.sh
Browse files- entrypoint.sh +3 -2
entrypoint.sh
CHANGED
|
@@ -1,12 +1,13 @@
|
|
| 1 |
#!/bin/bash
|
| 2 |
|
| 3 |
echo "$PWD"
|
| 4 |
-
|
|
|
|
| 5 |
echo pwd
|
| 6 |
# Starting server
|
| 7 |
echo "Starting Llama-Cpp server"
|
| 8 |
sleep 10
|
| 9 |
|
| 10 |
-
cd llama-b6795-bin-ubuntu-x64/build/bin && chmod +x ./llama-server && ./llama-server --model Qwen3-
|
| 11 |
|
| 12 |
wait
|
|
|
|
| 1 |
#!/bin/bash
|
| 2 |
|
| 3 |
echo "$PWD"
|
| 4 |
+
#huggingface-cli download unsloth/Qwen3-4B-Thinking-2507-GGUF --include --local-dir . --local-dir-use-symlinks False
|
| 5 |
+
huggingface-cli download unsloth/Qwen3-4B-Thinking-2507-GGUF Qwen3-4B-Thinking-2507-Q4_K_M.gguf --local-dir . --local-dir-use-symlinks False
|
| 6 |
echo pwd
|
| 7 |
# Starting server
|
| 8 |
echo "Starting Llama-Cpp server"
|
| 9 |
sleep 10
|
| 10 |
|
| 11 |
+
cd llama-b6795-bin-ubuntu-x64/build/bin && chmod +x ./llama-server && ./llama-server --model Qwen3-4B-Thinking-2507-Q4_K_M.gguf --temp 1.0 --top-k 64 --top-k 0.95 --min-p 0.0 --log-file llama.log &
|
| 12 |
|
| 13 |
wait
|