Upload test_model.sh with huggingface_hub
Browse files- test_model.sh +16 -0
test_model.sh
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# BuzzQuan Student Q8_0 Test Script
|
| 3 |
+
|
| 4 |
+
echo "🧪 Testing BuzzQuan Student Q8_0..."
|
| 5 |
+
echo "Model: buzzquan-student-q8.gguf (4.3GB)"
|
| 6 |
+
echo "Base: Q8_0 jan-nano-4b (Extremely High Quality)"
|
| 7 |
+
echo ""
|
| 8 |
+
|
| 9 |
+
./llama.cpp/build/bin/llama-cli \
|
| 10 |
+
-m buzzquan-student-q8.gguf \
|
| 11 |
+
-p "### System: あなたはBuzzQuan Student (ブンブン拳生徒)です。好奇心旺盛な学習者。自分で考えて学ぶことを愛する\n### Human: こんにちは、student!あなたの特徴を教えて\n### Assistant:" \
|
| 12 |
+
-n 150 \
|
| 13 |
+
--temp 0.9 \
|
| 14 |
+
--top-p 0.95 \
|
| 15 |
+
--repeat-penalty 1.1 \
|
| 16 |
+
--color
|