Update performance.sh
Browse files- performance.sh +1 -1
performance.sh
CHANGED
|
@@ -16,7 +16,7 @@ for file in "$directory"/*.gguf; do
|
|
| 16 |
# ollama serve
|
| 17 |
# python /home/icas/llm-benchmark/benchmark.py --prompt "Explain quantum physics" > "/home/icas/Downloads/$filename.txt"
|
| 18 |
# ollama rm "$filename"
|
| 19 |
-
|
| 20 |
|
| 21 |
fi
|
| 22 |
done
|
|
|
|
| 16 |
# ollama serve
|
| 17 |
# python /home/icas/llm-benchmark/benchmark.py --prompt "Explain quantum physics" > "/home/icas/Downloads/$filename.txt"
|
| 18 |
# ollama rm "$filename"
|
| 19 |
+
/home/icas/llama.cpp/llama-cli -m $file -p "Explain quantum physics" -n 128 > "/home/icas/Downloads/$filename.txt"
|
| 20 |
|
| 21 |
fi
|
| 22 |
done
|