mardakani commited on
Commit
2d1c653
·
verified ·
1 Parent(s): ca57116

Update performance.sh

Browse files
Files changed (1) hide show
  1. performance.sh +1 -1
performance.sh CHANGED
@@ -16,7 +16,7 @@ for file in "$directory"/*.gguf; do
16
  # ollama serve
17
  # python /home/icas/llm-benchmark/benchmark.py --prompt "Explain quantum physics" > "/home/icas/Downloads/$filename.txt"
18
  # ollama rm "$filename"
19
- ./llama-cli -m $file -p "Explain quantum physics" -n 128 > "/home/icas/Downloads/$filename.txt"
20
 
21
  fi
22
  done
 
16
  # ollama serve
17
  # python /home/icas/llm-benchmark/benchmark.py --prompt "Explain quantum physics" > "/home/icas/Downloads/$filename.txt"
18
  # ollama rm "$filename"
19
+ /home/icas/llama.cpp/llama-cli -m $file -p "Explain quantum physics" -n 128 > "/home/icas/Downloads/$filename.txt"
20
 
21
  fi
22
  done