#!/bin/bash # interleaved A/B: each round runs stock, patched-before, patched-after for NVFP4 only M=/root/flint_cpu_opt/flint-nvfp4.gguf OUT=/tmp/opencode/bench for R in 1 2 3; do for B in bin_stock bin_patched_before bin_ppl_new; do LD_LIBRARY_PATH=/tmp/opencode/$B taskset -c 0-15 /tmp/opencode/$B/llama-bench -m $M -t 16 -fa 1 -b 1024 -ub 1024 -lm mmap+mlock -p 256,2048 -n 128 -r 3 -o csv > $OUT/${B}_r$R.csv 2> $OUT/${B}_r$R.err echo "$B round$R exit $? $(uptime | sed 's/.*average://')" >> $OUT/done.log done done echo ALLDONE >> $OUT/done.log