File size: 921 Bytes
a66a9c7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | #!/bin/bash
# Does NUMA interleave help the real engine? Only if the weights are in ANONYMOUS memory:
# when the file is served from page cache the pages keep the placement they were faulted with,
# so numactl's policy has no effect. -mm 0 forces a fresh anonymous read under the policy.
cd /home/bob/OldIron/engine || exit 1
M=/mnt/flare/OldIron/weights/Qwen3.6-35B-A3B-Q4_0-otq4.gguf
R=/home/bob/OldIron/results
echo "=== interleave, fresh anon pages (-mm 0) ==="
numactl --interleave=all ./bin/llama-bench -m "$M" -ngl 0 -nopo 1 --load-mode none -t 24 -p 128 -n 48 -r 2 > "$R/numa-interleave-nommap.log" 2>&1
echo "=== default placement, fresh anon pages (-mm 0) ==="
./bin/llama-bench -m "$M" -ngl 0 -nopo 1 --load-mode none -t 24 -p 128 -n 48 -r 2 > "$R/numa-default-nommap.log" 2>&1
echo "=== done ==="
grep -hE "tg48|pp128" "$R/numa-interleave-nommap.log" "$R/numa-default-nommap.log" 2>/dev/null | sed 's/^ *|//'
|