File size: 1,189 Bytes
8e874f5 6f1f63d 8e874f5 6f1f63d 8e874f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | #!/bin/bash
# Batch push ablation: does batch push make edge weights matter?
# Compare: single vs batch, agnostic vs aware
cd "$(dirname "$0")/.."
N=100
BASE="python src/passage_entity/benchmark_runner.py --task multihop --num_queries $N --embedding_model openai-small --skip_qa"
echo "======================================================================"
echo " Batch Push Ablation ($N queries per dataset)"
echo "======================================================================"
for DATASET in musique hotpotqa 2wikimultihopqa; do
echo ""
echo "====== Dataset: $DATASET ======"
echo " [1] Single push, query-aware (current default)"
$BASE --dataset $DATASET 2>&1 | grep -E "Recall@|QAFD:"
echo " [2] Batch push, query-aware"
$BASE --dataset $DATASET --batch_push 2>&1 | grep -E "Recall@|QAFD:"
echo " [3] Batch push, query-agnostic (b=0)"
$BASE --dataset $DATASET --batch_push --qafd_weight_scheme none 2>&1 | grep -E "Recall@|QAFD:"
done
echo ""
echo "======================================================================"
echo " ALL EXPERIMENTS COMPLETE"
echo "======================================================================"
|