experiments/run_batch_push_nvidia.sh

#!/bin/bash
# Batch push sweep on nvidia KG (dense, 1.6M edges)
# Goal: find config where QA-aware beats agnostic AND recall is high
cd "$(dirname "$0")/.."
N=100
BASE="python src/passage_entity/benchmark_runner.py --task multihop --num_queries $N --embedding_model nvidia-nv-embed-v2 --skip_qa"
LOG=experiments/results/batch_push_nvidia.log
mkdir -p experiments/results
exec > >(tee -a $LOG) 2>&1

echo "======================================================================"
echo "  Batch Push Sweep on nvidia KG ($N queries)"
echo "  Started: $(date)"
echo "======================================================================"

for DATASET in musique hotpotqa; do
    echo ""
    echo "====== $DATASET ======"

    # Baseline: single push, alpha=2, eps=0.01
    echo "  [1] single, a=2, eps=0.01, QA-aware"
    $BASE --dataset $DATASET --qafd_alpha 2 --qafd_epsilon 0.01 2>&1 | grep "Recall@"
    echo "  [2] single, a=2, eps=0.01, agnostic"
    $BASE --dataset $DATASET --qafd_alpha 2 --qafd_epsilon 0.01 --qafd_weight_scheme none 2>&1 | grep "Recall@"

    # Batch push, alpha=2, eps=0.01
    echo "  [3] batch, a=2, eps=0.01, QA-aware"
    $BASE --dataset $DATASET --qafd_alpha 2 --qafd_epsilon 0.01 --batch_push 2>&1 | grep "Recall@"
    echo "  [4] batch, a=2, eps=0.01, agnostic"
    $BASE --dataset $DATASET --qafd_alpha 2 --qafd_epsilon 0.01 --batch_push --qafd_weight_scheme none 2>&1 | grep "Recall@"

    # Batch push, alpha=2, eps=0.005
    echo "  [5] batch, a=2, eps=0.005, QA-aware"
    $BASE --dataset $DATASET --qafd_alpha 2 --qafd_epsilon 0.005 --batch_push 2>&1 | grep "Recall@"
    echo "  [6] batch, a=2, eps=0.005, agnostic"
    $BASE --dataset $DATASET --qafd_alpha 2 --qafd_epsilon 0.005 --batch_push --qafd_weight_scheme none 2>&1 | grep "Recall@"

    # Batch push, alpha=2, eps=0.003
    echo "  [7] batch, a=2, eps=0.003, QA-aware"
    $BASE --dataset $DATASET --qafd_alpha 2 --qafd_epsilon 0.003 --batch_push 2>&1 | grep "Recall@"
    echo "  [8] batch, a=2, eps=0.003, agnostic"
    $BASE --dataset $DATASET --qafd_alpha 2 --qafd_epsilon 0.003 --batch_push --qafd_weight_scheme none 2>&1 | grep "Recall@"

    # Batch push, alpha=3, eps=0.005
    echo "  [9] batch, a=3, eps=0.005, QA-aware"
    $BASE --dataset $DATASET --qafd_alpha 3 --qafd_epsilon 0.005 --batch_push 2>&1 | grep "Recall@"
    echo "  [10] batch, a=3, eps=0.005, agnostic"
    $BASE --dataset $DATASET --qafd_alpha 3 --qafd_epsilon 0.005 --batch_push --qafd_weight_scheme none 2>&1 | grep "Recall@"
done

echo ""
echo "======================================================================"
echo "  ALL EXPERIMENTS COMPLETE"
echo "  Finished: $(date)"
echo "======================================================================"