File size: 1,207 Bytes
8e874f5 6f1f63d 8e874f5 6f1f63d 8e874f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | #!/bin/bash
# Edge weight ablation: similarity contrast functions across 3 datasets
# Tests whether sharper similarity contrast makes query-aware edge weights effective
cd "$(dirname "$0")/.."
N=100
BASE="python src/passage_entity/benchmark_runner.py --task multihop --num_queries $N --embedding_model openai-small --skip_qa"
echo "======================================================================"
echo " Similarity Mode Ablation ($N queries per dataset)"
echo "======================================================================"
for DATASET in musique hotpotqa 2wikimultihopqa; do
echo ""
echo "======================================================================"
echo " Dataset: $DATASET"
echo "======================================================================"
for SIM in normalized relu relu_sq; do
echo ""
echo " [$DATASET] sim_mode=$SIM"
$BASE --dataset $DATASET --sim_mode $SIM 2>&1 | grep -E "Recall@|Retrieval done"
done
done
echo ""
echo "======================================================================"
echo " ALL EXPERIMENTS COMPLETE"
echo "======================================================================"
|