File size: 2,763 Bytes
a2ffd07 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 | #!/bin/bash
# Run training + evaluation for all scene→object relations.
#
# Usage:
# bash experiment/scripts/run_all_relations.sh # all relations
# bash experiment/scripts/run_all_relations.sh kitchen_microwave # single relation
# bash experiment/scripts/run_all_relations.sh --eval-only # skip training
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
PROJECT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
cd "$PROJECT_ROOT"
CONFIG="experiment/lora_v5_config.json"
TRAIN_OUTPUT_BASE="./step3_lora_v5_outputs"
EVAL_OUTPUT_BASE="./step4_outputs"
ALL_RELATIONS=(
bathroom_toilet
livingroom_tv
kitchen_oven
diningroom_plate
)
# Parse args
EVAL_ONLY=false
RELATIONS=()
for arg in "$@"; do
if [[ "$arg" == "--eval-only" ]]; then
EVAL_ONLY=true
else
RELATIONS+=("$arg")
fi
done
# Default to all relations if none specified
if [[ ${#RELATIONS[@]} -eq 0 ]]; then
RELATIONS=("${ALL_RELATIONS[@]}")
fi
echo "========================================"
echo "Multi-Relation Hallucination Suppression"
echo "========================================"
echo "Relations: ${RELATIONS[*]}"
echo "Eval only: $EVAL_ONLY"
echo "Config: $CONFIG"
echo ""
for REL in "${RELATIONS[@]}"; do
echo "========================================"
echo " Relation: $REL"
echo "========================================"
TRAIN_DIR="$TRAIN_OUTPUT_BASE/$REL"
EVAL_DIR="$EVAL_OUTPUT_BASE/$REL"
# --- Training ---
if [[ "$EVAL_ONLY" == false ]]; then
echo "[TRAIN] Starting training for $REL..."
python -m experiment.training.finetune_lora_v5 \
--config "$CONFIG" \
--relation "$REL" \
--output_dir "$TRAIN_DIR"
echo "[TRAIN] Done: $REL"
fi
# --- Find latest run ---
LATEST_RUN=$(ls -dt "$TRAIN_DIR"/run_* 2>/dev/null | head -1 || true)
if [[ -z "$LATEST_RUN" ]]; then
echo "[WARN] No training run found for $REL in $TRAIN_DIR, skipping eval"
continue
fi
ADAPTER_DIR="$LATEST_RUN/lora_adapter"
if [[ ! -d "$ADAPTER_DIR" ]]; then
echo "[WARN] No adapter found at $ADAPTER_DIR, skipping eval"
continue
fi
# --- Evaluation ---
echo "[EVAL] Evaluating $REL from $ADAPTER_DIR..."
python -m experiment.evaluation.validate \
--relation "$REL" \
--model_type lora \
--model_dir "$ADAPTER_DIR" \
--output_dir "$EVAL_DIR" \
--use_val_split \
--mention_method keyword
echo "[EVAL] Done: $REL"
echo ""
done
echo "========================================"
echo "All relations complete!"
echo "Results in: $EVAL_OUTPUT_BASE/"
echo "========================================"
|