#!/bin/bash
#PBS -N eval_dualedit
#PBS -l select=1:ngpus=2
#PBS -l walltime=48:00:00
#PBS -q ic102
#PBS -P 71001002
#PBS -j oe

# =============================================================================
# PBS Job: Evaluate DualEdit Model
#
# To submit:
#   qsub experiment/scripts/baselines/run_eval_dualedit.pbs
#
# Override knobs:
#   DUALEDIT_DIR=./step4_baseline_outputs/dualedit qsub experiment/scripts/baselines/run_eval_dualedit.pbs
# =============================================================================

cd ${PBS_O_WORKDIR}

source edit/bin/activate

export PATH=$HOME/.local/bin:$PATH
export HF_HOME=${PBS_O_WORKDIR}/hf_cache
export PYTHONPATH="${PBS_O_WORKDIR}:${PBS_O_WORKDIR}/EasyEdit:${PYTHONPATH:-}"
export TORCHINDUCTOR_CACHE_DIR="${HOME}/scratch/.cache/torchinductor"
export TRITON_CACHE_DIR="${HOME}/scratch/.cache/triton"
export VLLM_USE_V1=0
export NCCL_P2P_DISABLE=1
export NCCL_IB_DISABLE=1

mkdir -p logs/experiment
LOGFILE="logs/experiment/eval_dualedit_${PBS_JOBID}.log"

export DUALEDIT_DIR="${DUALEDIT_DIR:-./step4_baseline_outputs/dualedit}"
export EVAL_OUTPUT_DIR="${EVAL_OUTPUT_DIR:-./step4_baseline_outputs/compare_eval/dualedit}"
export ORIGINAL_CACHE_DIR="${ORIGINAL_CACHE_DIR:-./cached_original_outputs}"

echo "========================================" | tee -a "${LOGFILE}"
echo "Job: Evaluate DualEdit"                   | tee -a "${LOGFILE}"
echo "Job ID:    ${PBS_JOBID}"                   | tee -a "${LOGFILE}"
echo "Node:      $(hostname)"                    | tee -a "${LOGFILE}"
echo "Started:   $(date)"                        | tee -a "${LOGFILE}"
echo "========================================" | tee -a "${LOGFILE}"

nvidia-smi --query-gpu=index,name,memory.total --format=csv | tee -a "${LOGFILE}"

bash experiment/scripts/baselines/run_eval_dualedit.sh 2>&1 | tee -a "${LOGFILE}"

EXIT_CODE=${PIPESTATUS[0]}

echo "" | tee -a "${LOGFILE}"
echo "========================================" | tee -a "${LOGFILE}"
if [ $EXIT_CODE -eq 0 ]; then
    echo "Status: SUCCESS" | tee -a "${LOGFILE}"
else
    echo "Status: FAILED (exit code $EXIT_CODE)" | tee -a "${LOGFILE}"
fi
echo "Completed: $(date)" | tee -a "${LOGFILE}"
echo "========================================" | tee -a "${LOGFILE}"

exit $EXIT_CODE