#!/bin/bash
#SBATCH --job-name=EVAL
#SBATCH --partition=a6000 # °è»ê³ëµå Á¾·ù ¼±ÅÃ: a6000 or a100 
#SBATCH --nodelist=node07
#SBATCH --gres=gpu:1 # Use 1 GPU 
#SBATCH --time=13-11:30:00 # d-hh:mm:ss Çü½Ä, º»ÀÎ jobÀÇ max time limit ÁöÁ¤ 
#SBATCH --mem=20G # cpu memory size 
#SBATCH --cpus-per-task=4 # cpu ¡Æ©ø¨ù? 

ml purge
ml load cuda/11.8
eval "$(conda shell.bash hook)"
conda activate risall

cd /data2/projects/chaeyun/CGFormer
export NCCL_P2P_DISABLE=1


# constants
CONFIG=config/config_rcc_ace.yaml
VAL_LMDB=data/lmdb/refcoco/val.lmdb
TESTA_LMDB=data/lmdb/refcoco/testA.lmdb
TESTB_LMDB=data/lmdb/refcoco/testB.lmdb
# variables
OPT_DIR=exp_sanity/refcoco
EXP_NAMES=("filter_noproj_thr05_bs48" "filter_noproj_thr07_bs48")

# Loop through each experiment name
for EXP_NAME in "${EXP_NAMES[@]}"; do
  echo "Running evaluation for $EXP_NAME..."

  # Define log file for this experiment
  VAL_LOG_FILE=./log_eval/rcc_${EXP_NAME}_val.log
  TESTA_LOG_FILE=./log_eval/rcc_${EXP_NAME}_testA.log
  TESTB_LOG_FILE=./log_eval/rcc_${EXP_NAME}_testB.log


  # TESTA
  # Test oIoU
  CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
    --opts TRAIN.exp_name $EXP_NAME \
    TRAIN.output_folder $OPT_DIR \
    TEST.test_split testA \
    TEST.test_lmdb $TESTA_LMDB \
    >> $TESTA_LOG_FILE 2>&1  # Append stdout and stderr to log file
  
  # Test mIoU
  CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
    --opts TRAIN.exp_name $EXP_NAME \
    TRAIN.output_folder $OPT_DIR \
    TEST.test_split testA \
    TEST.test_lmdb $TESTA_LMDB \
    >> $TESTA_LOG_FILE 2>&1

  # TESTB
  # Test oIoU
  CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
    --opts TRAIN.exp_name $EXP_NAME \
    TRAIN.output_folder $OPT_DIR \
    TEST.test_split testB \
    TEST.test_lmdb $TESTB_LMDB \
    >> $TESTB_LOG_FILE 2>&1  # Append stdout and stderr to log file
  
  # Test mIoU
  CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
    --opts TRAIN.exp_name $EXP_NAME \
    TRAIN.output_folder $OPT_DIR \
    TEST.test_split testB \
    TEST.test_lmdb $TESTB_LMDB \
    >> $TESTB_LOG_FILE 2>&1


  # VAL
  # Val oIoU
  CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
    --opts TRAIN.exp_name $EXP_NAME \
    TRAIN.output_folder $OPT_DIR \
    TEST.test_split val-test \
    TEST.test_lmdb $VAL_LMDB \
    >> $VAL_LOG_FILE 2>&1
  
  # Val mIoU
  CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
    --opts TRAIN.exp_name $EXP_NAME \
    TRAIN.output_folder $OPT_DIR \
    TEST.test_split val-test \
    TEST.test_lmdb $VAL_LMDB \
    >> $VAL_LOG_FILE 2>&1
  
  echo "Evaluation for $EXP_NAME completed. Log saved to $VAL_LOG_FILE"
done