#!/bin/bash
#SBATCH --job-name=EVAL
#SBATCH --partition=a6000 # °è»ê³ëµå Á¾·ù ¼±ÅÃ: a6000 or a100 
#SBATCH --nodelist=node07
#SBATCH --gres=gpu:1 # Use 1 GPU 
#SBATCH --time=13-11:30:00 # d-hh:mm:ss Çü½Ä, º»ÀÎ jobÀÇ max time limit ÁöÁ¤ 
#SBATCH --mem=20G # cpu memory size 
#SBATCH --cpus-per-task=4 # cpu ¡Æ©ø¨ù? 

ml purge
ml load cuda/11.8
eval "$(conda shell.bash hook)"
conda activate risall

cd /data2/projects/chaeyun/CGFormer
export NCCL_P2P_DISABLE=1


# constants
CONFIG=config/config_rccp_ace.yaml
VAL_LMDB=data/lmdb/refcoco+/val.lmdb
TESTA_LMDB=data/lmdb/refcoco+/testA.lmdb
TESTB_LMDB=data/lmdb/refcoco+/testB.lmdb
# variables
OPT_DIR=exp_sanity/refcoco+
EXP_NAMES=("filter_noproj_thr07_bs48")

# Loop through each experiment name
for EXP_NAME in "${EXP_NAMES[@]}"; do
  echo "Running evaluation for $EXP_NAME..."

  # Define log file for this experiment
  VAL_LOG_FILE=./log_eval/rccp_${EXP_NAME}_val.log
  TESTA_LOG_FILE=./log_eval/rccp_${EXP_NAME}_testA.log
  TESTB_LOG_FILE=./log_eval/rccp_${EXP_NAME}_testB.log
  TESTB_LOG_LAST=./log_eval/rccp_${EXP_NAME}_testB_last.log


  # # TESTA
  # # Test oIoU
  # CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
  #   --opts TRAIN.exp_name $EXP_NAME \
  #   TRAIN.output_folder $OPT_DIR \
  #   TEST.test_split testA \
  #   TEST.test_lmdb $TESTA_LMDB \
  #   >> $TESTA_LOG_FILE 2>&1  # Append stdout and stderr to log file
  
  # # Test mIoU
  # CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
  #   --opts TRAIN.exp_name $EXP_NAME \
  #   TRAIN.output_folder $OPT_DIR \
  #   TEST.test_split testA \
  #   TEST.test_lmdb $TESTA_LMDB \
  #   >> $TESTA_LOG_FILE 2>&1

  # TESTB
  # Test oIoU
  CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
    --opts TRAIN.exp_name $EXP_NAME \
    TRAIN.output_folder $OPT_DIR \
    TEST.test_split testB \
    TEST.test_lmdb $TESTB_LMDB \
    >> $TESTB_LOG_LAST 2>&1  # Append stdout and stderr to log file
  
  # # Test mIoU
  # CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
  #   --opts TRAIN.exp_name $EXP_NAME \
  #   TRAIN.output_folder $OPT_DIR \
  #   TEST.test_split testB \
  #   TEST.test_lmdb $TESTB_LMDB \
  #   >> $TESTB_LOG_FILE 2>&1


  # # VAL
  # # Val oIoU
  # CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
  #   --opts TRAIN.exp_name $EXP_NAME \
  #   TRAIN.output_folder $OPT_DIR \
  #   TEST.test_split val-test \
  #   TEST.test_lmdb $VAL_LMDB \
  #   >> $VAL_LOG_FILE 2>&1
  
  # # Val mIoU
  # CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
  #   --opts TRAIN.exp_name $EXP_NAME \
  #   TRAIN.output_folder $OPT_DIR \
  #   TEST.test_split val-test \
  #   TEST.test_lmdb $VAL_LMDB \
  #   >> $VAL_LOG_FILE 2>&1
  
  echo "Evaluation for $EXP_NAME completed. Log saved to $VAL_LOG_FILE"
done