#!/bin/bash
#SBATCH --job-name=EVAL
#SBATCH --partition=a6000 # °è»ê³ëµå Á¾·ù ¼±ÅÃ: a6000 or a100 
#SBATCH --nodelist=node07
#SBATCH --gres=gpu:1 # Use 1 GPU 
#SBATCH --time=13-11:30:00 # d-hh:mm:ss Çü½Ä, º»ÀÎ jobÀÇ max time limit ÁöÁ¤ 
#SBATCH --mem=20G # cpu memory size 
#SBATCH --cpus-per-task=4 # cpu ¡Æ©ø¨ù? 

ml purge
ml load cuda/11.8
eval "$(conda shell.bash hook)"
conda activate risall

cd /data2/projects/chaeyun/CGFormer
export NCCL_P2P_DISABLE=1

# constants
CONFIG=config/config_refzom_repro_eval.yaml
TEST_LMDB=/data2/projects/chaeyun/VerbCentric_RIS/datasets/lmdb/ref-zom/test.lmdb
# variables
OPT_DIR=exp_sanity/refzom
EXP_NAMES=("repro48_2")
# EXP_NAMES=("Rev3_hp15_m10_tmp005_b64_v1" "Rev3_hp10_m15_tmp010_b64_v1")


# Loop through each experiment name
for EXP_NAME in "${EXP_NAMES[@]}"; do
  echo "Running evaluation for $EXP_NAME..."

  # Define log file for this experiment
  VAL_LOG_FILE=./log_eval/${EXP_NAME}_val.log
  TEST_LOG_FILE=./log_eval/${EXP_NAME}_test.log
  TEST_LOG_MIOU=./log_eval/${EXP_NAME}_test_miou.log


  # TEST
  # Test oIoU
  CUDA_VISIBLE_DEVICES=0 python -u test_oiou_refzom.py --config $CONFIG \
    --opts TRAIN.exp_name $EXP_NAME \
    TRAIN.output_folder $OPT_DIR \
    TEST.test_split test \
    TEST.test_lmdb $TEST_LMDB \
    >> $TEST_LOG_FILE 2>&1  # Append stdout and stderr to log file
  
#   # Test mIoU
#   CUDA_VISIBLE_DEVICES=0 python -u test_refzom.py --config $CONFIG \
#     --opts TRAIN.exp_name $EXP_NAME \
#     TRAIN.output_folder $OPT_DIR \
#     TEST.test_split test \
#     TEST.test_lmdb $TEST_LMDB \
#     >> $TEST_LOG_MIOU 2>&1

  # # VAL
  # # Val oIoU
  # CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
  #   --opts TRAIN.exp_name $EXP_NAME \
  #   TRAIN.output_folder $OPT_DIR \
  #   TEST.test_split val-test \
  #   TEST.test_lmdb $VAL_LMDB \
  #   >> $VAL_LOG_FILE 2>&1
  
  # # Val mIoU
  # CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
  #   --opts TRAIN.exp_name $EXP_NAME \
  #   TRAIN.output_folder $OPT_DIR \
  #   TEST.test_split val-test \
  #   TEST.test_lmdb $VAL_LMDB \
  #   >> $VAL_LOG_FILE 2>&1
  
  echo "Evaluation for $EXP_NAME completed. Log saved to $VAL_LOG_FILE"
done