File size: 2,691 Bytes
ea1014e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 |
#!/bin/bash
#SBATCH --job-name=EVAL
#SBATCH --partition=a6000 # ����� ���� ����: a6000 or a100
#SBATCH --nodelist=node07
#SBATCH --gres=gpu:1 # Use 1 GPU
#SBATCH --time=13-11:30:00 # d-hh:mm:ss ����, ���� job�� max time limit ����
#SBATCH --mem=20G # cpu memory size
#SBATCH --cpus-per-task=4 # cpu �Ʃ���?
ml purge
ml load cuda/11.8
eval "$(conda shell.bash hook)"
conda activate risall
cd /data2/projects/chaeyun/CGFormer
export NCCL_P2P_DISABLE=1
# constants
CONFIG=config/config_rcc_ace.yaml
VAL_LMDB=data/lmdb/refcoco/val.lmdb
TESTA_LMDB=data/lmdb/refcoco/testA.lmdb
TESTB_LMDB=data/lmdb/refcoco/testB.lmdb
# variables
OPT_DIR=exp_sanity/refcoco
EXP_NAMES=("filter_noproj_thr05_bs48" "filter_noproj_thr07_bs48")
# Loop through each experiment name
for EXP_NAME in "${EXP_NAMES[@]}"; do
echo "Running evaluation for $EXP_NAME..."
# Define log file for this experiment
VAL_LOG_FILE=./log_eval/rcc_${EXP_NAME}_val.log
TESTA_LOG_FILE=./log_eval/rcc_${EXP_NAME}_testA.log
TESTB_LOG_FILE=./log_eval/rcc_${EXP_NAME}_testB.log
# TESTA
# Test oIoU
CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
--opts TRAIN.exp_name $EXP_NAME \
TRAIN.output_folder $OPT_DIR \
TEST.test_split testA \
TEST.test_lmdb $TESTA_LMDB \
>> $TESTA_LOG_FILE 2>&1 # Append stdout and stderr to log file
# Test mIoU
CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
--opts TRAIN.exp_name $EXP_NAME \
TRAIN.output_folder $OPT_DIR \
TEST.test_split testA \
TEST.test_lmdb $TESTA_LMDB \
>> $TESTA_LOG_FILE 2>&1
# TESTB
# Test oIoU
CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
--opts TRAIN.exp_name $EXP_NAME \
TRAIN.output_folder $OPT_DIR \
TEST.test_split testB \
TEST.test_lmdb $TESTB_LMDB \
>> $TESTB_LOG_FILE 2>&1 # Append stdout and stderr to log file
# Test mIoU
CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
--opts TRAIN.exp_name $EXP_NAME \
TRAIN.output_folder $OPT_DIR \
TEST.test_split testB \
TEST.test_lmdb $TESTB_LMDB \
>> $TESTB_LOG_FILE 2>&1
# VAL
# Val oIoU
CUDA_VISIBLE_DEVICES=0 python -u test_oiou.py --config $CONFIG \
--opts TRAIN.exp_name $EXP_NAME \
TRAIN.output_folder $OPT_DIR \
TEST.test_split val-test \
TEST.test_lmdb $VAL_LMDB \
>> $VAL_LOG_FILE 2>&1
# Val mIoU
CUDA_VISIBLE_DEVICES=0 python -u test.py --config $CONFIG \
--opts TRAIN.exp_name $EXP_NAME \
TRAIN.output_folder $OPT_DIR \
TEST.test_split val-test \
TEST.test_lmdb $VAL_LMDB \
>> $VAL_LOG_FILE 2>&1
echo "Evaluation for $EXP_NAME completed. Log saved to $VAL_LOG_FILE"
done
|