#!/bin/bash
# run_models.sh

# export HF_HOME=/apdcephfs_sh2/share_300000800/user/zongxia/hf_cache
# export TRANSFORMERS_CACHE=/apdcephfs_sh2/share_300000800/user/zongxia/hf_cache

./move_eval.sh

model_paths=(
    # "Qwen/Qwen2.5-VL-7B-Instruct"
    # "/apdcephfs_sh2/share_300000800/user/zongxia/Video-R1/src/r1-v/log/3B-Video-GRPO-AnswerBERT/video_pool_multiple_choice_chunk_01/checkpoint-46"
    # "/apdcephfs_sh2/share_300000800/user/zongxia/Video-R1/src/r1-v/log/3B-Video-GRPO-SelfEval-Train/pool_numerical_chunk_01/checkpoint-25"
    # "/apdcephfs_sh2/share_300000800/user/zongxia/Video-R1/src/r1-v/log/3B-Video-GRPO-NoDesEval/pool_multiple_choice_chunk_01/checkpoint-57"
    # "Video-R1/Qwen2.5-VL-7B-COT-SFT"
    "zli12321/VideoHallu-R1-v1.0"
)

file_names=(
    # "qwen_3B_selfEval_mcq1_nume1"
    # "qwen_3B_NoDesEval_mcq1"
    # "Video-R1-7B-COT-SFT"
    "VideoHallu-R1-v1.0"
)

export DECORD_EOF_RETRY_MAX=20480


for i in "${!model_paths[@]}"; do
    model="${model_paths[$i]}"
    file_name="${file_names[$i]}"
    CUDA_VISIBLE_DEVICES=4,5,6,7 python ./src/eval_bench.py --model_path "$model" --file_name "$file_name"
done