eval/eval.sh

# !/bin/bash
set -x

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

DATA_ROOT='/jizhicfs/bojoli'
VISION_TOWER_NAME='clip-vit-large-patch14-336'
#MODEL_NAME='qwen2.5-0.5b-i'
MODEL_NAME=vicuna-7b-1.5
VISION_TOWER=${DATA_ROOT}/${VISION_TOWER_NAME}
MODEL_PATH=${DATA_ROOT}/${MODEL_NAME}
BASE_RUN_NAME='mmpe'_${MODEL_NAME}'_'${VISION_TOWER_NAME}

RUN_NAME='final_mmpe_finetune'_${MODEL_NAME}'_'${VISION_TOWER_NAME}
PROMPT_VERSION='v1'


EVAL_MODEL=../checkpoints/${RUN_NAME}

BENCHMARKS="mmbench_en"


python3 -m accelerate.commands.launch \
    --num_processes=8 \
    --main_process_port 12899 \
    -m lmms_eval \
    --model llava \
    --model_args pretrained="${EVAL_MODEL},conv_template=${PROMPT_VERSION}" \
    --tasks $BENCHMARKS \
    --batch_size 1 \
    --log_samples \
    --log_samples_suffix $RUN_NAME \
    --output_path ./logs/