DATASET=Instruments
BASE_MODEL=/home/jovyan/workspace/Llama-7b
DATA_PATH=/home/jovyan/workspace
CKPT_PATH=/home/jovyan/workspace/ed2/Ins/finetune
RESULTS_FILE=$CKPT_PATH/eval_result.json
INDEX=/home/jovyan/workspace/ed2/Ins/indices.json

torchrun --nproc_per_node=4 evaluate-finetuned.py \
    --base_model $BASE_MODEL \
    --ckpt_path $CKPT_PATH \
    --dataset $DATASET \
    --data_path $DATA_PATH \
    --results_file $RESULTS_FILE \
    --test_batch_size 1 \
    --num_beams 20 \
    --test_prompt_ids all \
    --test_task seqrec \
    --index_file $INDEX