ROOT=/home/jovyan/workspace
DATASET=Instruments
BASE=$ROOT/Llama-2-7b-hf
DATA_PATH=$ROOT
CKPT_PATH=./Ins/Llama-2-7b
RESULTS_FILE=$CKPT_PATH/result.json
INDEX=$ROOT/$DATASET/Instruments.index.json

torchrun --nproc_per_node=8 test_ddp.py \
    --base_model $BASE \
    --ckpt_path $CKPT_PATH \
    --dataset $DATASET \
    --data_path $DATA_PATH \
    --results_file $RESULTS_FILE \
    --test_batch_size 1 \
    --num_beams 20 \
    --test_prompt_ids all \
    --index_file $INDEX