| DATASET=Instruments | |
| BASE_MODEL=/home/jovyan/workspace/Llama-7b | |
| DATA_PATH=/home/jovyan/workspace | |
| CKPT_PATH=/home/jovyan/workspace/ed2/Ins/finetune | |
| RESULTS_FILE=$CKPT_PATH/eval_result.json | |
| INDEX=/home/jovyan/workspace/ed2/Ins/indices.json | |
| torchrun --nproc_per_node=4 evaluate-finetuned.py \ | |
| --base_model $BASE_MODEL \ | |
| --ckpt_path $CKPT_PATH \ | |
| --dataset $DATASET \ | |
| --data_path $DATA_PATH \ | |
| --results_file $RESULTS_FILE \ | |
| --test_batch_size 1 \ | |
| --num_beams 20 \ | |
| --test_prompt_ids all \ | |
| --test_task seqrec \ | |
| --index_file $INDEX | |