| DATASET=Instruments | |
| BASE_MODEL=/datain/v-yinju/llama-7b | |
| DATA_PATH=/datain/v-yinju/rqvae-zzx/data | |
| CKPT_PATH=/datain/v-yinju/rq-llama/ | |
| RESULTS_FILE=$CKPT_PATH/eval_result.json | |
| torchrun --nproc_per_node=8 --master_port=4324 evaluate-finetuned.py \ | |
| --base_model $BASE_MODEL \ | |
| --ckpt_path $CKPT_PATH \ | |
| --dataset $DATASET \ | |
| --data_path $DATA_PATH \ | |
| --results_file $RESULTS_FILE \ | |
| --test_batch_size 1 \ | |
| --num_beams 20 \ | |
| --test_prompt_ids all \ | |
| --test_task seqrec \ | |
| --index_file $CKPT_PATH/indices.json |