| export WANDB_MODE=disabled |
| export CUDA_LAUNCH_BLOCKING=0 |
|
|
| DATASET=Instruments |
| CKPT_PATH=/home/jovyan/workspace/ed2/Ins |
| DATA_PATH=/home/jovyan/workspace |
| OUTPUT_DIR=$CKPT_PATH/finetune |
|
|
| torchrun --nproc_per_node=4 fine-tune.py \ |
| --ckpt_path $CKPT_PATH \ |
| --output_dir $OUTPUT_DIR \ |
| --dataset $DATASET \ |
| --data_path $DATA_PATH \ |
| --per_device_batch_size 8 \ |
| --gradient_accumulation_steps 2 \ |
| --learning_rate 5e-4 \ |
| --epochs 1 \ |
| --weight_decay 0.01 \ |
| --save_and_eval_strategy epoch \ |
| --bf16 \ |
| --deepspeed ./config/ds_z2_bf16.json \ |
| --dataloader_num_workers 4 \ |
| --only_train_response \ |
| --tasks seqrec,itemsearch,preferenceobtain,item2index,index2item,fusionseqrec \ |
| --train_prompt_sample_num 1,1,1,1,1,1 \ |
| --train_data_sample_num 0,0,0,0,0,0 \ |
| --index_file $CKPT_PATH/indices.json &>>$OUTPUT_DIR/log.txt |
|
|
