Update scripts/cpt_mt_4b.sh

#1
by fpnBytedance - opened
Files changed (1) hide show
  1. scripts/cpt_mt_4b.sh +2 -1
scripts/cpt_mt_4b.sh CHANGED
@@ -44,7 +44,8 @@ cp $0 $output_dir
44
 
45
  # --resume_from_checkpoint $resume_from_checkpoint \
46
 
47
- swift pt \
 
48
  --deepspeed $config_file \
49
  --add_version False \
50
  --check_model False \
 
44
 
45
  # --resume_from_checkpoint $resume_from_checkpoint \
46
 
47
+ # 多机多卡
48
+ FORCE_TORCHRUN=1 NNODES=$worker_num RANK=$worker_index MASTER_ADDR=$host MASTER_PORT=$port swift pt \
49
  --deepspeed $config_file \
50
  --add_version False \
51
  --check_model False \