Update scripts/cpt_mt_4b.sh
#1
by
fpnBytedance - opened
- scripts/cpt_mt_4b.sh +2 -1
scripts/cpt_mt_4b.sh
CHANGED
|
@@ -44,7 +44,8 @@ cp $0 $output_dir
|
|
| 44 |
|
| 45 |
# --resume_from_checkpoint $resume_from_checkpoint \
|
| 46 |
|
| 47 |
-
|
|
|
|
| 48 |
--deepspeed $config_file \
|
| 49 |
--add_version False \
|
| 50 |
--check_model False \
|
|
|
|
| 44 |
|
| 45 |
# --resume_from_checkpoint $resume_from_checkpoint \
|
| 46 |
|
| 47 |
+
# 多机多卡
|
| 48 |
+
FORCE_TORCHRUN=1 NNODES=$worker_num RANK=$worker_index MASTER_ADDR=$host MASTER_PORT=$port swift pt \
|
| 49 |
--deepspeed $config_file \
|
| 50 |
--add_version False \
|
| 51 |
--check_model False \
|