| # If your need only a part of the GPUs in every node, try: | |
| # --include="worker-0:0,1@worker-1:2,3" | |
| deepspeed --hostfile=./examples/train/multi-node/deepspeed/host.txt \ | |
| swift/cli/sft.py \ | |
| --model Qwen/Qwen2.5-7B-Instruct \ | |
| --tuner_type lora \ | |
| --torch_dtype bfloat16 \ | |
| --dataset 'swift/self-cognition#1000' \ | |
| --load_from_cache_file true \ | |
| --num_train_epochs 1 \ | |
| --lora_rank 8 \ | |
| --lora_alpha 32 \ | |
| --learning_rate 1e-4 \ | |
| --gradient_accumulation_steps 16 \ | |
| --eval_steps 100 \ | |
| --save_steps 100 \ | |
| --save_total_limit 2 \ | |
| --logging_steps 5 \ | |
| --model_author swift \ | |
| --model_name swift-robot | |