File size: 946 Bytes
55da402
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
torchrun --standalone --nproc_per_node=2 train_gpt2.py

torchrun --standalone --nproc_per_node=2 train_gpt2_simple.py

torchrun --standalone --nproc_per_node=2 train_CampGPT_X.py

python train_CampGPT_X.py


CUDA_VISIBLE_DEVICES=1 python train_CampGPT_X_plus.py
CUDA_VISIBLE_DEVICES=0,1 torchrun --nproc_per_node=2 train_CampGPT_X_plus.py

CUDA_VISIBLE_DEVICES=0,1,2,3 torchrun --nproc_per_node=4 train_CampGPT_X_plus.py


# 按顺序执行
CUDA_VISIBLE_DEVICES=0,1,2,3 torchrun --nproc_per_node=4 train_CampGPT_X_plus.py
CUDA_VISIBLE_DEVICES=1 python train_sft.py
CUDA_VISIBLE_DEVICES=1 python train_dpo.py
CUDA_VISIBLE_DEVICES=1 python export_hf.py
# cli single api
CUDA_VISIBLE_DEVICES=1 python serve.py --mode cli
CUDA_VISIBLE_DEVICES=1 python serve.py --mode single
CUDA_VISIBLE_DEVICES=1 python serve.py --mode api
CUDA_VISIBLE_DEVICES=1 python test_sft.py
CUDA_VISIBLE_DEVICES=1 python test_dpo.py

bash campgpt-student-handbook/upload.sh