File size: 691 Bytes
c2e1aee
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
set -ex
source uv_gpt2/bin/activate

export HF_TOKEN=

# FSDP 检查点路径
# 批量处理多个 checkpoint -> huggingface 上传,按需修改数组内容
HF_MODELS=(
    "BIMU233/GPT-2_0.0p"
    "BIMU233/GPT-2_0.1p"
)
CHECKPOINT_DIRS=(
    "/mnt/yixiali/CODES/WTY/GPT-2_pretrain/output/gpt2-dropout-0.0/final"
    "/mnt/yixiali/CODES/WTY/GPT-2_pretrain/output/gpt2-dropout-0.1/final"
)

# 遍历并为每个 checkpoint 做合并 + 上传
for i in "${!HF_MODELS[@]}"; do
    HF_MODEL_NAME="${HF_MODELS[$i]}"
    CHECKPOINT_DIR="${CHECKPOINT_DIRS[$i]}"

    hf upload "$HF_MODEL_NAME" "$CHECKPOINT_DIR"
done

# 脚本到此结束,避免后续原有单次运行命令重复执行
exit 0