File size: 691 Bytes
c2e1aee | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | set -ex
source uv_gpt2/bin/activate
export HF_TOKEN=
# FSDP 检查点路径
# 批量处理多个 checkpoint -> huggingface 上传,按需修改数组内容
HF_MODELS=(
"BIMU233/GPT-2_0.0p"
"BIMU233/GPT-2_0.1p"
)
CHECKPOINT_DIRS=(
"/mnt/yixiali/CODES/WTY/GPT-2_pretrain/output/gpt2-dropout-0.0/final"
"/mnt/yixiali/CODES/WTY/GPT-2_pretrain/output/gpt2-dropout-0.1/final"
)
# 遍历并为每个 checkpoint 做合并 + 上传
for i in "${!HF_MODELS[@]}"; do
HF_MODEL_NAME="${HF_MODELS[$i]}"
CHECKPOINT_DIR="${CHECKPOINT_DIRS[$i]}"
hf upload "$HF_MODEL_NAME" "$CHECKPOINT_DIR"
done
# 脚本到此结束,避免后续原有单次运行命令重复执行
exit 0
|