scripts/model_upload.sh

set -ex
source uv_gpt2/bin/activate

export HF_TOKEN=

# FSDP 检查点路径
# 批量处理多个 checkpoint -> huggingface 上传，按需修改数组内容
HF_MODELS=(
    "BIMU233/GPT-2_0.0p"
    "BIMU233/GPT-2_0.1p"
)
CHECKPOINT_DIRS=(
    "/mnt/yixiali/CODES/WTY/GPT-2_pretrain/output/gpt2-dropout-0.0/final"
    "/mnt/yixiali/CODES/WTY/GPT-2_pretrain/output/gpt2-dropout-0.1/final"
)

# 遍历并为每个 checkpoint 做合并 + 上传
for i in "${!HF_MODELS[@]}"; do
    HF_MODEL_NAME="${HF_MODELS[$i]}"
    CHECKPOINT_DIR="${CHECKPOINT_DIRS[$i]}"

    hf upload "$HF_MODEL_NAME" "$CHECKPOINT_DIR"
done

# 脚本到此结束，避免后续原有单次运行命令重复执行
exit 0