Upload folder using huggingface_hub

script.sh

@@ -0,0 +1,52 @@
+#!/usr/bin/env bash
+#
+# Copyright 2025 PKU-Alignment Team. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# DATASETS_NAME=("q1-10" "q1-20" "q1-30" "q1-40" "q1-50" "q1-60" "q1-70" "q1-80" "q1-90" "q1-100")
+DATASETS_NAME=("q1-10")
+
+MODEL_NAME_OR_PATH="/aifs4su/yaodong/hantao/models/llava-v1.6-mistral-7b-hf" # model path
+
+# HOSTFILE="/aifs4su/yaodong/hantao/align-anything/scripts/.hostfile"
+
+for DATASET_NAME in ${DATASETS_NAME[@]}; do
+    TRAIN_DATASETS="/aifs4su/yaodong/hantao/datasets/AA_preference_cosi/val/merged/${DATASET_NAME}" # dataset path
+    TRAIN_TEMPLATE="AA_TI2T_LLAVA" # dataset template
+    TRAIN_NAME="text-image-to-text" # dataset name
+    TRAIN_SPLIT="train" # split the dataset
+
+    OUTPUT_DIR="../outputs/llava_1.6_mistral_7b_val/${DATASET_NAME}" # output dir
+
+    # For wandb online logging
+    export WANDB_API_KEY="7e2dcc0c310ebcb7cdcafd5e9320d6be55cf1a33"
+
+    # Source the setup script
+    source ./setup.sh
+
+    # Execute deepspeed command
+    deepspeed \
+        --master_port ${MASTER_PORT} \
+        --module align_anything.trainers.text_image_to_text.dpo \
+        --model_name_or_path ${MODEL_NAME_OR_PATH} \
+        --train_datasets ${TRAIN_DATASETS} \
+        --train_template ${TRAIN_TEMPLATE} \
+        --train_split ${TRAIN_SPLIT} \
+        --train_name ${TRAIN_NAME} \
+        --output_dir ${OUTPUT_DIR} \
+        --save_total_limit 12 \
+        --train_batch_size 8 \
+        --epochs 3
+done