|
|
| export WANDB_PROJECT=Video-GRPO |
| export WANDB_NAME=Finetune_activitynet_3B |
|
|
| export PYTHONPATH=".:$PYTHONPATH" |
|
|
| OUTDIR=./logs/finetune/outputs_${WANDB_NAME} |
| export DEBUG_MODE="true" |
| export LOG_PATH="./logs/finetune/${WANDB_NAME}.txt" |
|
|
| torchrun --nproc_per_node="8" \ |
| --nnodes="1" \ |
| --node_rank="0" \ |
| --master_addr="127.0.0.1" \ |
| --master_port="12370" \ |
| finetune.py \ |
| --deepspeed scripts/zero3_offload.json \ |
| --output_dir $OUTDIR \ |
| --model_name_or_path ./ckpts/Qwen2.5-VL-3B-Instruct_my \ |
| --train_data_path ./dataset/finetune/activityNet/activitynet_annotation/train.json \ |
| --video_folder xxx \ |
| --preprocessed_data_path ./dataset/finetune/activityNet/ActivityNet_preprocessed_data_maxpix_3584 \ |
| --dataset_name xxx \ |
| --max_prompt_length 8192 \ |
| --max_completion_length 1024 \ |
| --num_generations 8 \ |
| --per_device_train_batch_size 1 \ |
| --gradient_accumulation_steps 2 \ |
| --logging_steps 1 \ |
| --bf16 \ |
| --torch_dtype bfloat16 \ |
| --data_seed 42 \ |
| --gradient_checkpointing true \ |
| --attn_implementation flash_attention_2 \ |
| --fix_vit true \ |
| --slide_window false \ |
| --num_train_epochs 2 \ |
| --run_name $WANDB_NAME \ |
| --report_to tensorboard \ |
| --reward_funcs iou format \ |
| --temperature 1.0 \ |
| --beta 0.0 \ |
| --prompt_type v1 \ |
| --is_curriculum_learning false \ |
| --logging_dir ./logs/finetune/${WANDB_NAME} \ |
| --save_steps 100 \ |
| --use_grpo false \ |
| --save_only_model true |
|
|