forensics-grpo / code /time_r1 /scripts /finetune /run_activitynet.sh
sdzt's picture
Add source code
33569f9 verified
Raw
History Blame Contribute Delete
1.49 kB
export WANDB_PROJECT=Video-GRPO
export WANDB_NAME=Finetune_activitynet_3B
export PYTHONPATH=".:$PYTHONPATH"
OUTDIR=./logs/finetune/outputs_${WANDB_NAME}
export DEBUG_MODE="true"
export LOG_PATH="./logs/finetune/${WANDB_NAME}.txt"
torchrun --nproc_per_node="8" \
--nnodes="1" \
--node_rank="0" \
--master_addr="127.0.0.1" \
--master_port="12370" \
finetune.py \
--deepspeed scripts/zero3_offload.json \
--output_dir $OUTDIR \
--model_name_or_path ./ckpts/Qwen2.5-VL-3B-Instruct_my \
--train_data_path ./dataset/finetune/activityNet/activitynet_annotation/train.json \
--video_folder xxx \
--preprocessed_data_path ./dataset/finetune/activityNet/ActivityNet_preprocessed_data_maxpix_3584 \
--dataset_name xxx \
--max_prompt_length 8192 \
--max_completion_length 1024 \
--num_generations 8 \
--per_device_train_batch_size 1 \
--gradient_accumulation_steps 2 \
--logging_steps 1 \
--bf16 \
--torch_dtype bfloat16 \
--data_seed 42 \
--gradient_checkpointing true \
--attn_implementation flash_attention_2 \
--fix_vit true \
--slide_window false \
--num_train_epochs 2 \
--run_name $WANDB_NAME \
--report_to tensorboard \
--reward_funcs iou format \
--temperature 1.0 \
--beta 0.0 \
--prompt_type v1 \
--is_curriculum_learning false \
--logging_dir ./logs/finetune/${WANDB_NAME} \
--save_steps 100 \
--use_grpo false \
--save_only_model true