Delete run_exp.sh
Browse files- run_exp.sh +0 -39
run_exp.sh
DELETED
|
@@ -1,39 +0,0 @@
|
|
| 1 |
-
#!/bin/bash
|
| 2 |
-
|
| 3 |
-
# Array of start indices
|
| 4 |
-
start_indices=(35)
|
| 5 |
-
|
| 6 |
-
# Loop through each start index and run the command
|
| 7 |
-
for start_index in "${start_indices[@]}"; do
|
| 8 |
-
echo "Running command with start index: $start_index"
|
| 9 |
-
CUDA_VISIBLE_DEVICES=1 FSDP_CPU_RAM_EFFICIENT_LOADING=1 torchrun --nnodes 1 --nproc_per_node 1 \
|
| 10 |
-
recipes/quickstart/finetuning/finetuning_wm.py \
|
| 11 |
-
--enable_fsdp \
|
| 12 |
-
--lr 1e-4 \
|
| 13 |
-
--num_epochs 10 \
|
| 14 |
-
--batch_size_training 10 \
|
| 15 |
-
--model_name mllama/Llama-3.2-11B-Vision-Instruct/custom \
|
| 16 |
-
--dist_checkpoint_root_folder ./finetuned_model \
|
| 17 |
-
--dist_checkpoint_folder fine-tuned \
|
| 18 |
-
--use_fast_kernels \
|
| 19 |
-
--dataset "custom_dataset" \
|
| 20 |
-
--custom_dataset.test_split "test" \
|
| 21 |
-
--custom_dataset.file "recipes/quickstart/finetuning/datasets/realcup_dataset_latent.py" \
|
| 22 |
-
--custom_dataset.data_path "realcup_data" \
|
| 23 |
-
--custom_dataset.answer_type "open-word" \
|
| 24 |
-
--custom_dataset.num_images 16 \
|
| 25 |
-
--custom_dataset.sample_size 16 \
|
| 26 |
-
--custom_dataset.num_history_images 1 \
|
| 27 |
-
--custom_dataset.imagined_steps 63 \
|
| 28 |
-
--custom_dataset.latent_mode "all" \
|
| 29 |
-
--run_validation True \
|
| 30 |
-
--batching_strategy padding \
|
| 31 |
-
--use_peft \
|
| 32 |
-
--peft_method lora \
|
| 33 |
-
--use_wm True \
|
| 34 |
-
--output_dir /data/finetuned_models/run_02_19_custom_wm_defaul_seed_vlm_finetuning_0.2%_gt_step63_1_history_16sample_size_cup_task_behavior_open-word_test2_10epoch_3class_cup_same_class_augment_failure_by_3_w/o_cross_attention_hist_no_start_from_$start_index \
|
| 35 |
-
--target_modules ['down_proj','multi_modal_linear','o_proj','k_proj','q_proj','gate_proj','up_proj','v_proj'] \
|
| 36 |
-
--use_wandb \
|
| 37 |
-
--custom_dataset.start_index $start_index
|
| 38 |
-
done
|
| 39 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|