yilin-wu commited on
Commit
a68c9e0
·
verified ·
1 Parent(s): 9ac0896

Delete run_exp.sh

Browse files
Files changed (1) hide show
  1. run_exp.sh +0 -39
run_exp.sh DELETED
@@ -1,39 +0,0 @@
1
- #!/bin/bash
2
-
3
- # Array of start indices
4
- start_indices=(35)
5
-
6
- # Loop through each start index and run the command
7
- for start_index in "${start_indices[@]}"; do
8
- echo "Running command with start index: $start_index"
9
- CUDA_VISIBLE_DEVICES=1 FSDP_CPU_RAM_EFFICIENT_LOADING=1 torchrun --nnodes 1 --nproc_per_node 1 \
10
- recipes/quickstart/finetuning/finetuning_wm.py \
11
- --enable_fsdp \
12
- --lr 1e-4 \
13
- --num_epochs 10 \
14
- --batch_size_training 10 \
15
- --model_name mllama/Llama-3.2-11B-Vision-Instruct/custom \
16
- --dist_checkpoint_root_folder ./finetuned_model \
17
- --dist_checkpoint_folder fine-tuned \
18
- --use_fast_kernels \
19
- --dataset "custom_dataset" \
20
- --custom_dataset.test_split "test" \
21
- --custom_dataset.file "recipes/quickstart/finetuning/datasets/realcup_dataset_latent.py" \
22
- --custom_dataset.data_path "realcup_data" \
23
- --custom_dataset.answer_type "open-word" \
24
- --custom_dataset.num_images 16 \
25
- --custom_dataset.sample_size 16 \
26
- --custom_dataset.num_history_images 1 \
27
- --custom_dataset.imagined_steps 63 \
28
- --custom_dataset.latent_mode "all" \
29
- --run_validation True \
30
- --batching_strategy padding \
31
- --use_peft \
32
- --peft_method lora \
33
- --use_wm True \
34
- --output_dir /data/finetuned_models/run_02_19_custom_wm_defaul_seed_vlm_finetuning_0.2%_gt_step63_1_history_16sample_size_cup_task_behavior_open-word_test2_10epoch_3class_cup_same_class_augment_failure_by_3_w/o_cross_attention_hist_no_start_from_$start_index \
35
- --target_modules ['down_proj','multi_modal_linear','o_proj','k_proj','q_proj','gate_proj','up_proj','v_proj'] \
36
- --use_wandb \
37
- --custom_dataset.start_index $start_index
38
- done
39
-