arpitjadon commited on
Commit
b7eb11b
·
verified ·
1 Parent(s): b859bcc

Upload r256

Browse files
ablation_models/f2kbase4b_lora_zeroshot_ablations/r256/dataset_specs.resolved.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "datasets": [
3
+ {
4
+ "filters": null,
5
+ "index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/semseg.tar.ovb-index.sqlite",
6
+ "name": "semseg",
7
+ "num_rows": 201309,
8
+ "path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/semseg.tar",
9
+ "sampling": "row",
10
+ "type": "indexed_prepared_tar",
11
+ "weight": 0.1432
12
+ },
13
+ {
14
+ "filters": null,
15
+ "index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/pico_banana_sft_full.tar.ovb-index.sqlite",
16
+ "name": "pico_banana",
17
+ "num_rows": 257730,
18
+ "path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/pico_banana_sft_full.tar",
19
+ "sampling": "row",
20
+ "type": "indexed_prepared_tar",
21
+ "weight": 0.1132359
22
+ },
23
+ {
24
+ "filters": null,
25
+ "index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/identity_50000.tar.ovb-index.sqlite",
26
+ "name": "identity",
27
+ "num_rows": 50000,
28
+ "path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/identity_50000.tar",
29
+ "sampling": "row",
30
+ "type": "indexed_prepared_tar",
31
+ "weight": 0.0554449
32
+ },
33
+ {
34
+ "filters": null,
35
+ "index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/refseg.tar.ovb-index.sqlite",
36
+ "name": "refseg",
37
+ "num_rows": 810627,
38
+ "path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/refseg.tar",
39
+ "sampling": "row",
40
+ "type": "indexed_prepared_tar",
41
+ "weight": 0.1316833
42
+ },
43
+ {
44
+ "filters": null,
45
+ "index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/instanceseg.tar.ovb-index.sqlite",
46
+ "name": "instanceseg",
47
+ "num_rows": 152854,
48
+ "path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/instanceseg.tar",
49
+ "sampling": "row",
50
+ "type": "indexed_prepared_tar",
51
+ "weight": 0.1432
52
+ },
53
+ {
54
+ "filters": null,
55
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_hypersim.tar.ovb-index.sqlite",
56
+ "name": "depth_legacy_hypersim",
57
+ "num_rows": 63817,
58
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_hypersim.tar",
59
+ "sampling": "row",
60
+ "type": "indexed_prepared_tar",
61
+ "weight": 0.02
62
+ },
63
+ {
64
+ "filters": null,
65
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_matterport3d.tar.ovb-index.sqlite",
66
+ "name": "depth_legacy_matterport3d",
67
+ "num_rows": 23198,
68
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_matterport3d.tar",
69
+ "sampling": "row",
70
+ "type": "indexed_prepared_tar",
71
+ "weight": 0.02
72
+ },
73
+ {
74
+ "filters": null,
75
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_replica.tar.ovb-index.sqlite",
76
+ "name": "depth_legacy_replica",
77
+ "num_rows": 3341,
78
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_replica.tar",
79
+ "sampling": "row",
80
+ "type": "indexed_prepared_tar",
81
+ "weight": 0.02
82
+ },
83
+ {
84
+ "filters": null,
85
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_synscapes.tar.ovb-index.sqlite",
86
+ "name": "depth_legacy_synscapes",
87
+ "num_rows": 18740,
88
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_synscapes.tar",
89
+ "sampling": "row",
90
+ "type": "indexed_prepared_tar",
91
+ "weight": 0.02
92
+ },
93
+ {
94
+ "filters": null,
95
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_taskonomy.tar.ovb-index.sqlite",
96
+ "name": "depth_legacy_taskonomy",
97
+ "num_rows": 22973,
98
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_taskonomy.tar",
99
+ "sampling": "row",
100
+ "type": "indexed_prepared_tar",
101
+ "weight": 0.02
102
+ },
103
+ {
104
+ "filters": null,
105
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_hypersim.tar.ovb-index.sqlite",
106
+ "name": "surface_normals_legacy_hypersim",
107
+ "num_rows": 63817,
108
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_hypersim.tar",
109
+ "sampling": "row",
110
+ "type": "indexed_prepared_tar",
111
+ "weight": 0.04
112
+ },
113
+ {
114
+ "filters": null,
115
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_matterport3d.tar.ovb-index.sqlite",
116
+ "name": "surface_normals_legacy_matterport3d",
117
+ "num_rows": 23198,
118
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_matterport3d.tar",
119
+ "sampling": "row",
120
+ "type": "indexed_prepared_tar",
121
+ "weight": 0.04
122
+ },
123
+ {
124
+ "filters": null,
125
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_replica_camera_facing_v4.tar.ovb-index.sqlite",
126
+ "name": "surface_normals_legacy_replica_camera_facing_v4",
127
+ "num_rows": 3341,
128
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_replica_camera_facing_v4.tar",
129
+ "sampling": "row",
130
+ "type": "indexed_prepared_tar",
131
+ "weight": 0.04
132
+ },
133
+ {
134
+ "filters": null,
135
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_synscapes_camera_facing_v4.tar.ovb-index.sqlite",
136
+ "name": "surface_normals_legacy_synscapes_camera_facing_v4",
137
+ "num_rows": 18740,
138
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_synscapes_camera_facing_v4.tar",
139
+ "sampling": "row",
140
+ "type": "indexed_prepared_tar",
141
+ "weight": 0.04
142
+ },
143
+ {
144
+ "filters": null,
145
+ "index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_taskonomy.tar.ovb-index.sqlite",
146
+ "name": "surface_normals_legacy_taskonomy",
147
+ "num_rows": 22973,
148
+ "path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_taskonomy.tar",
149
+ "sampling": "row",
150
+ "type": "indexed_prepared_tar",
151
+ "weight": 0.04
152
+ },
153
+ {
154
+ "filters": null,
155
+ "index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/pd12m_250000.tar.ovb-index.sqlite",
156
+ "name": "pd12m",
157
+ "num_rows": 250000,
158
+ "path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/pd12m_250000.tar",
159
+ "sampling": "row",
160
+ "type": "indexed_prepared_tar",
161
+ "weight": 0.1132359
162
+ }
163
+ ],
164
+ "max_refseg_expressions_per_image": 2000,
165
+ "samples_per_epoch": 1000000,
166
+ "sampling_strategy": "with_replacement",
167
+ "seed": 42,
168
+ "shuffle": true
169
+ }
ablation_models/f2kbase4b_lora_zeroshot_ablations/r256/training_args.json ADDED
@@ -0,0 +1,145 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adam_beta1": 0.9,
3
+ "adam_beta2": 0.999,
4
+ "adam_epsilon": 1e-08,
5
+ "adam_weight_decay": 0.0001,
6
+ "adam_weight_decay_text_encoder": 0.001,
7
+ "allow_large_prompt_precompute_cache": false,
8
+ "allow_legacy_hypersim_range_depth": false,
9
+ "allow_resume_code_change": true,
10
+ "allow_tf32": true,
11
+ "allow_unverified_normal_sources": false,
12
+ "angular_normal_aux_weight": 0.0,
13
+ "aspect_ratio_buckets": "512,512;576,448;448,576;608,416;416,608",
14
+ "bnb_quantization_config_path": null,
15
+ "bucket_index_cache_dir": "<root_path>/open_visionbanana/bucket_index_cache_f2kbase4b_zeroshot_v3",
16
+ "cache_dir": null,
17
+ "cache_latents": false,
18
+ "caption_column": "text",
19
+ "center_crop": false,
20
+ "checkpointing_steps": 150,
21
+ "checkpoints_total_limit": 2,
22
+ "class_data_dir": null,
23
+ "cond_image_column": "conditioning_image",
24
+ "dataloader_num_workers": 8,
25
+ "dataloader_persistent_workers": false,
26
+ "dataloader_prefetch_factor": 1,
27
+ "dataloader_timeout_seconds": 300.0,
28
+ "dataset_config_name": null,
29
+ "dataset_index_num_workers": 32,
30
+ "dataset_name": null,
31
+ "dataset_pool_seed": 42,
32
+ "dataset_specs": "<path_to_dataset_specs>",
33
+ "depth_prompt_contract": "campaign_detailed_inverse",
34
+ "depth_target_encoding": "relative_inverse_grayscale",
35
+ "depth_target_resize_policy": "metric_field_then_encode",
36
+ "do_fp8_training": false,
37
+ "enable_npu_flash_attention": false,
38
+ "final_validation_prompt": null,
39
+ "fsdp_text_encoder": false,
40
+ "fsdp_transformer": false,
41
+ "fsdp_transformer_cls_to_wrap": "Flux2TransformerBlock,Flux2SingleTransformerBlock",
42
+ "fsdp_transformer_dtype_policy": "fp32_all",
43
+ "gradient_accumulation_steps": 1,
44
+ "gradient_checkpointing": false,
45
+ "guidance_scale": 3.5,
46
+ "hub_model_id": null,
47
+ "hub_token": null,
48
+ "image_column": "image",
49
+ "instance_data_dir": null,
50
+ "instance_prompt": "[TASK: IMAGE_EDITING] Edit the image according to the instruction.",
51
+ "iseg_hungarian_log_grad_ratio": false,
52
+ "iseg_hungarian_loss_weight": 0.0,
53
+ "iseg_hungarian_max_sigma": 0.5,
54
+ "iseg_hungarian_palette": "named32",
55
+ "iseg_target_reassign": false,
56
+ "iseg_target_reassign_max_sigma": 1.0,
57
+ "iseg_target_recolor": "none",
58
+ "learning_rate": 5e-05,
59
+ "local_rank": 0,
60
+ "logging_dir": "logs",
61
+ "logit_mean": 0.0,
62
+ "logit_std": 1.0,
63
+ "lora_alpha": 256,
64
+ "lora_dropout": 0.0,
65
+ "lora_layers": "single_transformer_blocks.0.attn.to_out,single_transformer_blocks.1.attn.to_out,single_transformer_blocks.2.attn.to_out,single_transformer_blocks.3.attn.to_out,single_transformer_blocks.4.attn.to_out,single_transformer_blocks.5.attn.to_out,single_transformer_blocks.6.attn.to_out,single_transformer_blocks.7.attn.to_out,single_transformer_blocks.8.attn.to_out,single_transformer_blocks.9.attn.to_out,single_transformer_blocks.10.attn.to_out,single_transformer_blocks.11.attn.to_out,single_transformer_blocks.12.attn.to_out,single_transformer_blocks.13.attn.to_out,single_transformer_blocks.14.attn.to_out,single_transformer_blocks.15.attn.to_out,single_transformer_blocks.16.attn.to_out,single_transformer_blocks.17.attn.to_out,single_transformer_blocks.18.attn.to_out,single_transformer_blocks.19.attn.to_out,to_q,to_k,to_v,to_out.0,add_q_proj,add_k_proj,add_v_proj,to_add_out,linear_in,linear_out,to_qkv_mlp_proj,double_stream_modulation_img.linear,double_stream_modulation_txt.linear,single_stream_modulation.linear,norm_out.linear,x_embedder,context_embedder,proj_out",
66
+ "lora_rank": 256,
67
+ "loss_mask_erosion_radius": 0,
68
+ "loss_mask_min_sample_valid_fraction": 0.0,
69
+ "loss_mask_min_valid_fraction": 0.5,
70
+ "loss_mask_mode": "hard",
71
+ "loss_mask_policy": "disabled",
72
+ "loss_mask_reduction": "per_sample",
73
+ "lr_num_cycles": 1,
74
+ "lr_power": 1.0,
75
+ "lr_scheduler": "constant_with_warmup",
76
+ "lr_warmup_steps": 500,
77
+ "max_grad_norm": 1.0,
78
+ "max_refseg_expressions_per_image": 2000,
79
+ "max_sequence_length": 512,
80
+ "max_train_steps": 100000,
81
+ "metric_depth_aux_max_depth": 80.0,
82
+ "metric_depth_aux_weight": 0.0,
83
+ "mixed_precision": "bf16",
84
+ "mode_scale": 1.29,
85
+ "normal_prompt_contract": "campaign_short",
86
+ "normal_target_encoding": "vision_banana_x_left_red",
87
+ "normal_target_resize_policy": "vector_field_renormalize_then_encode",
88
+ "num_train_epochs": 1,
89
+ "num_validation_images": 4,
90
+ "offload": false,
91
+ "optimizer": "AdamW",
92
+ "output_dir": "<path_to_output_dir>",
93
+ "packed_prompt_shard_bytes": 1073741824,
94
+ "palette_manifold_loss_weight": 0.0,
95
+ "permanent_checkpoint_steps": "12500,25000,31250,37500,50000,56250,62500,68750,72500,75000,77500,80000,82500,85000,87500,90000,92500,95000,97500,100000",
96
+ "precompute_cache_dir": "<path_to_precompute_cache_dir>",
97
+ "pretrained_model_name_or_path": "<path_to_pretrained_model_name_or_path>",
98
+ "prodigy_beta3": null,
99
+ "prodigy_decouple": true,
100
+ "prodigy_safeguard_warmup": true,
101
+ "prodigy_use_bias_correction": true,
102
+ "prompt_embedding_batch_size": 128,
103
+ "prompt_encoding_mode": "on_the_fly",
104
+ "prompt_precompute_max_unique": 2048,
105
+ "push_to_hub": false,
106
+ "random_flip": false,
107
+ "repeats": 1,
108
+ "report_to": "tensorboard",
109
+ "resample_dataset_each_epoch": true,
110
+ "resolution": 512,
111
+ "resume_from_checkpoint": "latest",
112
+ "reuse_packed_prompt_cache_from": null,
113
+ "revision": null,
114
+ "row_load_timeout_seconds": 120.0,
115
+ "sample_batch_size": 4,
116
+ "samples_per_epoch": 1000000,
117
+ "sampling_strategy": "with_replacement",
118
+ "scale_lr": false,
119
+ "seed": 42,
120
+ "skip_final_inference": true,
121
+ "task_homogeneous_batches": true,
122
+ "train_all_transformer_blocks": true,
123
+ "train_batch_size": 4,
124
+ "train_full_transformer": false,
125
+ "train_input_layers": false,
126
+ "train_last_single_transformer_blocks": 1,
127
+ "train_last_transformer_blocks": 0,
128
+ "train_method": "lora",
129
+ "train_non_block_layers": true,
130
+ "train_output_layers": true,
131
+ "train_single_transformer_block_indices": null,
132
+ "train_transformer_block_indices": null,
133
+ "unit_normal_loss_weight": 0.0,
134
+ "upcast_before_saving": false,
135
+ "use_8bit_adam": false,
136
+ "validation_epochs": 50,
137
+ "validation_height": null,
138
+ "validation_image": null,
139
+ "validation_num_inference_steps": 28,
140
+ "validation_prompt": null,
141
+ "validation_prompts_file": null,
142
+ "validation_width": null,
143
+ "variant": null,
144
+ "weighting_scheme": "none"
145
+ }