Image-to-Image
Diffusers
Safetensors
flux
semantic-segmentation
instance-segmentation
referring-segmentation
depth-estimation
surface-normal-estimation
image-editing
text-to-image
Instructions to use FunAILab/Open-Vision-Banana with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use FunAILab/Open-Vision-Banana with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("FunAILab/Open-Vision-Banana", dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
Upload r256
Browse files
ablation_models/f2kbase4b_lora_zeroshot_ablations/r256/dataset_specs.resolved.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"datasets": [
|
| 3 |
+
{
|
| 4 |
+
"filters": null,
|
| 5 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/semseg.tar.ovb-index.sqlite",
|
| 6 |
+
"name": "semseg",
|
| 7 |
+
"num_rows": 201309,
|
| 8 |
+
"path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/semseg.tar",
|
| 9 |
+
"sampling": "row",
|
| 10 |
+
"type": "indexed_prepared_tar",
|
| 11 |
+
"weight": 0.1432
|
| 12 |
+
},
|
| 13 |
+
{
|
| 14 |
+
"filters": null,
|
| 15 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/pico_banana_sft_full.tar.ovb-index.sqlite",
|
| 16 |
+
"name": "pico_banana",
|
| 17 |
+
"num_rows": 257730,
|
| 18 |
+
"path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/pico_banana_sft_full.tar",
|
| 19 |
+
"sampling": "row",
|
| 20 |
+
"type": "indexed_prepared_tar",
|
| 21 |
+
"weight": 0.1132359
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"filters": null,
|
| 25 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/identity_50000.tar.ovb-index.sqlite",
|
| 26 |
+
"name": "identity",
|
| 27 |
+
"num_rows": 50000,
|
| 28 |
+
"path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/identity_50000.tar",
|
| 29 |
+
"sampling": "row",
|
| 30 |
+
"type": "indexed_prepared_tar",
|
| 31 |
+
"weight": 0.0554449
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"filters": null,
|
| 35 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/refseg.tar.ovb-index.sqlite",
|
| 36 |
+
"name": "refseg",
|
| 37 |
+
"num_rows": 810627,
|
| 38 |
+
"path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/refseg.tar",
|
| 39 |
+
"sampling": "row",
|
| 40 |
+
"type": "indexed_prepared_tar",
|
| 41 |
+
"weight": 0.1316833
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"filters": null,
|
| 45 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/instanceseg.tar.ovb-index.sqlite",
|
| 46 |
+
"name": "instanceseg",
|
| 47 |
+
"num_rows": 152854,
|
| 48 |
+
"path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/instanceseg.tar",
|
| 49 |
+
"sampling": "row",
|
| 50 |
+
"type": "indexed_prepared_tar",
|
| 51 |
+
"weight": 0.1432
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"filters": null,
|
| 55 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_hypersim.tar.ovb-index.sqlite",
|
| 56 |
+
"name": "depth_legacy_hypersim",
|
| 57 |
+
"num_rows": 63817,
|
| 58 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_hypersim.tar",
|
| 59 |
+
"sampling": "row",
|
| 60 |
+
"type": "indexed_prepared_tar",
|
| 61 |
+
"weight": 0.02
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"filters": null,
|
| 65 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_matterport3d.tar.ovb-index.sqlite",
|
| 66 |
+
"name": "depth_legacy_matterport3d",
|
| 67 |
+
"num_rows": 23198,
|
| 68 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_matterport3d.tar",
|
| 69 |
+
"sampling": "row",
|
| 70 |
+
"type": "indexed_prepared_tar",
|
| 71 |
+
"weight": 0.02
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"filters": null,
|
| 75 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_replica.tar.ovb-index.sqlite",
|
| 76 |
+
"name": "depth_legacy_replica",
|
| 77 |
+
"num_rows": 3341,
|
| 78 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_replica.tar",
|
| 79 |
+
"sampling": "row",
|
| 80 |
+
"type": "indexed_prepared_tar",
|
| 81 |
+
"weight": 0.02
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"filters": null,
|
| 85 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_synscapes.tar.ovb-index.sqlite",
|
| 86 |
+
"name": "depth_legacy_synscapes",
|
| 87 |
+
"num_rows": 18740,
|
| 88 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_synscapes.tar",
|
| 89 |
+
"sampling": "row",
|
| 90 |
+
"type": "indexed_prepared_tar",
|
| 91 |
+
"weight": 0.02
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"filters": null,
|
| 95 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_taskonomy.tar.ovb-index.sqlite",
|
| 96 |
+
"name": "depth_legacy_taskonomy",
|
| 97 |
+
"num_rows": 22973,
|
| 98 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/depth_legacy_taskonomy.tar",
|
| 99 |
+
"sampling": "row",
|
| 100 |
+
"type": "indexed_prepared_tar",
|
| 101 |
+
"weight": 0.02
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"filters": null,
|
| 105 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_hypersim.tar.ovb-index.sqlite",
|
| 106 |
+
"name": "surface_normals_legacy_hypersim",
|
| 107 |
+
"num_rows": 63817,
|
| 108 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_hypersim.tar",
|
| 109 |
+
"sampling": "row",
|
| 110 |
+
"type": "indexed_prepared_tar",
|
| 111 |
+
"weight": 0.04
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"filters": null,
|
| 115 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_matterport3d.tar.ovb-index.sqlite",
|
| 116 |
+
"name": "surface_normals_legacy_matterport3d",
|
| 117 |
+
"num_rows": 23198,
|
| 118 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_matterport3d.tar",
|
| 119 |
+
"sampling": "row",
|
| 120 |
+
"type": "indexed_prepared_tar",
|
| 121 |
+
"weight": 0.04
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"filters": null,
|
| 125 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_replica_camera_facing_v4.tar.ovb-index.sqlite",
|
| 126 |
+
"name": "surface_normals_legacy_replica_camera_facing_v4",
|
| 127 |
+
"num_rows": 3341,
|
| 128 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_replica_camera_facing_v4.tar",
|
| 129 |
+
"sampling": "row",
|
| 130 |
+
"type": "indexed_prepared_tar",
|
| 131 |
+
"weight": 0.04
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"filters": null,
|
| 135 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_synscapes_camera_facing_v4.tar.ovb-index.sqlite",
|
| 136 |
+
"name": "surface_normals_legacy_synscapes_camera_facing_v4",
|
| 137 |
+
"num_rows": 18740,
|
| 138 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_synscapes_camera_facing_v4.tar",
|
| 139 |
+
"sampling": "row",
|
| 140 |
+
"type": "indexed_prepared_tar",
|
| 141 |
+
"weight": 0.04
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"filters": null,
|
| 145 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_taskonomy.tar.ovb-index.sqlite",
|
| 146 |
+
"name": "surface_normals_legacy_taskonomy",
|
| 147 |
+
"num_rows": 22973,
|
| 148 |
+
"path": "<root_path>/stage/open_visionbanana_data/depth_normals_data/geometry_training_corrected_base_clean_v1_20261004/surface_normals_legacy_taskonomy.tar",
|
| 149 |
+
"sampling": "row",
|
| 150 |
+
"type": "indexed_prepared_tar",
|
| 151 |
+
"weight": 0.04
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"filters": null,
|
| 155 |
+
"index_path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/pd12m_250000.tar.ovb-index.sqlite",
|
| 156 |
+
"name": "pd12m",
|
| 157 |
+
"num_rows": 250000,
|
| 158 |
+
"path": "<root_path>/stage/open_visionbanana_data/ovb_prepared_allsrc_best64_iseg32lr_v3/pd12m_250000.tar",
|
| 159 |
+
"sampling": "row",
|
| 160 |
+
"type": "indexed_prepared_tar",
|
| 161 |
+
"weight": 0.1132359
|
| 162 |
+
}
|
| 163 |
+
],
|
| 164 |
+
"max_refseg_expressions_per_image": 2000,
|
| 165 |
+
"samples_per_epoch": 1000000,
|
| 166 |
+
"sampling_strategy": "with_replacement",
|
| 167 |
+
"seed": 42,
|
| 168 |
+
"shuffle": true
|
| 169 |
+
}
|
ablation_models/f2kbase4b_lora_zeroshot_ablations/r256/training_args.json
ADDED
|
@@ -0,0 +1,145 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"adam_beta1": 0.9,
|
| 3 |
+
"adam_beta2": 0.999,
|
| 4 |
+
"adam_epsilon": 1e-08,
|
| 5 |
+
"adam_weight_decay": 0.0001,
|
| 6 |
+
"adam_weight_decay_text_encoder": 0.001,
|
| 7 |
+
"allow_large_prompt_precompute_cache": false,
|
| 8 |
+
"allow_legacy_hypersim_range_depth": false,
|
| 9 |
+
"allow_resume_code_change": true,
|
| 10 |
+
"allow_tf32": true,
|
| 11 |
+
"allow_unverified_normal_sources": false,
|
| 12 |
+
"angular_normal_aux_weight": 0.0,
|
| 13 |
+
"aspect_ratio_buckets": "512,512;576,448;448,576;608,416;416,608",
|
| 14 |
+
"bnb_quantization_config_path": null,
|
| 15 |
+
"bucket_index_cache_dir": "<root_path>/open_visionbanana/bucket_index_cache_f2kbase4b_zeroshot_v3",
|
| 16 |
+
"cache_dir": null,
|
| 17 |
+
"cache_latents": false,
|
| 18 |
+
"caption_column": "text",
|
| 19 |
+
"center_crop": false,
|
| 20 |
+
"checkpointing_steps": 150,
|
| 21 |
+
"checkpoints_total_limit": 2,
|
| 22 |
+
"class_data_dir": null,
|
| 23 |
+
"cond_image_column": "conditioning_image",
|
| 24 |
+
"dataloader_num_workers": 8,
|
| 25 |
+
"dataloader_persistent_workers": false,
|
| 26 |
+
"dataloader_prefetch_factor": 1,
|
| 27 |
+
"dataloader_timeout_seconds": 300.0,
|
| 28 |
+
"dataset_config_name": null,
|
| 29 |
+
"dataset_index_num_workers": 32,
|
| 30 |
+
"dataset_name": null,
|
| 31 |
+
"dataset_pool_seed": 42,
|
| 32 |
+
"dataset_specs": "<path_to_dataset_specs>",
|
| 33 |
+
"depth_prompt_contract": "campaign_detailed_inverse",
|
| 34 |
+
"depth_target_encoding": "relative_inverse_grayscale",
|
| 35 |
+
"depth_target_resize_policy": "metric_field_then_encode",
|
| 36 |
+
"do_fp8_training": false,
|
| 37 |
+
"enable_npu_flash_attention": false,
|
| 38 |
+
"final_validation_prompt": null,
|
| 39 |
+
"fsdp_text_encoder": false,
|
| 40 |
+
"fsdp_transformer": false,
|
| 41 |
+
"fsdp_transformer_cls_to_wrap": "Flux2TransformerBlock,Flux2SingleTransformerBlock",
|
| 42 |
+
"fsdp_transformer_dtype_policy": "fp32_all",
|
| 43 |
+
"gradient_accumulation_steps": 1,
|
| 44 |
+
"gradient_checkpointing": false,
|
| 45 |
+
"guidance_scale": 3.5,
|
| 46 |
+
"hub_model_id": null,
|
| 47 |
+
"hub_token": null,
|
| 48 |
+
"image_column": "image",
|
| 49 |
+
"instance_data_dir": null,
|
| 50 |
+
"instance_prompt": "[TASK: IMAGE_EDITING] Edit the image according to the instruction.",
|
| 51 |
+
"iseg_hungarian_log_grad_ratio": false,
|
| 52 |
+
"iseg_hungarian_loss_weight": 0.0,
|
| 53 |
+
"iseg_hungarian_max_sigma": 0.5,
|
| 54 |
+
"iseg_hungarian_palette": "named32",
|
| 55 |
+
"iseg_target_reassign": false,
|
| 56 |
+
"iseg_target_reassign_max_sigma": 1.0,
|
| 57 |
+
"iseg_target_recolor": "none",
|
| 58 |
+
"learning_rate": 5e-05,
|
| 59 |
+
"local_rank": 0,
|
| 60 |
+
"logging_dir": "logs",
|
| 61 |
+
"logit_mean": 0.0,
|
| 62 |
+
"logit_std": 1.0,
|
| 63 |
+
"lora_alpha": 256,
|
| 64 |
+
"lora_dropout": 0.0,
|
| 65 |
+
"lora_layers": "single_transformer_blocks.0.attn.to_out,single_transformer_blocks.1.attn.to_out,single_transformer_blocks.2.attn.to_out,single_transformer_blocks.3.attn.to_out,single_transformer_blocks.4.attn.to_out,single_transformer_blocks.5.attn.to_out,single_transformer_blocks.6.attn.to_out,single_transformer_blocks.7.attn.to_out,single_transformer_blocks.8.attn.to_out,single_transformer_blocks.9.attn.to_out,single_transformer_blocks.10.attn.to_out,single_transformer_blocks.11.attn.to_out,single_transformer_blocks.12.attn.to_out,single_transformer_blocks.13.attn.to_out,single_transformer_blocks.14.attn.to_out,single_transformer_blocks.15.attn.to_out,single_transformer_blocks.16.attn.to_out,single_transformer_blocks.17.attn.to_out,single_transformer_blocks.18.attn.to_out,single_transformer_blocks.19.attn.to_out,to_q,to_k,to_v,to_out.0,add_q_proj,add_k_proj,add_v_proj,to_add_out,linear_in,linear_out,to_qkv_mlp_proj,double_stream_modulation_img.linear,double_stream_modulation_txt.linear,single_stream_modulation.linear,norm_out.linear,x_embedder,context_embedder,proj_out",
|
| 66 |
+
"lora_rank": 256,
|
| 67 |
+
"loss_mask_erosion_radius": 0,
|
| 68 |
+
"loss_mask_min_sample_valid_fraction": 0.0,
|
| 69 |
+
"loss_mask_min_valid_fraction": 0.5,
|
| 70 |
+
"loss_mask_mode": "hard",
|
| 71 |
+
"loss_mask_policy": "disabled",
|
| 72 |
+
"loss_mask_reduction": "per_sample",
|
| 73 |
+
"lr_num_cycles": 1,
|
| 74 |
+
"lr_power": 1.0,
|
| 75 |
+
"lr_scheduler": "constant_with_warmup",
|
| 76 |
+
"lr_warmup_steps": 500,
|
| 77 |
+
"max_grad_norm": 1.0,
|
| 78 |
+
"max_refseg_expressions_per_image": 2000,
|
| 79 |
+
"max_sequence_length": 512,
|
| 80 |
+
"max_train_steps": 100000,
|
| 81 |
+
"metric_depth_aux_max_depth": 80.0,
|
| 82 |
+
"metric_depth_aux_weight": 0.0,
|
| 83 |
+
"mixed_precision": "bf16",
|
| 84 |
+
"mode_scale": 1.29,
|
| 85 |
+
"normal_prompt_contract": "campaign_short",
|
| 86 |
+
"normal_target_encoding": "vision_banana_x_left_red",
|
| 87 |
+
"normal_target_resize_policy": "vector_field_renormalize_then_encode",
|
| 88 |
+
"num_train_epochs": 1,
|
| 89 |
+
"num_validation_images": 4,
|
| 90 |
+
"offload": false,
|
| 91 |
+
"optimizer": "AdamW",
|
| 92 |
+
"output_dir": "<path_to_output_dir>",
|
| 93 |
+
"packed_prompt_shard_bytes": 1073741824,
|
| 94 |
+
"palette_manifold_loss_weight": 0.0,
|
| 95 |
+
"permanent_checkpoint_steps": "12500,25000,31250,37500,50000,56250,62500,68750,72500,75000,77500,80000,82500,85000,87500,90000,92500,95000,97500,100000",
|
| 96 |
+
"precompute_cache_dir": "<path_to_precompute_cache_dir>",
|
| 97 |
+
"pretrained_model_name_or_path": "<path_to_pretrained_model_name_or_path>",
|
| 98 |
+
"prodigy_beta3": null,
|
| 99 |
+
"prodigy_decouple": true,
|
| 100 |
+
"prodigy_safeguard_warmup": true,
|
| 101 |
+
"prodigy_use_bias_correction": true,
|
| 102 |
+
"prompt_embedding_batch_size": 128,
|
| 103 |
+
"prompt_encoding_mode": "on_the_fly",
|
| 104 |
+
"prompt_precompute_max_unique": 2048,
|
| 105 |
+
"push_to_hub": false,
|
| 106 |
+
"random_flip": false,
|
| 107 |
+
"repeats": 1,
|
| 108 |
+
"report_to": "tensorboard",
|
| 109 |
+
"resample_dataset_each_epoch": true,
|
| 110 |
+
"resolution": 512,
|
| 111 |
+
"resume_from_checkpoint": "latest",
|
| 112 |
+
"reuse_packed_prompt_cache_from": null,
|
| 113 |
+
"revision": null,
|
| 114 |
+
"row_load_timeout_seconds": 120.0,
|
| 115 |
+
"sample_batch_size": 4,
|
| 116 |
+
"samples_per_epoch": 1000000,
|
| 117 |
+
"sampling_strategy": "with_replacement",
|
| 118 |
+
"scale_lr": false,
|
| 119 |
+
"seed": 42,
|
| 120 |
+
"skip_final_inference": true,
|
| 121 |
+
"task_homogeneous_batches": true,
|
| 122 |
+
"train_all_transformer_blocks": true,
|
| 123 |
+
"train_batch_size": 4,
|
| 124 |
+
"train_full_transformer": false,
|
| 125 |
+
"train_input_layers": false,
|
| 126 |
+
"train_last_single_transformer_blocks": 1,
|
| 127 |
+
"train_last_transformer_blocks": 0,
|
| 128 |
+
"train_method": "lora",
|
| 129 |
+
"train_non_block_layers": true,
|
| 130 |
+
"train_output_layers": true,
|
| 131 |
+
"train_single_transformer_block_indices": null,
|
| 132 |
+
"train_transformer_block_indices": null,
|
| 133 |
+
"unit_normal_loss_weight": 0.0,
|
| 134 |
+
"upcast_before_saving": false,
|
| 135 |
+
"use_8bit_adam": false,
|
| 136 |
+
"validation_epochs": 50,
|
| 137 |
+
"validation_height": null,
|
| 138 |
+
"validation_image": null,
|
| 139 |
+
"validation_num_inference_steps": 28,
|
| 140 |
+
"validation_prompt": null,
|
| 141 |
+
"validation_prompts_file": null,
|
| 142 |
+
"validation_width": null,
|
| 143 |
+
"variant": null,
|
| 144 |
+
"weighting_scheme": "none"
|
| 145 |
+
}
|