File size: 6,152 Bytes
77a85c7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 | {
"dataset_args": {
"remove_empty_masks": false,
"load_point_clouds": false,
"load_depths": false,
"load_depth_masks": false,
"load_masks": false,
"box_crop": false,
"image_width": null,
"image_height": null,
"pick_sequence": [],
"exclude_sequence": [],
"n_frames_per_sequence": -1
},
"batch": {
"n_parallel_images": 3,
"image_width": 256,
"image_height": 256,
"other_selection": "mix",
"other_selection_frame_indices": [],
"sequence_offset": 1,
"crop": "random",
"mask_foreground": false,
"prompt": "Editorial Style Photo, ${category}, 4k --ar 16:9",
"use_blip_prompt": true,
"load_recentered": true,
"replace_pose_with_spherical_start_phi": -400.0,
"replace_pose_with_spherical_end_phi": 360.0,
"replace_pose_with_spherical_phi_endpoint": false,
"replace_pose_with_spherical_radius": 4.0,
"replace_pose_with_spherical_theta": 45.0
},
"co3d_root": "/mnt/data/shoji_noguchi/venv/viewdiff/ViewDiff/co3d/dataset",
"category": "teddybear",
"subset": null,
"split": null,
"max_sequences": 50,
"seed": 42,
"training": {
"validation_epochs": 1,
"train_batch_size": 1,
"num_train_epochs": 1000,
"max_train_steps": null,
"dataloader_num_workers": 0,
"local_rank": -1,
"mixed_precision": "no",
"noise_prediction_type": "epsilon",
"remove_cfa_skip_connections_at_iter": -1,
"changed_cfa_last_layer": "no_residual_connection",
"dreambooth_prior_preservation_loss_weight": 0.1,
"dreambooth_prior_preservation_every_nth": 1,
"prob_images_not_noisy": 0.25,
"max_num_images_not_noisy": 2
},
"optimizer": {
"learning_rate": 5e-05,
"vol_rend_learning_rate": 0.001,
"vol_rend_adam_weight_decay": 0.0,
"scale_lr": false,
"lr_scheduler": "constant",
"lr_warmup_steps": 500,
"use_8bit_adam": false,
"allow_tf32": false,
"adam_beta1": 0.9,
"adam_beta2": 0.999,
"adam_weight_decay": 0.01,
"adam_epsilon": 1e-08,
"max_grad_norm": 0.005,
"gradient_accumulation_steps": 1,
"only_train_new_layers": false
},
"model": {
"n_input_images": 3,
"pose_cond_mode": "sa-ca",
"pose_cond_coord_space": "absolute",
"pose_cond_lora_rank": 64,
"pose_cond_dim": 10,
"conditioning_dropout_prob": 0.1,
"use_ema": false,
"enable_xformers_memory_efficient_attention": false,
"gradient_checkpointing": false
},
"cross_frame_attention": {
"mode": "pretrained",
"n_cfa_down_blocks": 0,
"n_cfa_up_blocks": 0,
"no_cfa_in_mid_block": false,
"to_k_other_frames": 2,
"with_self_attention": true,
"random_others": true,
"last_layer_mode": "no_residual_connection",
"unproj_reproj_mode": "only_unproj_reproj",
"num_3d_layers": 1,
"dim_3d_latent": 16,
"dim_3d_grid": 64,
"vol_rend_proj_in_mode": "multiple",
"vol_rend_proj_out_mode": "multiple",
"vol_rend_aggregator_mode": "ibrnet",
"vol_rend_model_background": true,
"vol_rend_background_grid_percentage": 0.5,
"vol_rend_disparity_at_inf": 0.5,
"n_novel_images": 1,
"use_temb_cond": true
},
"io": {
"save": {
"image_grids": false,
"pred_files": true,
"pred_video": true,
"pred_gif": false,
"denoise_files": false,
"denoise_video": false,
"cams": true,
"prompts": true,
"rendered_depth": false,
"cond_files": false,
"image_metrics": true
},
"pretrained_model_name_or_path": "stabilityai/stable-diffusion-2-1-base",
"revision": null,
"output_dir": "outputs/train/teddybear/50_sequences/subset_all/input_3/train/train_teddybear",
"experiment_name": "train_teddybear",
"logging_dir": "logs",
"log_images_every_nth": 500,
"report_to": "custom_tensorboard",
"checkpointing_steps": 500,
"checkpoints_total_limit": 2,
"resume_from_checkpoint": null,
"automatic_checkpoint_resume": false
},
"selected_sequences": {
"train": [
"391_46974_93640",
"373_41560_82975",
"46_2596_7562",
"393_47968_95188",
"534_77570_150656",
"444_63772_125902",
"38_1675_5008",
"457_64379_126856",
"42_2104_6430",
"387_46466_92678",
"392_47802_94952",
"353_37579_70740",
"380_44886_89716",
"598_91959_182995",
"392_47443_94381",
"38_1686_5058",
"540_78977_153006",
"46_2595_7548",
"392_47834_94937",
"612_97540_195796",
"387_46699_92990",
"394_48750_96460",
"341_35542_65393",
"391_46884_93389",
"246_26304_51384",
"394_48525_95999",
"482_68882_133595",
"392_47808_94891",
"353_37349_70281",
"387_46523_92748",
"616_99318_199096",
"394_48514_95986",
"387_46530_92758",
"575_84513_166963",
"472_66680_130870",
"537_78247_152118",
"378_44012_87822",
"392_47776_94858",
"377_43705_87007",
"392_47498_94471",
"612_97904_197160",
"604_93996_187948",
"392_47757_94835",
"620_101667_204118",
"504_72676_141358",
"620_101591_203905",
"475_67237_131972",
"444_63708_125709",
"377_43631_86945",
"579_85828_169718"
],
"val": [
"581_86292_171292"
]
}
} |