test7 / 3_exper.toml
MindB1ast's picture
Upload 4 files
9c2016d verified
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/10_Ogipote_bokeh_line_drop"
keep_tokens = 5
name = "10_Ogipote_bokeh_line_drop"
num_repeats = 10
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/10_Watanabe_bamboo"
keep_tokens = 5
name = "10_Watanabe_bamboo"
num_repeats = 10
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/10_Watanabe_close_up"
keep_tokens = 5
name = "10_Watanabe_close_up"
num_repeats = 10
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/10_Watanabe_eye_focus"
keep_tokens = 5
name = "10_Watanabe_eye_focus"
num_repeats = 10
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/12_Ogipote_line_drop_scenery"
keep_tokens = 5
name = "12_Ogipote_line_drop_scenery"
num_repeats = 12
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/15_bunoshii_shinobu_best"
keep_tokens = 5
name = "15_bunoshii_shinobu_best"
num_repeats = 15
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/15_Watanabe_school_desk_balancing_not_watanabe"
keep_tokens = 5
name = "15_Watanabe_school_desk_balancing_not_watanabe"
num_repeats = 15
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/15_Watanabe_school_desk_pile"
keep_tokens = 5
name = "15_Watanabe_school_desk_pile"
num_repeats = 15
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/15_Watanabe_school_desk_pile_not_watanabe"
keep_tokens = 5
name = "15_Watanabe_school_desk_pile_not_watanabe"
num_repeats = 15
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/15_Watanabe_tongue"
keep_tokens = 5
name = "15_Watanabe_tongue"
num_repeats = 15
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/1_Watanabe_anothers"
keep_tokens = 5
name = "1_Watanabe_anothers"
num_repeats = 1
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/1_Watanabe_grisaia"
keep_tokens = 5
name = "1_Watanabe_grisaia"
num_repeats = 1
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/1_watanabe_monogatari"
keep_tokens = 5
name = "1_watanabe_monogatari"
num_repeats = 1
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/1_Watanabe_retro_artstyle"
keep_tokens = 5
name = "1_Watanabe_retro_artstyle"
num_repeats = 1
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/1_Watanabe_scan"
keep_tokens = 5
name = "1_Watanabe_scan"
num_repeats = 1
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/1_Watanabe_selective_colorization_not_watanabe"
keep_tokens = 5
name = "1_Watanabe_selective_colorization_not_watanabe"
num_repeats = 1
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/20_bunoshii_shinobu_close_up"
keep_tokens = 5
name = "20_bunoshii_shinobu_close_up"
num_repeats = 20
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/20_Ogipote_close-up"
keep_tokens = 5
name = "20_Ogipote_close-up"
num_repeats = 20
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/20_Ogipote_close-up_shinobu"
keep_tokens = 5
name = "20_Ogipote_close-up_shinobu"
num_repeats = 20
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/20_Ogipote_simple_bokeh"
keep_tokens = 5
name = "20_Ogipote_simple_bokeh"
num_repeats = 20
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/20_Watanabe_industrial"
keep_tokens = 5
name = "20_Watanabe_industrial"
num_repeats = 20
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/20_Watanabe_scaffolding"
keep_tokens = 5
name = "20_Watanabe_scaffolding"
num_repeats = 20
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/25_watanabe_sky"
keep_tokens = 5
name = "25_watanabe_sky"
num_repeats = 25
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/2_Ogipote_not_shinobu_tags"
keep_tokens = 5
name = "2_Ogipote_not_shinobu_tags"
num_repeats = 2
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/2_Watanabe_kizumonogatari"
keep_tokens = 5
name = "2_Watanabe_kizumonogatari"
num_repeats = 2
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/2_watanabe_monogatari_better"
keep_tokens = 5
name = "2_watanabe_monogatari_better"
num_repeats = 2
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/2_Watanabe_shinobu_kizu_small"
keep_tokens = 5
name = "2_Watanabe_shinobu_kizu_small"
num_repeats = 2
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/2_Watanabe_white_obj_screencap"
keep_tokens = 5
name = "2_Watanabe_white_obj_screencap"
num_repeats = 2
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/30_bunoshii_chair"
keep_tokens = 5
name = "30_bunoshii_chair"
num_repeats = 30
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/30_Watanabe_backl"
keep_tokens = 5
name = "30_Watanabe_backl"
num_repeats = 30
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/35_Ogipote_close-up_one_eye"
keep_tokens = 5
name = "35_Ogipote_close-up_one_eye"
num_repeats = 35
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/3_bunoshii"
keep_tokens = 5
name = "3_bunoshii"
num_repeats = 3
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/3_bunoshii_naoetsu_uniform"
keep_tokens = 5
name = "3_bunoshii_naoetsu_uniform"
num_repeats = 3
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/3_bunoshii_other_complete"
keep_tokens = 5
name = "3_bunoshii_other_complete"
num_repeats = 3
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/3_bunoshii_shinobus_dress"
keep_tokens = 5
name = "3_bunoshii_shinobus_dress"
num_repeats = 3
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/3_watanabe_apartments"
keep_tokens = 5
name = "3_watanabe_apartments"
num_repeats = 30
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/40_bunoshii_eye_focus"
keep_tokens = 5
name = "40_bunoshii_eye_focus"
num_repeats = 40
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/40_Ogipote_eye_focus"
keep_tokens = 5
name = "40_Ogipote_eye_focus"
num_repeats = 40
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/4_Ogipote_line_drops"
keep_tokens = 5
name = "4_Ogipote_line_drops"
num_repeats = 4
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/4_Watanabe_monochrome_style"
keep_tokens = 5
name = "4_Watanabe_monochrome_style"
num_repeats = 4
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/4_Watanabe_shinobus_dress"
keep_tokens = 5
name = "4_Watanabe_shinobus_dress"
num_repeats = 4
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/4_Watanabe_shinobus_pink"
keep_tokens = 5
name = "4_Watanabe_shinobus_pink"
num_repeats = 4
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/4_Watanabe_shinobu_complete"
keep_tokens = 5
name = "4_Watanabe_shinobu_complete"
num_repeats = 4
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/5_Watanabe_close-up_anothers"
keep_tokens = 5
name = "5_Watanabe_close-up_anothers"
num_repeats = 5
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/5_Watanabe_foreground"
keep_tokens = 5
name = "5_Watanabe_foreground"
num_repeats = 5
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/5_Watanabe_shade"
keep_tokens = 5
name = "5_Watanabe_shade"
num_repeats = 5
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/5_Watanabe_shade_screencap"
keep_tokens = 5
name = "5_Watanabe_shade_screencap"
num_repeats = 5
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/5_Watanabe_white_obj"
keep_tokens = 5
name = "5_Watanabe_white_obj"
num_repeats = 5
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/60_Watanabe_shaft_tilt"
keep_tokens = 5
name = "60_Watanabe_shaft_tilt"
num_repeats = 60
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/60_Watanabe_sjh_pose"
keep_tokens = 5
name = "60_Watanabe_sjh_pose"
num_repeats = 60
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/6_Ogipote_foreground_line_drops"
keep_tokens = 5
name = "6_Ogipote_foreground_line_drops"
num_repeats = 6
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/6_Ogipote_shinobus_dress"
keep_tokens = 5
name = "6_Ogipote_shinobus_dress"
num_repeats = 6
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/6_Ogipote_shinobu_short_hair"
keep_tokens = 5
name = "6_Ogipote_shinobu_short_hair"
num_repeats = 6
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/6_Ogipote_shinobu_tags"
keep_tokens = 5
name = "6_Ogipote_shinobu_tags"
num_repeats = 6
shuffle_caption = true
[[subsets]]
caption_extension = ".txt"
image_dir = "C:/full_dataset/6_Ogipote_simple_blurry_foreground"
keep_tokens = 5
name = "6_Ogipote_simple_blurry_foreground"
num_repeats = 6
shuffle_caption = true
[train_mode]
train_mode = "lora"
[general_args.args]
persistent_data_loader_workers = true
mixed_precision = "bf16"
gradient_checkpointing = true
gradient_accumulation_steps = 2
seed = 23
max_data_loader_n_workers = 1
max_token_length = 225
prior_loss_weight = 1.0
xformers = true
cache_latents = true
cache_latents_to_disk = true
sdxl = true
v_parameterization = true
pretrained_model_name_or_path = "C:/Users/Admin/Downloads/noobaiXLNAIXL_vPred10Version.safetensors"
max_train_epochs = 8
[general_args.dataset_args]
resolution = 1024
batch_size = 15
[network_args.args]
network_dim = 32
network_alpha = 32.0
min_timestep = 0
max_timestep = 1000
[optimizer_args.args]
optimizer_type = "ProdigyPlusScheduleFree"
lr_scheduler = "constant"
loss_type = "smooth_l1"
huber_c = 0.1
huber_schedule = "snr"
learning_rate = 1.0
unet_lr = 1.0
text_encoder_lr = 1.0
max_grad_norm = 0.1
zero_terminal_snr = true
[saving_args.args]
save_precision = "bf16"
save_model_as = "safetensors"
save_every_n_steps = 500
save_toml = true
save_toml_location = "C:/Users/Admin/Downloads/output_model"
output_dir = "C:/Users/Admin/Downloads/noob_test"
output_name = "Noob_vpred_test"
[logging_args.args]
log_prefix_mode = "output_name"
run_name_mode = "default"
log_with = "tensorboard"
logging_dir = "C:/Users/Admin/Downloads/noob_test/graph"
[edm_loss_args.args]
edm2_loss_weighting = true
edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCropV2ExMachina"
edm2_loss_weighting_optimizer_lr = "5e-3"
edm2_loss_weighting_optimizer_args = "{'update_strategy':'cautious', 'gamma':0.0, 'betas':(0.99,0.9999,0.999), 'adaptive_clip':0}"
edm2_loss_weighting_max_grad_norm = "0"
edm2_loss_weighting_generate_graph = true
edm2_loss_weighting_generate_graph_every_x_steps = 10
edm2_loss_weighting_generate_graph_y_limit = 5
edm2_loss_weighting_initial_weights = ""
edm2_loss_weighting_num_channels = 448
edm2_loss_weighting_generate_graph_output_dir = "C:/Users/Admin/Downloads/noob_test"
[extra_args.args]
validation_seed = "1337"
validation_every_n_step = "10"
max_validation_steps = "40"
validation_timesteps = "[50, 200, 400, 600, 800, 950]"
[bucket_args.dataset_args]
enable_bucket = true
bucket_no_upscale = true
min_bucket_reso = 512
max_bucket_reso = 2048
bucket_reso_steps = 64
[network_args.args.network_args]
conv_dim = 32
conv_alpha = 32.0
algo = "full"
train_norm = true
dropout = 0.15
[optimizer_args.args.optimizer_args]
betas = "0.9,0.1"