| [[subsets]] | |
| caption_extension = ".txt" | |
| image_dir = "C:/Users/nousa/Desktop/sek" | |
| keep_tokens = 1 | |
| name = "Main" | |
| num_repeats = 2 | |
| random_crop = true | |
| shuffle_caption = true | |
| shuffle_caption_sigma = 10 | |
| [train_mode] | |
| train_mode = "lora" | |
| [general_args.args] | |
| persistent_data_loader_workers = true | |
| mixed_precision = "bf16" | |
| gradient_checkpointing = true | |
| gradient_accumulation_steps = 6 | |
| seed = 1337 | |
| max_data_loader_n_workers = 1 | |
| max_token_length = 225 | |
| prior_loss_weight = 1.0 | |
| xformers = true | |
| max_train_epochs = 19 | |
| sdxl = true | |
| v_parameterization = true | |
| pretrained_model_name_or_path = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Stable-diffusion/NoobAI-XL-Vpred-v0.9r.safetensors" | |
| [general_args.dataset_args] | |
| resolution = 1024 | |
| batch_size = 4 | |
| [network_args.args] | |
| network_dim = 16 | |
| network_alpha = 8.0 | |
| min_timestep = 0 | |
| max_timestep = 1000 | |
| network_train_unet_only = true | |
| [optimizer_args.args] | |
| optimizer_type = "ADOPTAOScheduleFree" | |
| lr_scheduler = "constant_with_warmup" | |
| loss_type = "l2" | |
| warmup_ratio = 0.1 | |
| scale_weight_norms = 99.0 | |
| max_grad_norm = 0.25 | |
| zero_terminal_snr = true | |
| learning_rate = 0.005 | |
| [saving_args.args] | |
| save_precision = "bf16" | |
| save_model_as = "safetensors" | |
| save_last_n_epochs = 4 | |
| save_every_n_epochs = 1 | |
| save_toml = true | |
| output_dir = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek" | |
| output_name = "sek" | |
| save_toml_location = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek" | |
| [logging_args.args] | |
| logging_dir = "" | |
| log_tracker_name = "sdxl" | |
| log_with = "wandb" | |
| [extra_args.args] | |
| validation_split = "0.2" | |
| validation_seed = "1337" | |
| validation_every_n_step = "10" | |
| max_validation_steps = "40" | |
| edm2_loss_weighting = "True" | |
| edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCrop" | |
| edm2_loss_weighting_optimizer_lr = "2e-2" | |
| edm2_loss_weighting_optimizer_args = "{'eps_floor':1e-30, 'eps':1e-6, 'gamma':0.0005}" | |
| edm2_loss_weighting_lr_scheduler = "True" | |
| edm2_loss_weighting_lr_scheduler_warmup_percent = "0.1" | |
| edm2_loss_weighting_lr_scheduler_constant_percent = "0.9" | |
| edm2_loss_weighting_max_grad_norm = "0" | |
| edm2_loss_weighting_generate_graph_every_x_steps = "20" | |
| edm2_loss_weighting_generate_graph = "True" | |
| edm2_loss_weighting_num_channels = "448" | |
| edm2_loss_weighting_generate_graph_y_limit = "50" | |
| edm2_loss_weighting_lr_scheduler_decay_scaling = "1.5" | |
| sangoi_loss_modifier = "True" | |
| sangoi_loss_modifier_min_snr = "0" | |
| pin_data_loader_memory = "True" | |
| disable_cuda_reduced_precision_operations = "True" | |
| train_network_norm_modules_as_float32 = "True" | |
| [bucket_args.dataset_args] | |
| enable_bucket = true | |
| min_bucket_reso = 256 | |
| max_bucket_reso = 2048 | |
| bucket_reso_steps = 64 | |
| [network_args.args.network_args] | |
| conv_dim = 16 | |
| conv_alpha = 8.0 | |
| algo = "locon" | |
| dora_wd = true | |
| train_norm = true | |
| use_scalar = "True" | |
| [optimizer_args.args.optimizer_args] | |
| betas = "0.9,0.9999" | |
| weight_decay = "1e-5" | |
| adaptive_clip = "0.5" | |
| eps = "1e-6" | |
| mars_gamma = "0.05" | |
| stable_weight_decay = "False" | |
| weight_decouple = "True" | |
| fisher = "False" | |