Update sek.toml

sek.toml

@@ -1,112 +1,112 @@
-[[subsets]]
-caption_extension = ".txt"
-image_dir = "C:/Users/nousa/Desktop/sek"
-keep_tokens = 1
-name = "Main"
-num_repeats = 2
-random_crop = true
-shuffle_caption = true
-shuffle_caption_sigma = 10
-
-[train_mode]
-train_mode = "lora"
-
-[general_args.args]
-persistent_data_loader_workers = true
-mixed_precision = "bf16"
-gradient_checkpointing = true
-gradient_accumulation_steps = 6
-seed = 1337
-max_data_loader_n_workers = 1
-max_token_length = 225
-prior_loss_weight = 1.0
-xformers = true
-max_train_epochs = 19
-sdxl = true
-v_parameterization = true
-pretrained_model_name_or_path = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Stable-diffusion/NoobAI-XL-Vpred-v0.9r.safetensors"
-
-[general_args.dataset_args]
-resolution = 1024
-batch_size = 4
-
-[network_args.args]
-network_dim = 16
-network_alpha = 8.0
-min_timestep = 0
-max_timestep = 1000
-network_train_unet_only = true
-
-[optimizer_args.args]
-optimizer_type = "ADOPTAOScheduleFree"
-lr_scheduler = "constant_with_warmup"
-loss_type = "l2"
-warmup_ratio = 0.1
-scale_weight_norms = 99.0
-max_grad_norm = 0.25
-zero_terminal_snr = true
-learning_rate = 0.005
-
-[saving_args.args]
-save_precision = "bf16"
-save_model_as = "safetensors"
-save_last_n_epochs = 4
-save_every_n_epochs = 1
-save_toml = true
-output_dir = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek"
-output_name = "sek"
-save_toml_location = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek"
-
-[logging_args.args]
-logging_dir = ""
-log_tracker_name = "sdxl"
-log_with = "wandb"
-wandb_api_key = "5dd7ee6f1f34419f7fdce82419e25f5673c73ab2"
-
-[extra_args.args]
-validation_split = "0.2"
-validation_seed = "1337"
-validation_every_n_step = "10"
-max_validation_steps = "40"
-edm2_loss_weighting = "True"
-edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCrop"
-edm2_loss_weighting_optimizer_lr = "2e-2"
-edm2_loss_weighting_optimizer_args = "{'eps_floor':1e-30, 'eps':1e-6, 'gamma':0.0005}"
-edm2_loss_weighting_lr_scheduler = "True"
-edm2_loss_weighting_lr_scheduler_warmup_percent = "0.1"
-edm2_loss_weighting_lr_scheduler_constant_percent = "0.9"
-edm2_loss_weighting_max_grad_norm = "0"
-edm2_loss_weighting_generate_graph_every_x_steps = "20"
-edm2_loss_weighting_generate_graph = "True"
-edm2_loss_weighting_num_channels = "448"
-edm2_loss_weighting_generate_graph_y_limit = "50"
-edm2_loss_weighting_lr_scheduler_decay_scaling = "1.5"
-sangoi_loss_modifier = "True"
-sangoi_loss_modifier_min_snr = "0"
-pin_data_loader_memory = "True"
-disable_cuda_reduced_precision_operations = "True"
-train_network_norm_modules_as_float32 = "True"
-
-[bucket_args.dataset_args]
-enable_bucket = true
-min_bucket_reso = 256
-max_bucket_reso = 2048
-bucket_reso_steps = 64
-
-[network_args.args.network_args]
-conv_dim = 16
-conv_alpha = 8.0
-algo = "locon"
-dora_wd = true
-train_norm = true
-use_scalar = "True"
-
-[optimizer_args.args.optimizer_args]
-betas = "0.9,0.9999"
-weight_decay = "1e-5"
-adaptive_clip = "0.5"
-eps = "1e-6"
-mars_gamma = "0.05"
-stable_weight_decay = "False"
-weight_decouple = "True"
-fisher = "False"
+[[subsets]]
+caption_extension = ".txt"
+image_dir = "C:/Users/nousa/Desktop/sek"
+keep_tokens = 1
+name = "Main"
+num_repeats = 2
+random_crop = true
+shuffle_caption = true
+shuffle_caption_sigma = 10
+
+[train_mode]
+train_mode = "lora"
+
+[general_args.args]
+persistent_data_loader_workers = true
+mixed_precision = "bf16"
+gradient_checkpointing = true
+gradient_accumulation_steps = 6
+seed = 1337
+max_data_loader_n_workers = 1
+max_token_length = 225
+prior_loss_weight = 1.0
+xformers = true
+max_train_epochs = 19
+sdxl = true
+v_parameterization = true
+pretrained_model_name_or_path = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Stable-diffusion/NoobAI-XL-Vpred-v0.9r.safetensors"
+
+[general_args.dataset_args]
+resolution = 1024
+batch_size = 4
+
+[network_args.args]
+network_dim = 16
+network_alpha = 8.0
+min_timestep = 0
+max_timestep = 1000
+network_train_unet_only = true
+
+[optimizer_args.args]
+optimizer_type = "ADOPTAOScheduleFree"
+lr_scheduler = "constant_with_warmup"
+loss_type = "l2"
+warmup_ratio = 0.1
+scale_weight_norms = 99.0
+max_grad_norm = 0.25
+zero_terminal_snr = true
+learning_rate = 0.005
+
+[saving_args.args]
+save_precision = "bf16"
+save_model_as = "safetensors"
+save_last_n_epochs = 4
+save_every_n_epochs = 1
+save_toml = true
+output_dir = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek"
+output_name = "sek"
+save_toml_location = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek"
+
+[logging_args.args]
+logging_dir = ""
+log_tracker_name = "sdxl"
+log_with = "wandb"
+
+
+[extra_args.args]
+validation_split = "0.2"
+validation_seed = "1337"
+validation_every_n_step = "10"
+max_validation_steps = "40"
+edm2_loss_weighting = "True"
+edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCrop"
+edm2_loss_weighting_optimizer_lr = "2e-2"
+edm2_loss_weighting_optimizer_args = "{'eps_floor':1e-30, 'eps':1e-6, 'gamma':0.0005}"
+edm2_loss_weighting_lr_scheduler = "True"
+edm2_loss_weighting_lr_scheduler_warmup_percent = "0.1"
+edm2_loss_weighting_lr_scheduler_constant_percent = "0.9"
+edm2_loss_weighting_max_grad_norm = "0"
+edm2_loss_weighting_generate_graph_every_x_steps = "20"
+edm2_loss_weighting_generate_graph = "True"
+edm2_loss_weighting_num_channels = "448"
+edm2_loss_weighting_generate_graph_y_limit = "50"
+edm2_loss_weighting_lr_scheduler_decay_scaling = "1.5"
+sangoi_loss_modifier = "True"
+sangoi_loss_modifier_min_snr = "0"
+pin_data_loader_memory = "True"
+disable_cuda_reduced_precision_operations = "True"
+train_network_norm_modules_as_float32 = "True"
+
+[bucket_args.dataset_args]
+enable_bucket = true
+min_bucket_reso = 256
+max_bucket_reso = 2048
+bucket_reso_steps = 64
+
+[network_args.args.network_args]
+conv_dim = 16
+conv_alpha = 8.0
+algo = "locon"
+dora_wd = true
+train_norm = true
+use_scalar = "True"
+
+[optimizer_args.args.optimizer_args]
+betas = "0.9,0.9999"
+weight_decay = "1e-5"
+adaptive_clip = "0.5"
+eps = "1e-6"
+mars_gamma = "0.05"
+stable_weight_decay = "False"
+weight_decouple = "True"
+fisher = "False"