Upload 2 files

sek-000017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b823dc71bc19cf796c46b638b82d5777aa37965de1f67ffa7507795314b7b69f
+size 102665336

sek.toml

@@ -0,0 +1,112 @@
+[[subsets]]
+caption_extension = ".txt"
+image_dir = "C:/Users/nousa/Desktop/sek"
+keep_tokens = 1
+name = "Main"
+num_repeats = 2
+random_crop = true
+shuffle_caption = true
+shuffle_caption_sigma = 10
+
+[train_mode]
+train_mode = "lora"
+
+[general_args.args]
+persistent_data_loader_workers = true
+mixed_precision = "bf16"
+gradient_checkpointing = true
+gradient_accumulation_steps = 6
+seed = 1337
+max_data_loader_n_workers = 1
+max_token_length = 225
+prior_loss_weight = 1.0
+xformers = true
+max_train_epochs = 19
+sdxl = true
+v_parameterization = true
+pretrained_model_name_or_path = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Stable-diffusion/NoobAI-XL-Vpred-v0.9r.safetensors"
+
+[general_args.dataset_args]
+resolution = 1024
+batch_size = 4
+
+[network_args.args]
+network_dim = 16
+network_alpha = 8.0
+min_timestep = 0
+max_timestep = 1000
+network_train_unet_only = true
+
+[optimizer_args.args]
+optimizer_type = "ADOPTAOScheduleFree"
+lr_scheduler = "constant_with_warmup"
+loss_type = "l2"
+warmup_ratio = 0.1
+scale_weight_norms = 99.0
+max_grad_norm = 0.25
+zero_terminal_snr = true
+learning_rate = 0.005
+
+[saving_args.args]
+save_precision = "bf16"
+save_model_as = "safetensors"
+save_last_n_epochs = 4
+save_every_n_epochs = 1
+save_toml = true
+output_dir = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek"
+output_name = "sek"
+save_toml_location = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek"
+
+[logging_args.args]
+logging_dir = ""
+log_tracker_name = "sdxl"
+log_with = "wandb"
+wandb_api_key = "5dd7ee6f1f34419f7fdce82419e25f5673c73ab2"
+
+[extra_args.args]
+validation_split = "0.2"
+validation_seed = "1337"
+validation_every_n_step = "10"
+max_validation_steps = "40"
+edm2_loss_weighting = "True"
+edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCrop"
+edm2_loss_weighting_optimizer_lr = "2e-2"
+edm2_loss_weighting_optimizer_args = "{'eps_floor':1e-30, 'eps':1e-6, 'gamma':0.0005}"
+edm2_loss_weighting_lr_scheduler = "True"
+edm2_loss_weighting_lr_scheduler_warmup_percent = "0.1"
+edm2_loss_weighting_lr_scheduler_constant_percent = "0.9"
+edm2_loss_weighting_max_grad_norm = "0"
+edm2_loss_weighting_generate_graph_every_x_steps = "20"
+edm2_loss_weighting_generate_graph = "True"
+edm2_loss_weighting_num_channels = "448"
+edm2_loss_weighting_generate_graph_y_limit = "50"
+edm2_loss_weighting_lr_scheduler_decay_scaling = "1.5"
+sangoi_loss_modifier = "True"
+sangoi_loss_modifier_min_snr = "0"
+pin_data_loader_memory = "True"
+disable_cuda_reduced_precision_operations = "True"
+train_network_norm_modules_as_float32 = "True"
+
+[bucket_args.dataset_args]
+enable_bucket = true
+min_bucket_reso = 256
+max_bucket_reso = 2048
+bucket_reso_steps = 64
+
+[network_args.args.network_args]
+conv_dim = 16
+conv_alpha = 8.0
+algo = "locon"
+dora_wd = true
+train_norm = true
+use_scalar = "True"
+
+[optimizer_args.args.optimizer_args]
+betas = "0.9,0.9999"
+weight_decay = "1e-5"
+adaptive_clip = "0.5"
+eps = "1e-6"
+mars_gamma = "0.05"
+stable_weight_decay = "False"
+weight_decouple = "True"
+fisher = "False"