Upload 2 files

ChenkinRF-0.3_e4/config.toml

@@ -0,0 +1,62 @@
+persistent_data_loader_workers = true
+pretrained_model_name_or_path = "G:/ImgGen/xl/noob/Chenkin-RF-0.3-000004-final.safetensors"
+full_bf16 = true
+mixed_precision = "bf16"
+gradient_checkpointing = true
+gradient_accumulation_steps = 6
+seed = 80085
+max_data_loader_n_workers = 1
+max_token_length = 225
+prior_loss_weight = 1.0
+xformers = true
+max_train_epochs = 26
+cache_latents = true
+training_comment = "ck rf ep4 final ylw d7 with trigger"
+protected_tags_file = "E:/sd-scripts/protected_tags/ylw_d7-trigger.txt"
+vae_batch_size = 4
+flow_model = true
+flow_use_ot = true
+flow_timestep_distribution = "logit_normal"
+flow_uniform_static_ratio = 2.0
+flow_logit_mean = -0.2
+flow_logit_std = 1.5
+network_dim = 32
+network_alpha = 32.0
+min_timestep = 0
+max_timestep = 1000
+network_train_unet_only = true
+network_module = "lycoris.kohya"
+network_args = ["conv_dim=32", "conv_alpha=32.0", "algo=locon"]
+optimizer_type = "AdamW8bit"
+lr_scheduler = "constant_with_warmup"
+loss_type = "l2"
+learning_rate = 0.00025
+unet_lr = 0.00025
+max_grad_norm = 0.0
+optimizer_args = ["weight_decay=0.01", "betas=(0.9, 0.999)"]
+output_dir = "E:/LoRA_Easy_Training_Scripts/outputs"
+output_name = "YLW_d7_CKN-RF4Fin_v1_edm2"
+save_precision = "bf16"
+save_model_as = "safetensors"
+save_last_n_epochs = 4
+tag_occurrence = true
+save_every_n_epochs = 1
+save_toml = true
+save_toml_location = "E:/LoRA_Easy_Training_Scripts/train_configs"
+logging_dir = "E:/LoRA_Easy_Training_Scripts/tb_logs"
+log_with = "tensorboard"
+edm2_loss_weighting = true
+edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCropV2ExMachina"
+edm2_loss_weighting_optimizer_lr = "5e-3"
+edm2_loss_weighting_optimizer_args = "{'update_strategy':'cautious', 'gamma':0.0, 'betas':(0.99,0.9999,0.999), 'adaptive_clip':0}"
+edm2_loss_weighting_lr_scheduler = true
+edm2_loss_weighting_lr_scheduler_warmup_percent = 0.1
+edm2_loss_weighting_lr_scheduler_constant_percent = 0.9
+edm2_loss_weighting_generate_graph = true
+edm2_loss_weighting_generate_graph_output_dir = "E:/LoRA_Easy_Training_Scripts/outputs/ckrf4fin_ryusho_edm2"
+edm2_loss_weighting_generate_graph_every_x_steps = 50
+edm2_loss_weighting_generate_graph_y_limit = 100
+edm2_loss_weighting_initial_weights = ""
+edm2_loss_weighting_num_channels = 448
+edm2_loss_weighting_importance_weighting_max = 10
+lr_warmup_steps = 13

ChenkinRF-0.3_e4/dataset.toml

@@ -0,0 +1,18 @@
+[general]
+resolution = 1024
+batch_size = 4
+enable_bucket = true
+min_bucket_reso = 256
+max_bucket_reso = 3072
+bucket_reso_steps = 64
+
+[[datasets]]
+
+	[[datasets.subsets]]
+	caption_dropout_rate = 0.1
+	caption_extension = ".txt"
+	caption_tag_dropout_rate = 0.12
+	image_dir = "E:/Datasets/yao_liao_wang-v7_trigger"
+	num_repeats = 2
+	random_crop_padding_percent = 0.06
+	shuffle_caption = true