feat: upload sutegoro-shiina lora model

sutegoro-shiina_config/config_file.toml

@@ -8,8 +8,8 @@ no_metadata = false
 unet_lr = 0.0001
 text_encoder_lr = 5e-5
 network_module = "networks.lora"
-network_dim = 128
-network_alpha = 64
+network_dim = 32
+network_alpha = 16
 network_train_unet_only = false
 network_train_text_encoder_only = false
 
@@ -17,8 +17,9 @@ network_train_text_encoder_only = false
 optimizer_type = "AdamW8bit"
 learning_rate = 0.0001
 max_grad_norm = 1.0
-lr_scheduler = "constant_with_warmup"
+lr_scheduler = "cosine_with_restarts"
 lr_warmup_steps = 0
+lr_scheduler_num_cycles = 5
 
 [dataset_arguments]
 debug_dataset = false
@@ -27,12 +28,12 @@ debug_dataset = false
 output_dir = "/content/LoRA/output"
 output_name = "sutegoro-shiina"
 save_precision = "fp16"
-save_every_n_epochs = 5
+save_every_n_epochs = 6
 train_batch_size = 3
 max_token_length = 225
 mem_eff_attn = false
 xformers = true
-max_train_epochs = 5
+max_train_epochs = 6
 max_data_loader_n_workers = 8
 persistent_data_loader_workers = true
 gradient_checkpointing = false
@@ -44,7 +45,7 @@ log_prefix = "sutegoro-shiina"
 lowram = true
 
 [sample_prompt_arguments]
-sample_every_n_epochs = 1
+sample_every_n_epochs = 999999
 sample_sampler = "ddim"
 
 [saving_arguments]

sutegoro-shiina_config/dataset_config.toml

@@ -6,10 +6,10 @@ caption_dropout_every_n_epochs = 0
 color_aug = false
 [[datasets.subsets]]
 image_dir = "/content/LoRA/train_data"
-num_repeats = 50
+num_repeats = 40
 metadata_file = "/content/LoRA/meta_lat.json"
 
 
 [general]
 shuffle_caption = true
-keep_tokens = 0
+keep_tokens = 1