Gary0076 commited on
Commit
9b0d1a6
·
1 Parent(s): bad4dec

feat: upload tsuchiya-ako lora model

Browse files
tsuchiya-ako_config/config_file.toml CHANGED
@@ -5,29 +5,30 @@ pretrained_model_name_or_path = "/content/pretrained_model/Animefull-final-prune
5
 
6
  [additional_network_arguments]
7
  no_metadata = false
8
- unet_lr = 0.0001
9
- text_encoder_lr = 5e-5
10
  network_module = "networks.lora"
11
- network_dim = 96
12
  network_alpha = 64
13
  network_train_unet_only = false
14
  network_train_text_encoder_only = false
15
 
16
  [optimizer_arguments]
17
  optimizer_type = "AdamW8bit"
18
- learning_rate = 0.0001
19
  max_grad_norm = 1.0
20
- lr_scheduler = "constant_with_warmup"
21
- lr_warmup_steps = 5
 
22
 
23
  [dataset_arguments]
24
  debug_dataset = false
25
  in_json = "/content/LoRA/meta_lat.json"
26
  train_data_dir = "/content/LoRA/train_data"
27
- dataset_repeats = 38
28
  shuffle_caption = true
29
  keep_tokens = 0
30
- resolution = "512,512"
31
  caption_dropout_rate = 0
32
  caption_tag_dropout_rate = 0
33
  caption_dropout_every_n_epochs = 0
 
5
 
6
  [additional_network_arguments]
7
  no_metadata = false
8
+ unet_lr = 0.00015
9
+ text_encoder_lr = 1.5e-5
10
  network_module = "networks.lora"
11
+ network_dim = 128
12
  network_alpha = 64
13
  network_train_unet_only = false
14
  network_train_text_encoder_only = false
15
 
16
  [optimizer_arguments]
17
  optimizer_type = "AdamW8bit"
18
+ learning_rate = 0.00015
19
  max_grad_norm = 1.0
20
+ lr_scheduler = "cosine_with_restarts"
21
+ lr_warmup_steps = 0
22
+ lr_scheduler_num_cycles = 5
23
 
24
  [dataset_arguments]
25
  debug_dataset = false
26
  in_json = "/content/LoRA/meta_lat.json"
27
  train_data_dir = "/content/LoRA/train_data"
28
+ dataset_repeats = 37
29
  shuffle_caption = true
30
  keep_tokens = 0
31
+ resolution = "768,768"
32
  caption_dropout_rate = 0
33
  caption_tag_dropout_rate = 0
34
  caption_dropout_every_n_epochs = 0