Gary0076 commited on
Commit
fb39fdc
·
1 Parent(s): 386ef29

feat: upload narumiya-yume lora model

Browse files
narumiya-yume_config/config_file.toml CHANGED
@@ -17,8 +17,9 @@ network_train_text_encoder_only = false
17
  optimizer_type = "AdamW8bit"
18
  learning_rate = 0.0001
19
  max_grad_norm = 1.0
20
- lr_scheduler = "constant_with_warmup"
21
- lr_warmup_steps = 3
 
22
 
23
  [dataset_arguments]
24
  debug_dataset = false
 
17
  optimizer_type = "AdamW8bit"
18
  learning_rate = 0.0001
19
  max_grad_norm = 1.0
20
+ lr_scheduler = "cosine_with_restarts"
21
+ lr_warmup_steps = 0
22
+ lr_scheduler_num_cycles = 3
23
 
24
  [dataset_arguments]
25
  debug_dataset = false