Coercer commited on
Commit
55faa5a
·
verified ·
1 Parent(s): bc41383

Upload 2 files

Browse files
Training_model_data/dataset_config.toml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[datasets]]
2
+
3
+ [[datasets.subsets]]
4
+ num_repeats = 1
5
+ image_dir = "/content/drive/MyDrive/Loras/Raichu/dataset"
6
+
7
+ [general]
8
+ resolution = 1024
9
+ shuffle_caption = true
10
+ keep_tokens = 1
11
+ flip_aug = false
12
+ caption_extension = ".txt"
13
+ enable_bucket = true
14
+ bucket_no_upscale = false
15
+ bucket_reso_steps = 64
16
+ min_bucket_reso = 256
17
+ max_bucket_reso = 4096
Training_model_data/training_config.toml ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [model_arguments]
2
+ unet_lr = 8e-7
3
+ text_encoder_lr = 0
4
+ v2 = false
5
+ sdxl = true
6
+ network_train_unet_only = true
7
+
8
+ [optimizer_arguments]
9
+ learning_rate = 8e-7
10
+ lr_scheduler = "cosine_with_restarts"
11
+ lr_scheduler_num_cycles = 3
12
+ lr_warmup_steps = 174
13
+ optimizer_type = "AdaFactor"
14
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
15
+ loss_type = "l2"
16
+ max_grad_norm = 1.0
17
+
18
+ [training_arguments]
19
+ lowram = true
20
+ pretrained_model_name_or_path = "/content/novaPKMXL_v10.safetensors"
21
+ vae = "/content/sdxl_vae.safetensors"
22
+ max_train_epochs = 10
23
+ train_batch_size = 1
24
+ seed = 42
25
+ max_token_length = 75
26
+ xformers = true
27
+ sdpa = false
28
+ min_snr_gamma = 5
29
+ no_half_vae = false
30
+ gradient_checkpointing = true
31
+ gradient_accumulation_steps = 1
32
+ max_data_loader_n_workers = 1
33
+ persistent_data_loader_workers = false
34
+ mixed_precision = "fp16"
35
+ full_fp16 = true
36
+ full_bf16 = false
37
+ cache_latents = true
38
+ cache_latents_to_disk = true
39
+ cache_text_encoder_outputs = false
40
+ min_timestep = 0
41
+ max_timestep = 1000
42
+ prior_loss_weight = 1.0
43
+ multires_noise_iterations = 0
44
+ multires_noise_discount = 0.3
45
+
46
+ [saving_arguments]
47
+ save_precision = "fp16"
48
+ save_model_as = "ckpt"
49
+ save_every_n_epochs = 1
50
+ save_last_n_epochs = 1
51
+ output_name = "Raichu"
52
+ output_dir = "/content/drive/MyDrive/Loras/Raichu/output"
53
+ log_prefix = "Raichu"
54
+ logging_dir = "/content/drive/MyDrive/Loras/_logs"