xRikishi commited on
Commit
7ca6ff2
·
verified ·
1 Parent(s): 89b5d8f

Upload 17 files

Browse files
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000010.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8007abae44b356d2fd8d653a8947d9c23a8704941c17b927e87c8bcf0dd4c242
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000020.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d547600478bc3ca9a6008a885c78dc7f23ea3b8848b06d66ca1b55344f6ab9a
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b99d68866d915350aa26459d0c665b2addb38f99c93a317160d506e8695ba55
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000040.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4dc49179e2291f70a1da07f9321fa27b1c7206c7ac5ed8e548540a2d9ef0af6
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97407ce1eebf21952bb9d9343affb200345708fe48495e933032b74c3a50135
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000060.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009a2305f42d478d813ea3cd52d8101dcf4dd833e830a42ad795106d8ca9c34a
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000070.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beb0f71d70f4ad5cc2e76edd50cc452e045f2be0471d820e89caebd34d8cd744
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000080.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c8ef4ae5e38bcbf14866009fb975810efbf6ed73f2cd27a7f9b339b36d87cdb
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000090.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0986adb3a65cf9613687da52e2b41f587654e45e0f7f4319ea0aa42488ddacaf
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000100.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84a8fa4b71766f0213579b27fdaa9a868bc9b6d2ffad09cd66f11fb0ff5b0d93
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000110.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962d239c3f090e0a51c82196b4bca5c8e3e11828eccf7f42b49a355ddc5a0cc4
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d011225359a89137563cc578ba9db8a858dfb32dc25513b2761e3d7d3857dd8e
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000130.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c9ad882ff0306cc0230dcef78c3e34dda0088f383992dcb004a016fdd1507a4
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000140.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82f117e7ab9ac5b953fab89df63d9fc1fc87cd4c82b8f2777ba0794e2546515a
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000150.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8a3c9176dbb11b9dbb3ce915b7362c5fd87699c5c97fd7b8cd8c506fbf9cf17
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3ac9b7294e04d6473a298f9c3b378bb2017cce07e67c89d1b674b0db1ac8c9
3
+ size 127558784
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2.toml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_extension = ".txt"
3
+ image_dir = "D:/ai/datasets/rx2/speed_lines_2"
4
+ keep_tokens = 1
5
+ name = "Main"
6
+ num_repeats = 6
7
+ random_crop = true
8
+ random_crop_padding_percent = 0.06
9
+ shuffle_caption = true
10
+
11
+ [train_mode]
12
+ train_mode = "lora"
13
+
14
+ [general_args.args]
15
+ persistent_data_loader_workers = true
16
+ mixed_precision = "bf16"
17
+ gradient_checkpointing = true
18
+ gradient_accumulation_steps = 6
19
+ seed = 1337
20
+ max_token_length = 225
21
+ prior_loss_weight = 1.0
22
+ xformers = true
23
+ max_train_steps = 150
24
+ max_data_loader_n_workers = 2
25
+ sdxl = true
26
+ pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
27
+
28
+ [general_args.dataset_args]
29
+ resolution = 1024
30
+ batch_size = 6
31
+
32
+ [network_args.args]
33
+ network_dim = 16
34
+ network_alpha = 32.0
35
+ min_timestep = 0
36
+ max_timestep = 1000
37
+ ip_noise_gamma = 0.05
38
+
39
+ [optimizer_args.args]
40
+ lr_scheduler = "cosine"
41
+ optimizer_type = "SCORNMachina"
42
+ lr_scheduler_type = "LoraEasyCustomOptimizer.RexAnnealingWarmRestarts.RexAnnealingWarmRestarts"
43
+ lr_scheduler_num_cycles = 1
44
+ warmup_ratio = 0.1
45
+ max_grad_norm = 0.0
46
+ loss_type = "l2"
47
+ learning_rate = 0.0007
48
+ text_encoder_lr = 7e-5
49
+
50
+ [saving_args.args]
51
+ output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
52
+ save_precision = "bf16"
53
+ save_model_as = "safetensors"
54
+ save_every_n_steps = 10
55
+ save_toml = true
56
+ save_toml_location = "D:/ai/training/sdxl/toml"
57
+ output_name = "illu_v0_1_speed_lines_v2_v1_2"
58
+
59
+ [noise_args.args]
60
+ multires_noise_iterations = 6
61
+ multires_noise_discount = 0.1
62
+
63
+ [logging_args.args]
64
+ logging_dir = "D:/ai/training/sdxl/logging"
65
+ log_prefix = "sdxl_caloart_"
66
+ log_tracker_name = "sdxl"
67
+ log_with = "wandb"
68
+
69
+ [edm_loss_args.args]
70
+ edm2_loss_weighting = false
71
+
72
+ [extra_args.args]
73
+ validation_split = "0.2"
74
+ validation_seed = "1337"
75
+ validation_every_n_step = "10"
76
+ pin_data_loader_memory = "True"
77
+ disable_cuda_reduced_precision_operations = "True"
78
+ validation_timesteps = "[50, 200, 400, 600, 800, 950]"
79
+ pin_memory = "True"
80
+ laplace_timestep_sampling_mu = "1.0"
81
+ laplace_timestep_sampling_b = "3.0"
82
+ gradient_noise_scale = "True"
83
+ loss_related_use_float64 = "True"
84
+ log_config = "True"
85
+
86
+ [bucket_args.dataset_args]
87
+ enable_bucket = true
88
+ min_bucket_reso = 768
89
+ max_bucket_reso = 1536
90
+ bucket_reso_steps = 64
91
+
92
+ [network_args.args.network_args]
93
+ conv_dim = 10
94
+ conv_alpha = 20.0
95
+ algo = "locon"
96
+ preset = "full"
97
+ dora_wd = true
98
+ wd_on_output = "true"
99
+ use_scalar = "true"
100
+ ggpo_beta = "0.01"
101
+ ggpo_sigma = "0.03"
102
+ dropout = 0.001
103
+
104
+ [optimizer_args.args.lr_scheduler_args]
105
+ min_lr = 1e-16
106
+ gamma = 0.9
107
+ d = 0.9
108
+
109
+ [optimizer_args.args.optimizer_args]
110
+ betas = "0.95,0.997"
111
+ orthograd = "True"
112
+ use_stable_spam_clipping = "True"