xRikishi commited on
Commit
0aa7659
·
verified ·
1 Parent(s): 26e68b8

Upload 32 files

Browse files
Files changed (32) hide show
  1. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000010.safetensors +3 -0
  2. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000020.safetensors +3 -0
  3. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000030.safetensors +3 -0
  4. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000040.safetensors +3 -0
  5. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000050.safetensors +3 -0
  6. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000060.safetensors +3 -0
  7. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000070.safetensors +3 -0
  8. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000080.safetensors +3 -0
  9. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000090.safetensors +3 -0
  10. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000100.safetensors +3 -0
  11. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000110.safetensors +3 -0
  12. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000120.safetensors +3 -0
  13. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000130.safetensors +3 -0
  14. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000140.safetensors +3 -0
  15. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000150.safetensors +3 -0
  16. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000160.safetensors +3 -0
  17. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000170.safetensors +3 -0
  18. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000180.safetensors +3 -0
  19. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000190.safetensors +3 -0
  20. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000200.safetensors +3 -0
  21. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000210.safetensors +3 -0
  22. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000220.safetensors +3 -0
  23. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000230.safetensors +3 -0
  24. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000240.safetensors +3 -0
  25. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000250.safetensors +3 -0
  26. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000260.safetensors +3 -0
  27. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000270.safetensors +3 -0
  28. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000280.safetensors +3 -0
  29. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000290.safetensors +3 -0
  30. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000300.safetensors +3 -0
  31. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1.safetensors +3 -0
  32. speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1_18.toml +107 -0
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000010.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c898076d084170ac279ac92a99135f0e30cb47fdf0f46fb600e692a4f3b837e
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000020.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017ba4aa2db6ac8ff851d23365daed737315e76c9b862e6dc7799ff5a5eced18
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5791ddad4d66b8ab964970849a4465cd1292c982c98b49fb9e966a27ee9c25a1
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000040.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4696a1f23d7193a43aba1bf2d0f0499e2dc486bd717af9bdb774b2f7fcb954ef
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b93f7640ea72653ba96eaebf80fd969e4f1587ea177d25081181750ef936bc
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000060.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4a5bd4732b531ee374c6f031d94a64cabccf2abe3a14da0f80dba923339394b
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000070.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b26d37ab3d52e5415f366a5bcca9ebd8c2027644b899abb13070b40f74cd915
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000080.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13b501c35d11d60d7fd3883f077ff1f32238074847e62339a8488669404c8ee5
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000090.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9936aee46a457cbd46a5c2d283ded674e43e8e9ebe0cf97f2268bbb93efd9e9c
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000100.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2b789eb83f0a2f232cfccf5ad619eb16e39f98b812e74affec4281dbf8c0b7
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000110.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe96cb55bcbb86fcf5132e5a4c8ac0ae64d8a4e4bf0d95343ec97d759992c13
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695ad8d5c9613397be1785bf6a63c174519a0af96149655c394394cb376a3925
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000130.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f4fec5564bd5363347e70a11de907ae5c99877319728670a955efdac5b7caef
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000140.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6413377dd93585d94e177c17ec18d35c041d5aafb6309f0f40cd4d340e96a585
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000150.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e9331011a68bb9a7bd3a2d19aa9f726297572c27e2d72cfed69c77d74750036
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000160.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cce68d932678de0b8ca234bb1a1772a77d691220efbdbb021404a5cbdc236f0c
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000170.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4fd6c09d3721d18b4fdf6f3acd0c330e2e3f9632a4cfc5a6721a83dee2eea2f
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000180.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca8be7a0c06ed2e36a4fd3b7aabc67964dcc19188c1f791751de4f3cb5efb71
3
+ size 127172368
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000190.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21fac0ee98751c3ea5190e21c717f9d982cb357d48b7862f2c49551201e70ca
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000200.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34896757530d668fa6e858a197a7f6bf084a837c92fe627e136cc83156c731bd
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000210.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b2e16d9f69399a02066fdaab6af7b3d42c92d7ab9963e3b7a768ca43cfac313
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000220.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca06092bbe76136b32083ba620a7e5fd58d9774911af8ae36c8f265aedde097
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000230.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323b5a416c5e0dcfd826132c4888961a07c6477f2702b2e3971734b4062e07b3
3
+ size 127172352
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000240.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5973a86b15b392bf46bb0256ebc9cea27516716656bcf6fcb2850cc7dd195533
3
+ size 127172352
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab63ad63f3ab1214f332c7e65595ed8b95e4d292b310e303e4c6d2558f329061
3
+ size 127172352
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000260.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3946bf397e1d8d9c37f1f8bc3d28d7e2b4fccdb0c3230e1aa054e67bfd2ac3b6
3
+ size 127172352
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000270.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bff43a3646c5c65f14c62e5a21f75e21bf830fd032f0e1d720c1d24c2bceceb
3
+ size 127172352
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000280.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17475b016788c09e8e103c301857440badcd9b20068ccf2babac3a722f770a93
3
+ size 127172352
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000290.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3996e127cae01996184651613a5cae0cb24237bbbe8f8967ff87ade6c9b1e0d
3
+ size 127172352
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1-step00000300.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03e1756c796e30695d421fc1c19eec76922a15f124d2654a16c4229a6868dbb1
3
+ size 127172352
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3733dd1b927d3695b0ca05c9fcc452528b371e7ac678a96f49a79dd162b9b94
3
+ size 127172376
speed_lines_v2/illu_v0_1_speed_lines_v2_v1_1_18.toml ADDED
@@ -0,0 +1,107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_dropout_rate = 0.05
3
+ caption_extension = ".txt"
4
+ image_dir = "D:/ai/datasets/rx2/speed_lines_2"
5
+ keep_tokens = 1
6
+ name = "Main"
7
+ num_repeats = 6
8
+ random_crop = true
9
+ random_crop_padding_percent = 0.06
10
+ shuffle_caption = true
11
+
12
+ [train_mode]
13
+ train_mode = "lora"
14
+
15
+ [general_args.args]
16
+ persistent_data_loader_workers = true
17
+ pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
18
+ mixed_precision = "bf16"
19
+ gradient_checkpointing = true
20
+ seed = 1337
21
+ max_data_loader_n_workers = 2
22
+ max_token_length = 225
23
+ prior_loss_weight = 1.0
24
+ xformers = true
25
+ sdxl = true
26
+ gradient_accumulation_steps = 4
27
+ max_train_steps = 220
28
+
29
+ [general_args.dataset_args]
30
+ resolution = 1024
31
+ batch_size = 6
32
+
33
+ [network_args.args]
34
+ network_dim = 16
35
+ network_alpha = 32.0
36
+ min_timestep = 0
37
+ max_timestep = 1000
38
+ ip_noise_gamma = 0.05
39
+
40
+ [optimizer_args.args]
41
+ lr_scheduler = "constant_with_warmup"
42
+ loss_type = "l2"
43
+ warmup_ratio = 0.1
44
+ max_grad_norm = 0.0
45
+ optimizer_type = "SCORN"
46
+ lr_scheduler_type = "LoraEasyCustomOptimizer.RexAnnealingWarmRestarts.RexAnnealingWarmRestarts"
47
+ lr_scheduler_num_cycles = 1
48
+ learning_rate = 0.00045
49
+ text_encoder_lr = 4.5e-5
50
+
51
+ [saving_args.args]
52
+ output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
53
+ save_precision = "bf16"
54
+ save_model_as = "safetensors"
55
+ save_every_n_steps = 10
56
+ save_toml = true
57
+ save_toml_location = "D:/ai/training/sdxl/toml"
58
+ output_name = "illu_v0_1_speed_lines_v2_v1_1"
59
+
60
+ [noise_args.args]
61
+ multires_noise_iterations = 6
62
+ multires_noise_discount = 0.1
63
+
64
+ [logging_args.args]
65
+ logging_dir = "D:\\ai\\training\\sdxl\\logging"
66
+ log_prefix = "sdxl_"
67
+ log_tracker_name = "sdxl_rx2"
68
+ log_with = "wandb"
69
+
70
+ [edm_loss_args.args]
71
+ edm2_loss_weighting = false
72
+
73
+ [extra_args.args]
74
+ validation_split = "0.2"
75
+ validation_seed = "1337"
76
+ validation_every_n_step = "10"
77
+ validation_timesteps = "[50, 200, 400, 600, 800, 950]"
78
+ pin_memory = "True"
79
+ log_config = "True"
80
+ laplace_timestep_sampling_mu = "1.0"
81
+ laplace_timestep_sampling_b = "3.0"
82
+
83
+ [bucket_args.dataset_args]
84
+ enable_bucket = true
85
+ min_bucket_reso = 512
86
+ max_bucket_reso = 1536
87
+ bucket_reso_steps = 64
88
+
89
+ [network_args.args.network_args]
90
+ conv_dim = 10
91
+ conv_alpha = 20.0
92
+ algo = "locon"
93
+ preset = "full"
94
+ dora_wd = true
95
+ use_scalar = "True"
96
+ ggpo_conv = "True"
97
+ ggpo_sigma = "0.04"
98
+ ggpo_beta = "0.02"
99
+
100
+ [optimizer_args.args.lr_scheduler_args]
101
+ gamma = 0.9
102
+ min_lr = 1e-14
103
+ d = 0.9
104
+
105
+ [optimizer_args.args.optimizer_args]
106
+ betas = "0.95,0.997"
107
+ orthograd = "True"