xRikishi commited on
Commit
e91d2a0
·
verified ·
1 Parent(s): 9a6ad62

Upload 122 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. abstract/illu_v0_1_abstract_v1_0-step00000010.safetensors +3 -0
  2. abstract/illu_v0_1_abstract_v1_0-step00000020.safetensors +3 -0
  3. abstract/illu_v0_1_abstract_v1_0-step00000030.safetensors +3 -0
  4. abstract/illu_v0_1_abstract_v1_0-step00000040.safetensors +3 -0
  5. abstract/illu_v0_1_abstract_v1_0-step00000050.safetensors +3 -0
  6. abstract/illu_v0_1_abstract_v1_0-step00000060.safetensors +3 -0
  7. abstract/illu_v0_1_abstract_v1_0-step00000070.safetensors +3 -0
  8. abstract/illu_v0_1_abstract_v1_0-step00000080.safetensors +3 -0
  9. abstract/illu_v0_1_abstract_v1_0-step00000090.safetensors +3 -0
  10. abstract/illu_v0_1_abstract_v1_0-step00000100.safetensors +3 -0
  11. abstract/illu_v0_1_abstract_v1_0-step00000110.safetensors +3 -0
  12. abstract/illu_v0_1_abstract_v1_0-step00000120.safetensors +3 -0
  13. abstract/illu_v0_1_abstract_v1_0-step00000130.safetensors +3 -0
  14. abstract/illu_v0_1_abstract_v1_0-step00000140.safetensors +3 -0
  15. abstract/illu_v0_1_abstract_v1_0-step00000150.safetensors +3 -0
  16. abstract/illu_v0_1_abstract_v1_0-step00000160.safetensors +3 -0
  17. abstract/illu_v0_1_abstract_v1_0.safetensors +3 -0
  18. abstract/illu_v0_1_abstract_v1_0.toml +104 -0
  19. abstract/illu_v0_1_abstract_v1_1.safetensors +3 -0
  20. abstract/illu_v0_1_abstract_v1_1.toml +104 -0
  21. color_spot/illu_v0_1_color_spot_v1_0-000008.safetensors +3 -0
  22. color_spot/illu_v0_1_color_spot_v1_0-000009.safetensors +3 -0
  23. color_spot/illu_v0_1_color_spot_v1_0.safetensors +3 -0
  24. color_spot/illu_v0_1_color_spot_v1_0.toml +105 -0
  25. fisheye/illu_v0_1_fisheye_v1_0-000001.safetensors +3 -0
  26. fisheye/illu_v0_1_fisheye_v1_0-000002.safetensors +3 -0
  27. fisheye/illu_v0_1_fisheye_v1_0-000003.safetensors +3 -0
  28. fisheye/illu_v0_1_fisheye_v1_0-000004.safetensors +3 -0
  29. fisheye/illu_v0_1_fisheye_v1_0-000005.safetensors +3 -0
  30. fisheye/illu_v0_1_fisheye_v1_0-000006.safetensors +3 -0
  31. fisheye/illu_v0_1_fisheye_v1_0-000007.safetensors +3 -0
  32. fisheye/illu_v0_1_fisheye_v1_0-000008.safetensors +3 -0
  33. fisheye/illu_v0_1_fisheye_v1_0-000009.safetensors +3 -0
  34. fisheye/illu_v0_1_fisheye_v1_0-000010.safetensors +3 -0
  35. fisheye/illu_v0_1_fisheye_v1_0-000011.safetensors +3 -0
  36. fisheye/illu_v0_1_fisheye_v1_0-000012.safetensors +3 -0
  37. fisheye/illu_v0_1_fisheye_v1_0-000013.safetensors +3 -0
  38. fisheye/illu_v0_1_fisheye_v1_0-000014.safetensors +3 -0
  39. fisheye/illu_v0_1_fisheye_v1_0.toml +104 -0
  40. glitch/illu_v0_1_glitch_v1_0-000001.safetensors +3 -0
  41. glitch/illu_v0_1_glitch_v1_0-000002.safetensors +3 -0
  42. glitch/illu_v0_1_glitch_v1_0-000003.safetensors +3 -0
  43. glitch/illu_v0_1_glitch_v1_0-000004.safetensors +3 -0
  44. glitch/illu_v0_1_glitch_v1_0-000005.safetensors +3 -0
  45. glitch/illu_v0_1_glitch_v1_0-000006.safetensors +3 -0
  46. glitch/illu_v0_1_glitch_v1_0-000007.safetensors +3 -0
  47. glitch/illu_v0_1_glitch_v1_0-000008.safetensors +3 -0
  48. glitch/illu_v0_1_glitch_v1_0-000009.safetensors +3 -0
  49. glitch/illu_v0_1_glitch_v1_0.safetensors +3 -0
  50. glitch/illu_v0_1_glitch_v1_0.toml +104 -0
abstract/illu_v0_1_abstract_v1_0-step00000010.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de79a478b735dff495ea3b594df72ca6e0f59d6fd97465c5da13de6d971fa874
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000020.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d3c5b523fa88cc599d5fb15675d456be6edb90470b6c826ad69504f38d901b
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe12e22b43ae77f136d41f89113f6c155647e4a56ac02a51da686cfcb1c0f5b4
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000040.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7993d94ff70fe8f0ae83d62938750f0f046989f14389e1f9c9c25de3207799e5
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b97c4d09b7875c40b864df693cc09237a02f630e0a58f060a6c0675f4663cf8
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000060.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cfc247678c6825b7649940680cf6ff8cd83be88f4852c2dac22f6a7614beb56
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000070.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03cfd09545f797f44013bf1bcebe13939b894fecb4a8eb91d0d4cf6a9dc5e27
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000080.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8019562a53d034fc34743cd17a444bece9e6c36e290a2d5c7364a7bfed71a94
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000090.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a77fbd471168eefdea2b91e1b68285758f549d671c5b4e9543b802c9e3512c6
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000100.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f4b4c3b4a646351bf55fedb721f86dbb0da2ae93b9d630341a1a57a5ca23d8
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000110.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77e9791f2dc9dde606216d190cab4e3d82c83697dbb4831d01b194a9935eefe0
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e920d06e4d5452b77855d80e7c0a201bb24e1edf71c0e7b50142943eaae65b5
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000130.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771f67b07d67614842d7935157320a374b59acb0a56e903390994949217002f9
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000140.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8229a7bcd71dee80f4af79ed94f6dc425eea4fe115852e051e964eab9151bc2a
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000150.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:680ab3dba37884d57db820535874904ac9245e236ef0928a891babc65a82045e
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0-step00000160.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c58af32e2af6995eb1295244414606a607a520bfff1b06c97a5fc109e9e92b42
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b534255900dd392e96a26d231104e0fbd43c5e2b5c7ceaca4f34a1caf39ad991
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_0.toml ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_dropout_rate = 0.05
3
+ caption_extension = ".txt"
4
+ image_dir = "D:/ai/datasets/rx/datasets/abstract"
5
+ keep_tokens = 1
6
+ name = "Main"
7
+ num_repeats = 6
8
+ random_crop = true
9
+ random_crop_padding_percent = 0.06
10
+ shuffle_caption = true
11
+
12
+ [train_mode]
13
+ train_mode = "lora"
14
+
15
+ [general_args.args]
16
+ persistent_data_loader_workers = true
17
+ pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
18
+ mixed_precision = "bf16"
19
+ gradient_checkpointing = true
20
+ gradient_accumulation_steps = 6
21
+ seed = 1337
22
+ max_data_loader_n_workers = 2
23
+ max_token_length = 225
24
+ prior_loss_weight = 1.0
25
+ xformers = true
26
+ sdxl = true
27
+ max_train_steps = 160
28
+
29
+ [general_args.dataset_args]
30
+ resolution = 1024
31
+ batch_size = 6
32
+
33
+ [network_args.args]
34
+ network_dim = 16
35
+ network_alpha = 32.0
36
+ min_timestep = 0
37
+ max_timestep = 1000
38
+ ip_noise_gamma = 0.05
39
+
40
+ [optimizer_args.args]
41
+ optimizer_type = "ADOPTAOScheduleFree"
42
+ lr_scheduler = "constant_with_warmup"
43
+ loss_type = "l2"
44
+ learning_rate = 0.0005
45
+ warmup_ratio = 0.1
46
+ max_grad_norm = 0.0
47
+ text_encoder_lr = 5e-5
48
+
49
+ [saving_args.args]
50
+ output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
51
+ save_precision = "bf16"
52
+ save_model_as = "safetensors"
53
+ save_toml = true
54
+ save_toml_location = "D:/ai/training/sdxl/toml"
55
+ output_name = "illu_v0_1_abstract_v1_0"
56
+ save_every_n_steps = 10
57
+
58
+ [noise_args.args]
59
+ multires_noise_iterations = 6
60
+ multires_noise_discount = 0.1
61
+
62
+ [logging_args.args]
63
+ logging_dir = "D:\\ai\\training\\sdxl\\logging"
64
+ log_prefix = "sdxl_caloart_"
65
+ log_tracker_name = "sdxl"
66
+ log_with = "wandb"
67
+
68
+ [extra_args.args]
69
+ validation_split = "0.2"
70
+ validation_seed = "1337"
71
+ validation_every_n_step = "10"
72
+ validation_timesteps = "[50, 200, 400, 600, 800, 950]"
73
+ pin_memory = "True"
74
+ log_config = "True"
75
+ laplace_timestep_sampling_mu = "1.5"
76
+ laplace_timestep_sampling_b = "2.5"
77
+
78
+ [bucket_args.dataset_args]
79
+ enable_bucket = true
80
+ min_bucket_reso = 512
81
+ max_bucket_reso = 1536
82
+ bucket_reso_steps = 64
83
+
84
+ [network_args.args.network_args]
85
+ conv_dim = 10
86
+ conv_alpha = 20.0
87
+ algo = "locon"
88
+ preset = "full"
89
+ dora_wd = true
90
+ train_norm = true
91
+ use_scalar = "True"
92
+
93
+ [optimizer_args.args.optimizer_args]
94
+ betas = "0.8,0.998"
95
+ weight_decay = "2e-7"
96
+ adaptive_clip = "0.06"
97
+ stable_weight_decay = "True"
98
+ weight_decouple = "True"
99
+ update_strategy = "cautious"
100
+ eps = "1e-8"
101
+ adaptive_clip_eps = "0"
102
+ adaptive_clip_type = "layer"
103
+ eps_floor = "1e-14"
104
+ use_orthograd = "True"
abstract/illu_v0_1_abstract_v1_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43f8c21f67bf39c0264bf086c1c1277d4f0b3fd6948db89372f2b8d3ce485c88
3
+ size 128365496
abstract/illu_v0_1_abstract_v1_1.toml ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_dropout_rate = 0.05
3
+ caption_extension = ".txt"
4
+ image_dir = "D:/ai/datasets/rx/datasets/abstract"
5
+ keep_tokens = 1
6
+ name = "Main"
7
+ num_repeats = 6
8
+ random_crop = true
9
+ random_crop_padding_percent = 0.06
10
+ shuffle_caption = true
11
+
12
+ [train_mode]
13
+ train_mode = "lora"
14
+
15
+ [general_args.args]
16
+ persistent_data_loader_workers = true
17
+ pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
18
+ mixed_precision = "bf16"
19
+ gradient_checkpointing = true
20
+ gradient_accumulation_steps = 6
21
+ seed = 1337
22
+ max_data_loader_n_workers = 2
23
+ max_token_length = 225
24
+ prior_loss_weight = 1.0
25
+ xformers = true
26
+ max_train_steps = 160
27
+ sdxl = true
28
+
29
+ [general_args.dataset_args]
30
+ resolution = 1024
31
+ batch_size = 6
32
+
33
+ [network_args.args]
34
+ network_dim = 16
35
+ network_alpha = 32.0
36
+ min_timestep = 0
37
+ max_timestep = 1000
38
+ ip_noise_gamma = 0.05
39
+
40
+ [optimizer_args.args]
41
+ optimizer_type = "ADOPTAOScheduleFree"
42
+ lr_scheduler = "constant_with_warmup"
43
+ loss_type = "l2"
44
+ warmup_ratio = 0.1
45
+ max_grad_norm = 0.0
46
+ learning_rate = 0.001
47
+ text_encoder_lr = 0.0001
48
+
49
+ [saving_args.args]
50
+ output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
51
+ save_precision = "bf16"
52
+ save_model_as = "safetensors"
53
+ save_every_n_steps = 10
54
+ save_toml = true
55
+ save_toml_location = "D:/ai/training/sdxl/toml"
56
+ output_name = "illu_v0_1_abstract_v1_1"
57
+
58
+ [noise_args.args]
59
+ multires_noise_iterations = 6
60
+ multires_noise_discount = 0.1
61
+
62
+ [logging_args.args]
63
+ logging_dir = "D:\\ai\\training\\sdxl\\logging"
64
+ log_prefix = "sdxl_caloart_"
65
+ log_tracker_name = "sdxl"
66
+ log_with = "wandb"
67
+
68
+ [extra_args.args]
69
+ validation_split = "0.2"
70
+ validation_seed = "1337"
71
+ validation_every_n_step = "10"
72
+ validation_timesteps = "[50, 200, 400, 600, 800, 950]"
73
+ pin_memory = "True"
74
+ log_config = "True"
75
+ laplace_timestep_sampling_mu = "1.5"
76
+ laplace_timestep_sampling_b = "2.5"
77
+
78
+ [bucket_args.dataset_args]
79
+ enable_bucket = true
80
+ min_bucket_reso = 512
81
+ max_bucket_reso = 1536
82
+ bucket_reso_steps = 64
83
+
84
+ [network_args.args.network_args]
85
+ conv_dim = 10
86
+ conv_alpha = 20.0
87
+ algo = "locon"
88
+ preset = "full"
89
+ dora_wd = true
90
+ train_norm = true
91
+ use_scalar = "True"
92
+
93
+ [optimizer_args.args.optimizer_args]
94
+ betas = "0.8,0.998"
95
+ weight_decay = "2e-7"
96
+ adaptive_clip = "0.06"
97
+ stable_weight_decay = "True"
98
+ weight_decouple = "True"
99
+ update_strategy = "cautious"
100
+ eps = "1e-8"
101
+ adaptive_clip_eps = "0"
102
+ adaptive_clip_type = "layer"
103
+ eps_floor = "1e-14"
104
+ use_orthograd = "True"
color_spot/illu_v0_1_color_spot_v1_0-000008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f04361684cd14f071ec972c632be1f5924dcc8fba833bf9cd01960009462f52
3
+ size 128383128
color_spot/illu_v0_1_color_spot_v1_0-000009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7716617c0b90e20a3b515316281bb6d66e8c58d226585b3f47674261e4110484
3
+ size 128383128
color_spot/illu_v0_1_color_spot_v1_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51f9e24c477dd97b81c68aeb43cc86aa24c287f77f04cb5ba86cf73545551a82
3
+ size 128383128
color_spot/illu_v0_1_color_spot_v1_0.toml ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_dropout_rate = 0.05
3
+ caption_extension = ".txt"
4
+ image_dir = "D:/ai/datasets/rx/datasets/color spot"
5
+ keep_tokens = 1
6
+ name = "Main"
7
+ num_repeats = 6
8
+ random_crop = true
9
+ random_crop_padding_percent = 0.06
10
+ shuffle_caption = true
11
+
12
+ [train_mode]
13
+ train_mode = "lora"
14
+
15
+ [general_args.args]
16
+ persistent_data_loader_workers = true
17
+ pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
18
+ mixed_precision = "bf16"
19
+ gradient_checkpointing = true
20
+ gradient_accumulation_steps = 6
21
+ seed = 1337
22
+ max_data_loader_n_workers = 2
23
+ max_token_length = 225
24
+ prior_loss_weight = 1.0
25
+ xformers = true
26
+ max_train_epochs = 10
27
+ sdxl = true
28
+
29
+ [general_args.dataset_args]
30
+ resolution = 1024
31
+ batch_size = 6
32
+
33
+ [network_args.args]
34
+ network_dim = 16
35
+ network_alpha = 32.0
36
+ min_timestep = 0
37
+ max_timestep = 1000
38
+ ip_noise_gamma = 0.05
39
+
40
+ [optimizer_args.args]
41
+ optimizer_type = "ADOPTAOScheduleFree"
42
+ lr_scheduler = "constant_with_warmup"
43
+ loss_type = "l2"
44
+ learning_rate = 0.0005
45
+ warmup_ratio = 0.1
46
+ max_grad_norm = 0.0
47
+ text_encoder_lr = 5e-5
48
+
49
+ [saving_args.args]
50
+ output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
51
+ save_precision = "bf16"
52
+ save_model_as = "safetensors"
53
+ save_every_n_epochs = 1
54
+ save_toml = true
55
+ save_toml_location = "D:/ai/training/sdxl/toml"
56
+ output_name = "illu_v0_1_color_spot_v1_0"
57
+ save_last_n_epochs = 2
58
+
59
+ [noise_args.args]
60
+ multires_noise_iterations = 6
61
+ multires_noise_discount = 0.1
62
+
63
+ [logging_args.args]
64
+ logging_dir = "D:\\ai\\training\\sdxl\\logging"
65
+ log_prefix = "sdxl_caloart_"
66
+ log_tracker_name = "sdxl"
67
+ log_with = "wandb"
68
+
69
+ [extra_args.args]
70
+ validation_split = "0.2"
71
+ validation_seed = "1337"
72
+ validation_every_n_step = "10"
73
+ validation_timesteps = "[50, 200, 400, 600, 800, 950]"
74
+ pin_memory = "True"
75
+ log_config = "True"
76
+ laplace_timestep_sampling_mu = "1.5"
77
+ laplace_timestep_sampling_b = "2.5"
78
+
79
+ [bucket_args.dataset_args]
80
+ enable_bucket = true
81
+ min_bucket_reso = 512
82
+ max_bucket_reso = 1536
83
+ bucket_reso_steps = 64
84
+
85
+ [network_args.args.network_args]
86
+ conv_dim = 10
87
+ conv_alpha = 20.0
88
+ algo = "locon"
89
+ preset = "full"
90
+ dora_wd = true
91
+ train_norm = true
92
+ use_scalar = "True"
93
+
94
+ [optimizer_args.args.optimizer_args]
95
+ betas = "0.8,0.998"
96
+ weight_decay = "2e-7"
97
+ adaptive_clip = "0.06"
98
+ stable_weight_decay = "True"
99
+ weight_decouple = "True"
100
+ update_strategy = "cautious"
101
+ eps = "1e-8"
102
+ adaptive_clip_eps = "0"
103
+ adaptive_clip_type = "layer"
104
+ eps_floor = "1e-14"
105
+ use_orthograd = "True"
fisheye/illu_v0_1_fisheye_v1_0-000001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:971bb5e5bcf7f3aa0df94efec766a88b9af475d6879b7fee4e4e212141883304
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006be9c521171af5fed841172d7fbd5d32fc8bcf97b05adecac4cd4d1b634b3f
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af50831cf076a5b9f2d3d4aa4574fc5e15ea2a8033b8cafeb7a08dff64479757
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb6aedd2d117bdea4c154e4084cb055115c60c296446efdcaff2fb61ad146b4e
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d4dd501ee91c01d73bd58503ee7c5d6f5568e3e39086186b7438bd521c4828
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:122a2e2c2dd8013e061bf5a90a6d401e85e0ce21386fb7695c616c38bf673b22
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3a1896b111d95cf82f5c6a29e4ae86f7d2dd653927ed4dc5e6457b0b268d7c5
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c934c1ba276f07ac27776497c2bc4511c2f314351fe536f2134a0acdada296bc
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5fae6a1dfd07bf5152254a15cf3e35b52799fdde23ead91c4d6fb335e7514ac
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000010.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53373713b8fd1845ecfe9f2d4bfcc42e7006e370217e9214831ae454416ae56b
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac229bcf7077e2660c265364698ee175d391d958f8afdb59a2fb52c7c4eacb2d
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fd94d3e586eeab58aedce979de04a5689389efbf7e6f832544e67733c4a84e5
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a3548aaff02741e1fa378278809a55fa778867e511f7ffc023d5f619126470
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0-000014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f7bfcc5be052ecea71522f7b8e3db7f2f54890d9ba591218ae4367ce6d9a81
3
+ size 128371680
fisheye/illu_v0_1_fisheye_v1_0.toml ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_dropout_rate = 0.05
3
+ caption_extension = ".txt"
4
+ image_dir = "D:/ai/datasets/rx/datasets/fisheye"
5
+ keep_tokens = 1
6
+ name = "Main"
7
+ num_repeats = 6
8
+ random_crop = true
9
+ random_crop_padding_percent = 0.06
10
+ shuffle_caption = true
11
+
12
+ [train_mode]
13
+ train_mode = "lora"
14
+
15
+ [general_args.args]
16
+ persistent_data_loader_workers = true
17
+ pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
18
+ mixed_precision = "bf16"
19
+ gradient_checkpointing = true
20
+ gradient_accumulation_steps = 6
21
+ seed = 1337
22
+ max_data_loader_n_workers = 2
23
+ max_token_length = 225
24
+ prior_loss_weight = 1.0
25
+ xformers = true
26
+ sdxl = true
27
+ max_train_steps = 160
28
+
29
+ [general_args.dataset_args]
30
+ resolution = 1024
31
+ batch_size = 6
32
+
33
+ [network_args.args]
34
+ network_dim = 16
35
+ network_alpha = 32.0
36
+ min_timestep = 0
37
+ max_timestep = 1000
38
+ ip_noise_gamma = 0.05
39
+
40
+ [optimizer_args.args]
41
+ optimizer_type = "ADOPTAOScheduleFree"
42
+ lr_scheduler = "constant_with_warmup"
43
+ loss_type = "l2"
44
+ learning_rate = 0.0005
45
+ warmup_ratio = 0.1
46
+ max_grad_norm = 0.0
47
+ text_encoder_lr = 5e-5
48
+
49
+ [saving_args.args]
50
+ output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
51
+ save_precision = "bf16"
52
+ save_model_as = "safetensors"
53
+ save_every_n_epochs = 1
54
+ save_toml = true
55
+ save_toml_location = "D:/ai/training/sdxl/toml"
56
+ output_name = "illu_v0_1_fisheye_v1_0"
57
+
58
+ [noise_args.args]
59
+ multires_noise_iterations = 6
60
+ multires_noise_discount = 0.1
61
+
62
+ [logging_args.args]
63
+ logging_dir = "D:\\ai\\training\\sdxl\\logging"
64
+ log_prefix = "sdxl_caloart_"
65
+ log_tracker_name = "sdxl"
66
+ log_with = "wandb"
67
+
68
+ [extra_args.args]
69
+ validation_split = "0.2"
70
+ validation_seed = "1337"
71
+ validation_every_n_step = "10"
72
+ validation_timesteps = "[50, 200, 400, 600, 800, 950]"
73
+ pin_memory = "True"
74
+ log_config = "True"
75
+ laplace_timestep_sampling_mu = "1.5"
76
+ laplace_timestep_sampling_b = "2.5"
77
+
78
+ [bucket_args.dataset_args]
79
+ enable_bucket = true
80
+ min_bucket_reso = 512
81
+ max_bucket_reso = 1536
82
+ bucket_reso_steps = 64
83
+
84
+ [network_args.args.network_args]
85
+ conv_dim = 10
86
+ conv_alpha = 20.0
87
+ algo = "locon"
88
+ preset = "full"
89
+ dora_wd = true
90
+ train_norm = true
91
+ use_scalar = "True"
92
+
93
+ [optimizer_args.args.optimizer_args]
94
+ betas = "0.8,0.998"
95
+ weight_decay = "2e-7"
96
+ adaptive_clip = "0.06"
97
+ stable_weight_decay = "True"
98
+ weight_decouple = "True"
99
+ update_strategy = "cautious"
100
+ eps = "1e-8"
101
+ adaptive_clip_eps = "0"
102
+ adaptive_clip_type = "layer"
103
+ eps_floor = "1e-14"
104
+ use_orthograd = "True"
glitch/illu_v0_1_glitch_v1_0-000001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fffd97e7faeadd7d8fe4b7144aeb3332463b3d22c656ae9816424a18b2e801c
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0-000002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1a2975e7c85828c82d2df1f389a4463d6dbe6aa98150d7845fbde6d17265561
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0-000003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffb7cff29a1667a07d3a96d2a81a6b0a246fba40ca6fb4ac6b4be4c7264c910d
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0-000004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f6dd1b62adaf5eb17a7654a91c7a5ecb0939368b499da599cee72f764dc74f3
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0-000005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cb68cb231a69b956737fc8be3f66705f71a2da7aa14f593e106dbd3a592be5d
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0-000006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e66c291052d7097a1d7910807469313f1196d583459080035ce684b89f5f1f9f
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0-000007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3acbafb791572556d5352b8df37aad10f739b98377007ba582ae6cdf5cad8eb2
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0-000008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c93c36062f464337ad7a64c9b1650afe159c1d4d7ca8601353d6c22163076b
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0-000009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b059cbd8f9c74916914f2272ee53d1f147e31f1e533d5b4d091e872f3b1faef
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02266211047260606d648af7eaf9fabf1dad8f14ef7b86cc6b0f8699c9be4ee0
3
+ size 128374848
glitch/illu_v0_1_glitch_v1_0.toml ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_dropout_rate = 0.05
3
+ caption_extension = ".txt"
4
+ image_dir = "D:/ai/datasets/rx/datasets/glitch"
5
+ keep_tokens = 1
6
+ name = "Main"
7
+ num_repeats = 6
8
+ random_crop = true
9
+ random_crop_padding_percent = 0.06
10
+ shuffle_caption = true
11
+
12
+ [train_mode]
13
+ train_mode = "lora"
14
+
15
+ [general_args.args]
16
+ persistent_data_loader_workers = true
17
+ pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
18
+ mixed_precision = "bf16"
19
+ gradient_checkpointing = true
20
+ gradient_accumulation_steps = 6
21
+ seed = 1337
22
+ max_data_loader_n_workers = 2
23
+ max_token_length = 225
24
+ prior_loss_weight = 1.0
25
+ xformers = true
26
+ max_train_epochs = 10
27
+ sdxl = true
28
+
29
+ [general_args.dataset_args]
30
+ resolution = 1024
31
+ batch_size = 6
32
+
33
+ [network_args.args]
34
+ network_dim = 16
35
+ network_alpha = 32.0
36
+ min_timestep = 0
37
+ max_timestep = 1000
38
+ ip_noise_gamma = 0.05
39
+
40
+ [optimizer_args.args]
41
+ optimizer_type = "ADOPTAOScheduleFree"
42
+ lr_scheduler = "constant_with_warmup"
43
+ loss_type = "l2"
44
+ learning_rate = 0.0005
45
+ warmup_ratio = 0.1
46
+ max_grad_norm = 0.0
47
+ text_encoder_lr = 5e-5
48
+
49
+ [saving_args.args]
50
+ output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
51
+ save_precision = "bf16"
52
+ save_model_as = "safetensors"
53
+ save_every_n_epochs = 1
54
+ save_toml = true
55
+ save_toml_location = "D:/ai/training/sdxl/toml"
56
+ output_name = "illu_v0_1_glitch_v1_0"
57
+
58
+ [noise_args.args]
59
+ multires_noise_iterations = 6
60
+ multires_noise_discount = 0.1
61
+
62
+ [logging_args.args]
63
+ logging_dir = "D:\\ai\\training\\sdxl\\logging"
64
+ log_prefix = "sdxl_caloart_"
65
+ log_tracker_name = "sdxl"
66
+ log_with = "wandb"
67
+
68
+ [extra_args.args]
69
+ validation_split = "0.2"
70
+ validation_seed = "1337"
71
+ validation_every_n_step = "10"
72
+ validation_timesteps = "[50, 200, 400, 600, 800, 950]"
73
+ pin_memory = "True"
74
+ log_config = "True"
75
+ laplace_timestep_sampling_mu = "1.5"
76
+ laplace_timestep_sampling_b = "2.5"
77
+
78
+ [bucket_args.dataset_args]
79
+ enable_bucket = true
80
+ min_bucket_reso = 512
81
+ max_bucket_reso = 1536
82
+ bucket_reso_steps = 64
83
+
84
+ [network_args.args.network_args]
85
+ conv_dim = 10
86
+ conv_alpha = 20.0
87
+ algo = "locon"
88
+ preset = "full"
89
+ dora_wd = true
90
+ train_norm = true
91
+ use_scalar = "True"
92
+
93
+ [optimizer_args.args.optimizer_args]
94
+ betas = "0.8,0.998"
95
+ weight_decay = "2e-7"
96
+ adaptive_clip = "0.06"
97
+ stable_weight_decay = "True"
98
+ weight_decouple = "True"
99
+ update_strategy = "cautious"
100
+ eps = "1e-8"
101
+ adaptive_clip_eps = "0"
102
+ adaptive_clip_type = "layer"
103
+ eps_floor = "1e-14"
104
+ use_orthograd = "True"