Norwaere commited on
Commit
bbaade9
·
verified ·
1 Parent(s): a7b997a

Upload 24 files

Browse files
Files changed (24) hide show
  1. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/20250712110558/network_train/events.out.tfevents.1752311300.DESKTOP-7FMCOSS.51484.0 +3 -0
  2. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000001.safetensors +3 -0
  3. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000002.safetensors +3 -0
  4. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000003.safetensors +3 -0
  5. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000004.safetensors +3 -0
  6. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000005.safetensors +3 -0
  7. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000006.safetensors +3 -0
  8. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000007.safetensors +3 -0
  9. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000008.safetensors +3 -0
  10. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000009.safetensors +3 -0
  11. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000010.safetensors +3 -0
  12. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000011.safetensors +3 -0
  13. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000012.safetensors +3 -0
  14. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000013.safetensors +3 -0
  15. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000014.safetensors +3 -0
  16. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000015.safetensors +3 -0
  17. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000016.safetensors +3 -0
  18. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000017.safetensors +3 -0
  19. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000018.safetensors +3 -0
  20. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000019.safetensors +3 -0
  21. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000020.safetensors +3 -0
  22. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000021.safetensors +3 -0
  23. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32.safetensors +3 -0
  24. Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32.toml +120 -0
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/20250712110558/network_train/events.out.tfevents.1752311300.DESKTOP-7FMCOSS.51484.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463999f6d6afde8274e356fffdbfbfdd3abfd2faca49cf3d96c3e7b4a065c154
3
+ size 1191220
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:647b53652078f807806a567754b040190fa47c44c822ca5f7de8c4160690027f
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd1831c9662c1d65585a9b1a21fb86d8246fc7949fa5a3ca3417abddd1337b69
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25b02fadbba9531f0e7d551f5f83194f5a71f769b7384f8ba928d9ba109e7d7d
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c2ad6680a16d96785aafa12a9ee3628dc02a1b831bbf4052f3fe6cd779f77fa
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:991c792fb39bf1bcbe1f313ee34eccc874387efc1379900a11e1cd45a069df3b
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90cfa14aa8fd93a15a7136b28168629401d9fea1cb765c1ab600b09561308213
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c35c50b6fbc9c3d90b87d696a133df95c98cb1830c5bde8990d41a4b29a9ce7
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a28b28c4536b9291033923ebb8ecc770ed57bbf83391f949b7f6fc7b5ee40843
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f743cf1dc2117d65bd53da219d07087628ef3196ff5ed5c2d6952ee69ece6ba
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000010.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:973eb824956ab3ed461061e9caba5c8612cfef1e4a19bbc6005401f7166bd575
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953ec2a7b144df465a2e3e29dd14812fb1792477fb9680a2cf8ed4a5da80ccbb
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7177cef9e31cfd1a957fa50da49d3041f5c1cd5bcf9ab4aa6bbf657e27db257
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fc6ff2fbc6eaf09dc08d7d2d9a250d7387eec6e4a743adf74e158d195331786
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:394c15fe7c4c5c522d826b98a3eb247cffc8554be22cb05603fda09bd9bd61d8
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bbb854ec371f8dd1bb12c25afdc56827336ed9cc0dc7b0f9d81a345d213616f
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0726edc62de2f30b2f38687aceaad6db2ba2bcf58b36062c2fbc12ed45c7302
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40844b187eb7f1b44989ed02b84c7c8275811e5353e55d81f7f36c0e64e39ddc
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000018.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3eb6b7b440edfe7b0ba1d9cfbd73f9b810af7c5dd31c5965931b321cebec375
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000019.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55fc8aa09df328cb8c037cf6e104b85690f2d1fc49e97b77f936f45b168dbedf
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000020.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0b84376b13923034e656e3f0847a163cf25f50e67ddbc0b2882752fecdf0a86
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32-000021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c47e7e641cee3d947c14cdeec354145adb600ff576dbe11214ef827aeaeef8
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3986800ed509e467b28facfd8e679721fa2c999f77f5838b0b6320683e432c84
3
+ size 398978576
Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32.toml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_extension = ".txt"
3
+ image_dir = "D:/datasets/reg2"
4
+ name = "reg2"
5
+ num_repeats = 1
6
+ random_crop_padding_percent = 0.06
7
+
8
+ [[subsets]]
9
+ caption_extension = ".txt"
10
+ image_dir = "Y:/stable-diffusion/datasets/Artoria tiny"
11
+ keep_tokens = 1
12
+ name = "ishiri small"
13
+ num_repeats = 1
14
+ random_crop_padding_percent = 0.06
15
+
16
+ [[subsets]]
17
+ caption_extension = ".txt"
18
+ image_dir = "D:/datasets/reg"
19
+ name = "reg"
20
+ num_repeats = 1
21
+ random_crop_padding_percent = 0.06
22
+
23
+ [[subsets]]
24
+ caption_extension = ".txt"
25
+ image_dir = "D:/datasets/mix"
26
+ name = "mix"
27
+ num_repeats = 1
28
+ random_crop_padding_percent = 0.06
29
+
30
+ [[subsets]]
31
+ caption_extension = ".txt"
32
+ image_dir = "D:/datasets/vpred conversion"
33
+ name = "Vpred set"
34
+ num_repeats = 1
35
+ random_crop_padding_percent = 0.06
36
+
37
+ [train_mode]
38
+ train_mode = "lora"
39
+
40
+ [general_args.args]
41
+ persistent_data_loader_workers = true
42
+ pretrained_model_name_or_path = "C:/Users/norwa/Downloads/illustriousXL20_v20.safetensors"
43
+ debiased_estimation_loss = true
44
+ gradient_checkpointing = true
45
+ seed = 8602366.0
46
+ max_data_loader_n_workers = 4
47
+ max_token_length = 225
48
+ prior_loss_weight = 1.0
49
+ xformers = true
50
+ cache_latents = true
51
+ cache_latents_to_disk = true
52
+ mixed_precision = "no"
53
+ v_parameterization = true
54
+ sdxl = true
55
+ gradient_accumulation_steps = 4
56
+ training_comment = "debiased estimation with sqrt(snr_t) / (snr_t+1) for vpred fp32 run with some fp64 loss added noise offset of 0.001 last testrun probably... if everything works out that is..."
57
+ max_train_epochs = 22
58
+
59
+ [general_args.dataset_args]
60
+ resolution = 256
61
+ batch_size = 64
62
+
63
+ [network_args.args]
64
+ network_dim = 64
65
+ network_alpha = 128.0
66
+ min_timestep = 0
67
+ max_timestep = 1000
68
+ network_train_unet_only = true
69
+ cache_text_encoder_outputs = true
70
+ cache_text_encoder_outputs_to_disk = true
71
+
72
+ [optimizer_args.args]
73
+ lr_scheduler = "constant_with_warmup"
74
+ loss_type = "l2"
75
+ learning_rate = 4e-5
76
+ warmup_ratio = 0.02
77
+ max_grad_norm = 0.1
78
+ zero_terminal_snr = true
79
+ optimizer_type = "AdamW"
80
+
81
+ [saving_args.args]
82
+ save_model_as = "safetensors"
83
+ save_every_n_epochs = 1
84
+ save_toml = true
85
+ save_precision = "bf16"
86
+ output_name = "Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32"
87
+ output_dir = "Y:/stable-diffusion/lora/derrian_distro/models/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32"
88
+ save_toml_location = "Y:/stable-diffusion/lora/derrian_distro/models/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32"
89
+
90
+ [logging_args.args]
91
+ log_prefix_mode = "disabled"
92
+ run_name_mode = "default"
93
+ log_with = "tensorboard"
94
+ logging_dir = "Y:/stable-diffusion/lora/derrian_distro/models/Illustrious-v2-256res-final-laplace-mu-5-b1-test-fp32"
95
+
96
+ [edm_loss_args.args]
97
+ edm2_loss_weighting = false
98
+
99
+ [extra_args.args]
100
+ pin_data_loader_memory = "True"
101
+ disable_cuda_reduced_precision_operations = "True"
102
+ laplace_timestep_sampling_b = "1"
103
+ laplace_timestep_sampling_mu = "-5"
104
+
105
+ [bucket_args.dataset_args]
106
+ enable_bucket = true
107
+ bucket_reso_steps = 64
108
+ max_bucket_reso = 320
109
+ min_bucket_reso = 192
110
+
111
+ [network_args.args.network_args]
112
+ conv_dim = 64
113
+ conv_alpha = 128.0
114
+ algo = "locon"
115
+ dora_wd = true
116
+ train_norm = true
117
+
118
+ [optimizer_args.args.optimizer_args]
119
+ weight_decay = "0.042"
120
+ betas = "0.9,0.99"