Upload 122 files
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- abstract/illu_v0_1_abstract_v1_0-step00000010.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000020.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000030.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000040.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000050.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000060.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000070.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000080.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000090.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000100.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000110.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000120.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000130.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000140.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000150.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0-step00000160.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_0.toml +104 -0
- abstract/illu_v0_1_abstract_v1_1.safetensors +3 -0
- abstract/illu_v0_1_abstract_v1_1.toml +104 -0
- color_spot/illu_v0_1_color_spot_v1_0-000008.safetensors +3 -0
- color_spot/illu_v0_1_color_spot_v1_0-000009.safetensors +3 -0
- color_spot/illu_v0_1_color_spot_v1_0.safetensors +3 -0
- color_spot/illu_v0_1_color_spot_v1_0.toml +105 -0
- fisheye/illu_v0_1_fisheye_v1_0-000001.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000002.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000003.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000004.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000005.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000006.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000007.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000008.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000009.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000010.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000011.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000012.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000013.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0-000014.safetensors +3 -0
- fisheye/illu_v0_1_fisheye_v1_0.toml +104 -0
- glitch/illu_v0_1_glitch_v1_0-000001.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0-000002.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0-000003.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0-000004.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0-000005.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0-000006.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0-000007.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0-000008.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0-000009.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0.safetensors +3 -0
- glitch/illu_v0_1_glitch_v1_0.toml +104 -0
abstract/illu_v0_1_abstract_v1_0-step00000010.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:de79a478b735dff495ea3b594df72ca6e0f59d6fd97465c5da13de6d971fa874
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000020.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5d3c5b523fa88cc599d5fb15675d456be6edb90470b6c826ad69504f38d901b
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000030.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe12e22b43ae77f136d41f89113f6c155647e4a56ac02a51da686cfcb1c0f5b4
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000040.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7993d94ff70fe8f0ae83d62938750f0f046989f14389e1f9c9c25de3207799e5
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000050.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b97c4d09b7875c40b864df693cc09237a02f630e0a58f060a6c0675f4663cf8
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000060.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1cfc247678c6825b7649940680cf6ff8cd83be88f4852c2dac22f6a7614beb56
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000070.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a03cfd09545f797f44013bf1bcebe13939b894fecb4a8eb91d0d4cf6a9dc5e27
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000080.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8019562a53d034fc34743cd17a444bece9e6c36e290a2d5c7364a7bfed71a94
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000090.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a77fbd471168eefdea2b91e1b68285758f549d671c5b4e9543b802c9e3512c6
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000100.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3f4b4c3b4a646351bf55fedb721f86dbb0da2ae93b9d630341a1a57a5ca23d8
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000110.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77e9791f2dc9dde606216d190cab4e3d82c83697dbb4831d01b194a9935eefe0
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000120.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e920d06e4d5452b77855d80e7c0a201bb24e1edf71c0e7b50142943eaae65b5
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000130.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:771f67b07d67614842d7935157320a374b59acb0a56e903390994949217002f9
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000140.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8229a7bcd71dee80f4af79ed94f6dc425eea4fe115852e051e964eab9151bc2a
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000150.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:680ab3dba37884d57db820535874904ac9245e236ef0928a891babc65a82045e
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0-step00000160.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c58af32e2af6995eb1295244414606a607a520bfff1b06c97a5fc109e9e92b42
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b534255900dd392e96a26d231104e0fbd43c5e2b5c7ceaca4f34a1caf39ad991
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_0.toml
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[subsets]]
|
| 2 |
+
caption_dropout_rate = 0.05
|
| 3 |
+
caption_extension = ".txt"
|
| 4 |
+
image_dir = "D:/ai/datasets/rx/datasets/abstract"
|
| 5 |
+
keep_tokens = 1
|
| 6 |
+
name = "Main"
|
| 7 |
+
num_repeats = 6
|
| 8 |
+
random_crop = true
|
| 9 |
+
random_crop_padding_percent = 0.06
|
| 10 |
+
shuffle_caption = true
|
| 11 |
+
|
| 12 |
+
[train_mode]
|
| 13 |
+
train_mode = "lora"
|
| 14 |
+
|
| 15 |
+
[general_args.args]
|
| 16 |
+
persistent_data_loader_workers = true
|
| 17 |
+
pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
|
| 18 |
+
mixed_precision = "bf16"
|
| 19 |
+
gradient_checkpointing = true
|
| 20 |
+
gradient_accumulation_steps = 6
|
| 21 |
+
seed = 1337
|
| 22 |
+
max_data_loader_n_workers = 2
|
| 23 |
+
max_token_length = 225
|
| 24 |
+
prior_loss_weight = 1.0
|
| 25 |
+
xformers = true
|
| 26 |
+
sdxl = true
|
| 27 |
+
max_train_steps = 160
|
| 28 |
+
|
| 29 |
+
[general_args.dataset_args]
|
| 30 |
+
resolution = 1024
|
| 31 |
+
batch_size = 6
|
| 32 |
+
|
| 33 |
+
[network_args.args]
|
| 34 |
+
network_dim = 16
|
| 35 |
+
network_alpha = 32.0
|
| 36 |
+
min_timestep = 0
|
| 37 |
+
max_timestep = 1000
|
| 38 |
+
ip_noise_gamma = 0.05
|
| 39 |
+
|
| 40 |
+
[optimizer_args.args]
|
| 41 |
+
optimizer_type = "ADOPTAOScheduleFree"
|
| 42 |
+
lr_scheduler = "constant_with_warmup"
|
| 43 |
+
loss_type = "l2"
|
| 44 |
+
learning_rate = 0.0005
|
| 45 |
+
warmup_ratio = 0.1
|
| 46 |
+
max_grad_norm = 0.0
|
| 47 |
+
text_encoder_lr = 5e-5
|
| 48 |
+
|
| 49 |
+
[saving_args.args]
|
| 50 |
+
output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
|
| 51 |
+
save_precision = "bf16"
|
| 52 |
+
save_model_as = "safetensors"
|
| 53 |
+
save_toml = true
|
| 54 |
+
save_toml_location = "D:/ai/training/sdxl/toml"
|
| 55 |
+
output_name = "illu_v0_1_abstract_v1_0"
|
| 56 |
+
save_every_n_steps = 10
|
| 57 |
+
|
| 58 |
+
[noise_args.args]
|
| 59 |
+
multires_noise_iterations = 6
|
| 60 |
+
multires_noise_discount = 0.1
|
| 61 |
+
|
| 62 |
+
[logging_args.args]
|
| 63 |
+
logging_dir = "D:\\ai\\training\\sdxl\\logging"
|
| 64 |
+
log_prefix = "sdxl_caloart_"
|
| 65 |
+
log_tracker_name = "sdxl"
|
| 66 |
+
log_with = "wandb"
|
| 67 |
+
|
| 68 |
+
[extra_args.args]
|
| 69 |
+
validation_split = "0.2"
|
| 70 |
+
validation_seed = "1337"
|
| 71 |
+
validation_every_n_step = "10"
|
| 72 |
+
validation_timesteps = "[50, 200, 400, 600, 800, 950]"
|
| 73 |
+
pin_memory = "True"
|
| 74 |
+
log_config = "True"
|
| 75 |
+
laplace_timestep_sampling_mu = "1.5"
|
| 76 |
+
laplace_timestep_sampling_b = "2.5"
|
| 77 |
+
|
| 78 |
+
[bucket_args.dataset_args]
|
| 79 |
+
enable_bucket = true
|
| 80 |
+
min_bucket_reso = 512
|
| 81 |
+
max_bucket_reso = 1536
|
| 82 |
+
bucket_reso_steps = 64
|
| 83 |
+
|
| 84 |
+
[network_args.args.network_args]
|
| 85 |
+
conv_dim = 10
|
| 86 |
+
conv_alpha = 20.0
|
| 87 |
+
algo = "locon"
|
| 88 |
+
preset = "full"
|
| 89 |
+
dora_wd = true
|
| 90 |
+
train_norm = true
|
| 91 |
+
use_scalar = "True"
|
| 92 |
+
|
| 93 |
+
[optimizer_args.args.optimizer_args]
|
| 94 |
+
betas = "0.8,0.998"
|
| 95 |
+
weight_decay = "2e-7"
|
| 96 |
+
adaptive_clip = "0.06"
|
| 97 |
+
stable_weight_decay = "True"
|
| 98 |
+
weight_decouple = "True"
|
| 99 |
+
update_strategy = "cautious"
|
| 100 |
+
eps = "1e-8"
|
| 101 |
+
adaptive_clip_eps = "0"
|
| 102 |
+
adaptive_clip_type = "layer"
|
| 103 |
+
eps_floor = "1e-14"
|
| 104 |
+
use_orthograd = "True"
|
abstract/illu_v0_1_abstract_v1_1.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43f8c21f67bf39c0264bf086c1c1277d4f0b3fd6948db89372f2b8d3ce485c88
|
| 3 |
+
size 128365496
|
abstract/illu_v0_1_abstract_v1_1.toml
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[subsets]]
|
| 2 |
+
caption_dropout_rate = 0.05
|
| 3 |
+
caption_extension = ".txt"
|
| 4 |
+
image_dir = "D:/ai/datasets/rx/datasets/abstract"
|
| 5 |
+
keep_tokens = 1
|
| 6 |
+
name = "Main"
|
| 7 |
+
num_repeats = 6
|
| 8 |
+
random_crop = true
|
| 9 |
+
random_crop_padding_percent = 0.06
|
| 10 |
+
shuffle_caption = true
|
| 11 |
+
|
| 12 |
+
[train_mode]
|
| 13 |
+
train_mode = "lora"
|
| 14 |
+
|
| 15 |
+
[general_args.args]
|
| 16 |
+
persistent_data_loader_workers = true
|
| 17 |
+
pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
|
| 18 |
+
mixed_precision = "bf16"
|
| 19 |
+
gradient_checkpointing = true
|
| 20 |
+
gradient_accumulation_steps = 6
|
| 21 |
+
seed = 1337
|
| 22 |
+
max_data_loader_n_workers = 2
|
| 23 |
+
max_token_length = 225
|
| 24 |
+
prior_loss_weight = 1.0
|
| 25 |
+
xformers = true
|
| 26 |
+
max_train_steps = 160
|
| 27 |
+
sdxl = true
|
| 28 |
+
|
| 29 |
+
[general_args.dataset_args]
|
| 30 |
+
resolution = 1024
|
| 31 |
+
batch_size = 6
|
| 32 |
+
|
| 33 |
+
[network_args.args]
|
| 34 |
+
network_dim = 16
|
| 35 |
+
network_alpha = 32.0
|
| 36 |
+
min_timestep = 0
|
| 37 |
+
max_timestep = 1000
|
| 38 |
+
ip_noise_gamma = 0.05
|
| 39 |
+
|
| 40 |
+
[optimizer_args.args]
|
| 41 |
+
optimizer_type = "ADOPTAOScheduleFree"
|
| 42 |
+
lr_scheduler = "constant_with_warmup"
|
| 43 |
+
loss_type = "l2"
|
| 44 |
+
warmup_ratio = 0.1
|
| 45 |
+
max_grad_norm = 0.0
|
| 46 |
+
learning_rate = 0.001
|
| 47 |
+
text_encoder_lr = 0.0001
|
| 48 |
+
|
| 49 |
+
[saving_args.args]
|
| 50 |
+
output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
|
| 51 |
+
save_precision = "bf16"
|
| 52 |
+
save_model_as = "safetensors"
|
| 53 |
+
save_every_n_steps = 10
|
| 54 |
+
save_toml = true
|
| 55 |
+
save_toml_location = "D:/ai/training/sdxl/toml"
|
| 56 |
+
output_name = "illu_v0_1_abstract_v1_1"
|
| 57 |
+
|
| 58 |
+
[noise_args.args]
|
| 59 |
+
multires_noise_iterations = 6
|
| 60 |
+
multires_noise_discount = 0.1
|
| 61 |
+
|
| 62 |
+
[logging_args.args]
|
| 63 |
+
logging_dir = "D:\\ai\\training\\sdxl\\logging"
|
| 64 |
+
log_prefix = "sdxl_caloart_"
|
| 65 |
+
log_tracker_name = "sdxl"
|
| 66 |
+
log_with = "wandb"
|
| 67 |
+
|
| 68 |
+
[extra_args.args]
|
| 69 |
+
validation_split = "0.2"
|
| 70 |
+
validation_seed = "1337"
|
| 71 |
+
validation_every_n_step = "10"
|
| 72 |
+
validation_timesteps = "[50, 200, 400, 600, 800, 950]"
|
| 73 |
+
pin_memory = "True"
|
| 74 |
+
log_config = "True"
|
| 75 |
+
laplace_timestep_sampling_mu = "1.5"
|
| 76 |
+
laplace_timestep_sampling_b = "2.5"
|
| 77 |
+
|
| 78 |
+
[bucket_args.dataset_args]
|
| 79 |
+
enable_bucket = true
|
| 80 |
+
min_bucket_reso = 512
|
| 81 |
+
max_bucket_reso = 1536
|
| 82 |
+
bucket_reso_steps = 64
|
| 83 |
+
|
| 84 |
+
[network_args.args.network_args]
|
| 85 |
+
conv_dim = 10
|
| 86 |
+
conv_alpha = 20.0
|
| 87 |
+
algo = "locon"
|
| 88 |
+
preset = "full"
|
| 89 |
+
dora_wd = true
|
| 90 |
+
train_norm = true
|
| 91 |
+
use_scalar = "True"
|
| 92 |
+
|
| 93 |
+
[optimizer_args.args.optimizer_args]
|
| 94 |
+
betas = "0.8,0.998"
|
| 95 |
+
weight_decay = "2e-7"
|
| 96 |
+
adaptive_clip = "0.06"
|
| 97 |
+
stable_weight_decay = "True"
|
| 98 |
+
weight_decouple = "True"
|
| 99 |
+
update_strategy = "cautious"
|
| 100 |
+
eps = "1e-8"
|
| 101 |
+
adaptive_clip_eps = "0"
|
| 102 |
+
adaptive_clip_type = "layer"
|
| 103 |
+
eps_floor = "1e-14"
|
| 104 |
+
use_orthograd = "True"
|
color_spot/illu_v0_1_color_spot_v1_0-000008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f04361684cd14f071ec972c632be1f5924dcc8fba833bf9cd01960009462f52
|
| 3 |
+
size 128383128
|
color_spot/illu_v0_1_color_spot_v1_0-000009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7716617c0b90e20a3b515316281bb6d66e8c58d226585b3f47674261e4110484
|
| 3 |
+
size 128383128
|
color_spot/illu_v0_1_color_spot_v1_0.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51f9e24c477dd97b81c68aeb43cc86aa24c287f77f04cb5ba86cf73545551a82
|
| 3 |
+
size 128383128
|
color_spot/illu_v0_1_color_spot_v1_0.toml
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[subsets]]
|
| 2 |
+
caption_dropout_rate = 0.05
|
| 3 |
+
caption_extension = ".txt"
|
| 4 |
+
image_dir = "D:/ai/datasets/rx/datasets/color spot"
|
| 5 |
+
keep_tokens = 1
|
| 6 |
+
name = "Main"
|
| 7 |
+
num_repeats = 6
|
| 8 |
+
random_crop = true
|
| 9 |
+
random_crop_padding_percent = 0.06
|
| 10 |
+
shuffle_caption = true
|
| 11 |
+
|
| 12 |
+
[train_mode]
|
| 13 |
+
train_mode = "lora"
|
| 14 |
+
|
| 15 |
+
[general_args.args]
|
| 16 |
+
persistent_data_loader_workers = true
|
| 17 |
+
pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
|
| 18 |
+
mixed_precision = "bf16"
|
| 19 |
+
gradient_checkpointing = true
|
| 20 |
+
gradient_accumulation_steps = 6
|
| 21 |
+
seed = 1337
|
| 22 |
+
max_data_loader_n_workers = 2
|
| 23 |
+
max_token_length = 225
|
| 24 |
+
prior_loss_weight = 1.0
|
| 25 |
+
xformers = true
|
| 26 |
+
max_train_epochs = 10
|
| 27 |
+
sdxl = true
|
| 28 |
+
|
| 29 |
+
[general_args.dataset_args]
|
| 30 |
+
resolution = 1024
|
| 31 |
+
batch_size = 6
|
| 32 |
+
|
| 33 |
+
[network_args.args]
|
| 34 |
+
network_dim = 16
|
| 35 |
+
network_alpha = 32.0
|
| 36 |
+
min_timestep = 0
|
| 37 |
+
max_timestep = 1000
|
| 38 |
+
ip_noise_gamma = 0.05
|
| 39 |
+
|
| 40 |
+
[optimizer_args.args]
|
| 41 |
+
optimizer_type = "ADOPTAOScheduleFree"
|
| 42 |
+
lr_scheduler = "constant_with_warmup"
|
| 43 |
+
loss_type = "l2"
|
| 44 |
+
learning_rate = 0.0005
|
| 45 |
+
warmup_ratio = 0.1
|
| 46 |
+
max_grad_norm = 0.0
|
| 47 |
+
text_encoder_lr = 5e-5
|
| 48 |
+
|
| 49 |
+
[saving_args.args]
|
| 50 |
+
output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
|
| 51 |
+
save_precision = "bf16"
|
| 52 |
+
save_model_as = "safetensors"
|
| 53 |
+
save_every_n_epochs = 1
|
| 54 |
+
save_toml = true
|
| 55 |
+
save_toml_location = "D:/ai/training/sdxl/toml"
|
| 56 |
+
output_name = "illu_v0_1_color_spot_v1_0"
|
| 57 |
+
save_last_n_epochs = 2
|
| 58 |
+
|
| 59 |
+
[noise_args.args]
|
| 60 |
+
multires_noise_iterations = 6
|
| 61 |
+
multires_noise_discount = 0.1
|
| 62 |
+
|
| 63 |
+
[logging_args.args]
|
| 64 |
+
logging_dir = "D:\\ai\\training\\sdxl\\logging"
|
| 65 |
+
log_prefix = "sdxl_caloart_"
|
| 66 |
+
log_tracker_name = "sdxl"
|
| 67 |
+
log_with = "wandb"
|
| 68 |
+
|
| 69 |
+
[extra_args.args]
|
| 70 |
+
validation_split = "0.2"
|
| 71 |
+
validation_seed = "1337"
|
| 72 |
+
validation_every_n_step = "10"
|
| 73 |
+
validation_timesteps = "[50, 200, 400, 600, 800, 950]"
|
| 74 |
+
pin_memory = "True"
|
| 75 |
+
log_config = "True"
|
| 76 |
+
laplace_timestep_sampling_mu = "1.5"
|
| 77 |
+
laplace_timestep_sampling_b = "2.5"
|
| 78 |
+
|
| 79 |
+
[bucket_args.dataset_args]
|
| 80 |
+
enable_bucket = true
|
| 81 |
+
min_bucket_reso = 512
|
| 82 |
+
max_bucket_reso = 1536
|
| 83 |
+
bucket_reso_steps = 64
|
| 84 |
+
|
| 85 |
+
[network_args.args.network_args]
|
| 86 |
+
conv_dim = 10
|
| 87 |
+
conv_alpha = 20.0
|
| 88 |
+
algo = "locon"
|
| 89 |
+
preset = "full"
|
| 90 |
+
dora_wd = true
|
| 91 |
+
train_norm = true
|
| 92 |
+
use_scalar = "True"
|
| 93 |
+
|
| 94 |
+
[optimizer_args.args.optimizer_args]
|
| 95 |
+
betas = "0.8,0.998"
|
| 96 |
+
weight_decay = "2e-7"
|
| 97 |
+
adaptive_clip = "0.06"
|
| 98 |
+
stable_weight_decay = "True"
|
| 99 |
+
weight_decouple = "True"
|
| 100 |
+
update_strategy = "cautious"
|
| 101 |
+
eps = "1e-8"
|
| 102 |
+
adaptive_clip_eps = "0"
|
| 103 |
+
adaptive_clip_type = "layer"
|
| 104 |
+
eps_floor = "1e-14"
|
| 105 |
+
use_orthograd = "True"
|
fisheye/illu_v0_1_fisheye_v1_0-000001.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:971bb5e5bcf7f3aa0df94efec766a88b9af475d6879b7fee4e4e212141883304
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:006be9c521171af5fed841172d7fbd5d32fc8bcf97b05adecac4cd4d1b634b3f
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000003.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af50831cf076a5b9f2d3d4aa4574fc5e15ea2a8033b8cafeb7a08dff64479757
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000004.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb6aedd2d117bdea4c154e4084cb055115c60c296446efdcaff2fb61ad146b4e
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000005.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:86d4dd501ee91c01d73bd58503ee7c5d6f5568e3e39086186b7438bd521c4828
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000006.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:122a2e2c2dd8013e061bf5a90a6d401e85e0ce21386fb7695c616c38bf673b22
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000007.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a3a1896b111d95cf82f5c6a29e4ae86f7d2dd653927ed4dc5e6457b0b268d7c5
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c934c1ba276f07ac27776497c2bc4511c2f314351fe536f2134a0acdada296bc
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f5fae6a1dfd07bf5152254a15cf3e35b52799fdde23ead91c4d6fb335e7514ac
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000010.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53373713b8fd1845ecfe9f2d4bfcc42e7006e370217e9214831ae454416ae56b
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000011.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ac229bcf7077e2660c265364698ee175d391d958f8afdb59a2fb52c7c4eacb2d
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000012.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9fd94d3e586eeab58aedce979de04a5689389efbf7e6f832544e67733c4a84e5
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000013.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5a3548aaff02741e1fa378278809a55fa778867e511f7ffc023d5f619126470
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0-000014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24f7bfcc5be052ecea71522f7b8e3db7f2f54890d9ba591218ae4367ce6d9a81
|
| 3 |
+
size 128371680
|
fisheye/illu_v0_1_fisheye_v1_0.toml
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[subsets]]
|
| 2 |
+
caption_dropout_rate = 0.05
|
| 3 |
+
caption_extension = ".txt"
|
| 4 |
+
image_dir = "D:/ai/datasets/rx/datasets/fisheye"
|
| 5 |
+
keep_tokens = 1
|
| 6 |
+
name = "Main"
|
| 7 |
+
num_repeats = 6
|
| 8 |
+
random_crop = true
|
| 9 |
+
random_crop_padding_percent = 0.06
|
| 10 |
+
shuffle_caption = true
|
| 11 |
+
|
| 12 |
+
[train_mode]
|
| 13 |
+
train_mode = "lora"
|
| 14 |
+
|
| 15 |
+
[general_args.args]
|
| 16 |
+
persistent_data_loader_workers = true
|
| 17 |
+
pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
|
| 18 |
+
mixed_precision = "bf16"
|
| 19 |
+
gradient_checkpointing = true
|
| 20 |
+
gradient_accumulation_steps = 6
|
| 21 |
+
seed = 1337
|
| 22 |
+
max_data_loader_n_workers = 2
|
| 23 |
+
max_token_length = 225
|
| 24 |
+
prior_loss_weight = 1.0
|
| 25 |
+
xformers = true
|
| 26 |
+
sdxl = true
|
| 27 |
+
max_train_steps = 160
|
| 28 |
+
|
| 29 |
+
[general_args.dataset_args]
|
| 30 |
+
resolution = 1024
|
| 31 |
+
batch_size = 6
|
| 32 |
+
|
| 33 |
+
[network_args.args]
|
| 34 |
+
network_dim = 16
|
| 35 |
+
network_alpha = 32.0
|
| 36 |
+
min_timestep = 0
|
| 37 |
+
max_timestep = 1000
|
| 38 |
+
ip_noise_gamma = 0.05
|
| 39 |
+
|
| 40 |
+
[optimizer_args.args]
|
| 41 |
+
optimizer_type = "ADOPTAOScheduleFree"
|
| 42 |
+
lr_scheduler = "constant_with_warmup"
|
| 43 |
+
loss_type = "l2"
|
| 44 |
+
learning_rate = 0.0005
|
| 45 |
+
warmup_ratio = 0.1
|
| 46 |
+
max_grad_norm = 0.0
|
| 47 |
+
text_encoder_lr = 5e-5
|
| 48 |
+
|
| 49 |
+
[saving_args.args]
|
| 50 |
+
output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
|
| 51 |
+
save_precision = "bf16"
|
| 52 |
+
save_model_as = "safetensors"
|
| 53 |
+
save_every_n_epochs = 1
|
| 54 |
+
save_toml = true
|
| 55 |
+
save_toml_location = "D:/ai/training/sdxl/toml"
|
| 56 |
+
output_name = "illu_v0_1_fisheye_v1_0"
|
| 57 |
+
|
| 58 |
+
[noise_args.args]
|
| 59 |
+
multires_noise_iterations = 6
|
| 60 |
+
multires_noise_discount = 0.1
|
| 61 |
+
|
| 62 |
+
[logging_args.args]
|
| 63 |
+
logging_dir = "D:\\ai\\training\\sdxl\\logging"
|
| 64 |
+
log_prefix = "sdxl_caloart_"
|
| 65 |
+
log_tracker_name = "sdxl"
|
| 66 |
+
log_with = "wandb"
|
| 67 |
+
|
| 68 |
+
[extra_args.args]
|
| 69 |
+
validation_split = "0.2"
|
| 70 |
+
validation_seed = "1337"
|
| 71 |
+
validation_every_n_step = "10"
|
| 72 |
+
validation_timesteps = "[50, 200, 400, 600, 800, 950]"
|
| 73 |
+
pin_memory = "True"
|
| 74 |
+
log_config = "True"
|
| 75 |
+
laplace_timestep_sampling_mu = "1.5"
|
| 76 |
+
laplace_timestep_sampling_b = "2.5"
|
| 77 |
+
|
| 78 |
+
[bucket_args.dataset_args]
|
| 79 |
+
enable_bucket = true
|
| 80 |
+
min_bucket_reso = 512
|
| 81 |
+
max_bucket_reso = 1536
|
| 82 |
+
bucket_reso_steps = 64
|
| 83 |
+
|
| 84 |
+
[network_args.args.network_args]
|
| 85 |
+
conv_dim = 10
|
| 86 |
+
conv_alpha = 20.0
|
| 87 |
+
algo = "locon"
|
| 88 |
+
preset = "full"
|
| 89 |
+
dora_wd = true
|
| 90 |
+
train_norm = true
|
| 91 |
+
use_scalar = "True"
|
| 92 |
+
|
| 93 |
+
[optimizer_args.args.optimizer_args]
|
| 94 |
+
betas = "0.8,0.998"
|
| 95 |
+
weight_decay = "2e-7"
|
| 96 |
+
adaptive_clip = "0.06"
|
| 97 |
+
stable_weight_decay = "True"
|
| 98 |
+
weight_decouple = "True"
|
| 99 |
+
update_strategy = "cautious"
|
| 100 |
+
eps = "1e-8"
|
| 101 |
+
adaptive_clip_eps = "0"
|
| 102 |
+
adaptive_clip_type = "layer"
|
| 103 |
+
eps_floor = "1e-14"
|
| 104 |
+
use_orthograd = "True"
|
glitch/illu_v0_1_glitch_v1_0-000001.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6fffd97e7faeadd7d8fe4b7144aeb3332463b3d22c656ae9816424a18b2e801c
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0-000002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a1a2975e7c85828c82d2df1f389a4463d6dbe6aa98150d7845fbde6d17265561
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0-000003.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ffb7cff29a1667a07d3a96d2a81a6b0a246fba40ca6fb4ac6b4be4c7264c910d
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0-000004.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f6dd1b62adaf5eb17a7654a91c7a5ecb0939368b499da599cee72f764dc74f3
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0-000005.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7cb68cb231a69b956737fc8be3f66705f71a2da7aa14f593e106dbd3a592be5d
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0-000006.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e66c291052d7097a1d7910807469313f1196d583459080035ce684b89f5f1f9f
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0-000007.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3acbafb791572556d5352b8df37aad10f739b98377007ba582ae6cdf5cad8eb2
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0-000008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a6c93c36062f464337ad7a64c9b1650afe159c1d4d7ca8601353d6c22163076b
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0-000009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b059cbd8f9c74916914f2272ee53d1f147e31f1e533d5b4d091e872f3b1faef
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02266211047260606d648af7eaf9fabf1dad8f14ef7b86cc6b0f8699c9be4ee0
|
| 3 |
+
size 128374848
|
glitch/illu_v0_1_glitch_v1_0.toml
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[subsets]]
|
| 2 |
+
caption_dropout_rate = 0.05
|
| 3 |
+
caption_extension = ".txt"
|
| 4 |
+
image_dir = "D:/ai/datasets/rx/datasets/glitch"
|
| 5 |
+
keep_tokens = 1
|
| 6 |
+
name = "Main"
|
| 7 |
+
num_repeats = 6
|
| 8 |
+
random_crop = true
|
| 9 |
+
random_crop_padding_percent = 0.06
|
| 10 |
+
shuffle_caption = true
|
| 11 |
+
|
| 12 |
+
[train_mode]
|
| 13 |
+
train_mode = "lora"
|
| 14 |
+
|
| 15 |
+
[general_args.args]
|
| 16 |
+
persistent_data_loader_workers = true
|
| 17 |
+
pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
|
| 18 |
+
mixed_precision = "bf16"
|
| 19 |
+
gradient_checkpointing = true
|
| 20 |
+
gradient_accumulation_steps = 6
|
| 21 |
+
seed = 1337
|
| 22 |
+
max_data_loader_n_workers = 2
|
| 23 |
+
max_token_length = 225
|
| 24 |
+
prior_loss_weight = 1.0
|
| 25 |
+
xformers = true
|
| 26 |
+
max_train_epochs = 10
|
| 27 |
+
sdxl = true
|
| 28 |
+
|
| 29 |
+
[general_args.dataset_args]
|
| 30 |
+
resolution = 1024
|
| 31 |
+
batch_size = 6
|
| 32 |
+
|
| 33 |
+
[network_args.args]
|
| 34 |
+
network_dim = 16
|
| 35 |
+
network_alpha = 32.0
|
| 36 |
+
min_timestep = 0
|
| 37 |
+
max_timestep = 1000
|
| 38 |
+
ip_noise_gamma = 0.05
|
| 39 |
+
|
| 40 |
+
[optimizer_args.args]
|
| 41 |
+
optimizer_type = "ADOPTAOScheduleFree"
|
| 42 |
+
lr_scheduler = "constant_with_warmup"
|
| 43 |
+
loss_type = "l2"
|
| 44 |
+
learning_rate = 0.0005
|
| 45 |
+
warmup_ratio = 0.1
|
| 46 |
+
max_grad_norm = 0.0
|
| 47 |
+
text_encoder_lr = 5e-5
|
| 48 |
+
|
| 49 |
+
[saving_args.args]
|
| 50 |
+
output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
|
| 51 |
+
save_precision = "bf16"
|
| 52 |
+
save_model_as = "safetensors"
|
| 53 |
+
save_every_n_epochs = 1
|
| 54 |
+
save_toml = true
|
| 55 |
+
save_toml_location = "D:/ai/training/sdxl/toml"
|
| 56 |
+
output_name = "illu_v0_1_glitch_v1_0"
|
| 57 |
+
|
| 58 |
+
[noise_args.args]
|
| 59 |
+
multires_noise_iterations = 6
|
| 60 |
+
multires_noise_discount = 0.1
|
| 61 |
+
|
| 62 |
+
[logging_args.args]
|
| 63 |
+
logging_dir = "D:\\ai\\training\\sdxl\\logging"
|
| 64 |
+
log_prefix = "sdxl_caloart_"
|
| 65 |
+
log_tracker_name = "sdxl"
|
| 66 |
+
log_with = "wandb"
|
| 67 |
+
|
| 68 |
+
[extra_args.args]
|
| 69 |
+
validation_split = "0.2"
|
| 70 |
+
validation_seed = "1337"
|
| 71 |
+
validation_every_n_step = "10"
|
| 72 |
+
validation_timesteps = "[50, 200, 400, 600, 800, 950]"
|
| 73 |
+
pin_memory = "True"
|
| 74 |
+
log_config = "True"
|
| 75 |
+
laplace_timestep_sampling_mu = "1.5"
|
| 76 |
+
laplace_timestep_sampling_b = "2.5"
|
| 77 |
+
|
| 78 |
+
[bucket_args.dataset_args]
|
| 79 |
+
enable_bucket = true
|
| 80 |
+
min_bucket_reso = 512
|
| 81 |
+
max_bucket_reso = 1536
|
| 82 |
+
bucket_reso_steps = 64
|
| 83 |
+
|
| 84 |
+
[network_args.args.network_args]
|
| 85 |
+
conv_dim = 10
|
| 86 |
+
conv_alpha = 20.0
|
| 87 |
+
algo = "locon"
|
| 88 |
+
preset = "full"
|
| 89 |
+
dora_wd = true
|
| 90 |
+
train_norm = true
|
| 91 |
+
use_scalar = "True"
|
| 92 |
+
|
| 93 |
+
[optimizer_args.args.optimizer_args]
|
| 94 |
+
betas = "0.8,0.998"
|
| 95 |
+
weight_decay = "2e-7"
|
| 96 |
+
adaptive_clip = "0.06"
|
| 97 |
+
stable_weight_decay = "True"
|
| 98 |
+
weight_decouple = "True"
|
| 99 |
+
update_strategy = "cautious"
|
| 100 |
+
eps = "1e-8"
|
| 101 |
+
adaptive_clip_eps = "0"
|
| 102 |
+
adaptive_clip_type = "layer"
|
| 103 |
+
eps_floor = "1e-14"
|
| 104 |
+
use_orthograd = "True"
|