Upload 17 files
Browse files- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000010.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000020.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000030.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000040.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000050.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000060.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000070.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000080.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000090.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000100.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000110.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000120.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000130.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000140.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000150.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2.safetensors +3 -0
- speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2.toml +112 -0
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000010.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8007abae44b356d2fd8d653a8947d9c23a8704941c17b927e87c8bcf0dd4c242
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000020.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d547600478bc3ca9a6008a885c78dc7f23ea3b8848b06d66ca1b55344f6ab9a
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000030.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b99d68866d915350aa26459d0c665b2addb38f99c93a317160d506e8695ba55
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000040.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a4dc49179e2291f70a1da07f9321fa27b1c7206c7ac5ed8e548540a2d9ef0af6
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000050.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b97407ce1eebf21952bb9d9343affb200345708fe48495e933032b74c3a50135
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000060.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:009a2305f42d478d813ea3cd52d8101dcf4dd833e830a42ad795106d8ca9c34a
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000070.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:beb0f71d70f4ad5cc2e76edd50cc452e045f2be0471d820e89caebd34d8cd744
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000080.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c8ef4ae5e38bcbf14866009fb975810efbf6ed73f2cd27a7f9b339b36d87cdb
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000090.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0986adb3a65cf9613687da52e2b41f587654e45e0f7f4319ea0aa42488ddacaf
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000100.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84a8fa4b71766f0213579b27fdaa9a868bc9b6d2ffad09cd66f11fb0ff5b0d93
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000110.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:962d239c3f090e0a51c82196b4bca5c8e3e11828eccf7f42b49a355ddc5a0cc4
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000120.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d011225359a89137563cc578ba9db8a858dfb32dc25513b2761e3d7d3857dd8e
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000130.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c9ad882ff0306cc0230dcef78c3e34dda0088f383992dcb004a016fdd1507a4
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000140.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82f117e7ab9ac5b953fab89df63d9fc1fc87cd4c82b8f2777ba0794e2546515a
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2-step00000150.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8a3c9176dbb11b9dbb3ce915b7362c5fd87699c5c97fd7b8cd8c506fbf9cf17
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa3ac9b7294e04d6473a298f9c3b378bb2017cce07e67c89d1b674b0db1ac8c9
|
| 3 |
+
size 127558784
|
speed_lines_v2_v1_2/illu_v0_1_speed_lines_v2_v1_2.toml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[subsets]]
|
| 2 |
+
caption_extension = ".txt"
|
| 3 |
+
image_dir = "D:/ai/datasets/rx2/speed_lines_2"
|
| 4 |
+
keep_tokens = 1
|
| 5 |
+
name = "Main"
|
| 6 |
+
num_repeats = 6
|
| 7 |
+
random_crop = true
|
| 8 |
+
random_crop_padding_percent = 0.06
|
| 9 |
+
shuffle_caption = true
|
| 10 |
+
|
| 11 |
+
[train_mode]
|
| 12 |
+
train_mode = "lora"
|
| 13 |
+
|
| 14 |
+
[general_args.args]
|
| 15 |
+
persistent_data_loader_workers = true
|
| 16 |
+
mixed_precision = "bf16"
|
| 17 |
+
gradient_checkpointing = true
|
| 18 |
+
gradient_accumulation_steps = 6
|
| 19 |
+
seed = 1337
|
| 20 |
+
max_token_length = 225
|
| 21 |
+
prior_loss_weight = 1.0
|
| 22 |
+
xformers = true
|
| 23 |
+
max_train_steps = 150
|
| 24 |
+
max_data_loader_n_workers = 2
|
| 25 |
+
sdxl = true
|
| 26 |
+
pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
|
| 27 |
+
|
| 28 |
+
[general_args.dataset_args]
|
| 29 |
+
resolution = 1024
|
| 30 |
+
batch_size = 6
|
| 31 |
+
|
| 32 |
+
[network_args.args]
|
| 33 |
+
network_dim = 16
|
| 34 |
+
network_alpha = 32.0
|
| 35 |
+
min_timestep = 0
|
| 36 |
+
max_timestep = 1000
|
| 37 |
+
ip_noise_gamma = 0.05
|
| 38 |
+
|
| 39 |
+
[optimizer_args.args]
|
| 40 |
+
lr_scheduler = "cosine"
|
| 41 |
+
optimizer_type = "SCORNMachina"
|
| 42 |
+
lr_scheduler_type = "LoraEasyCustomOptimizer.RexAnnealingWarmRestarts.RexAnnealingWarmRestarts"
|
| 43 |
+
lr_scheduler_num_cycles = 1
|
| 44 |
+
warmup_ratio = 0.1
|
| 45 |
+
max_grad_norm = 0.0
|
| 46 |
+
loss_type = "l2"
|
| 47 |
+
learning_rate = 0.0007
|
| 48 |
+
text_encoder_lr = 7e-5
|
| 49 |
+
|
| 50 |
+
[saving_args.args]
|
| 51 |
+
output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
|
| 52 |
+
save_precision = "bf16"
|
| 53 |
+
save_model_as = "safetensors"
|
| 54 |
+
save_every_n_steps = 10
|
| 55 |
+
save_toml = true
|
| 56 |
+
save_toml_location = "D:/ai/training/sdxl/toml"
|
| 57 |
+
output_name = "illu_v0_1_speed_lines_v2_v1_2"
|
| 58 |
+
|
| 59 |
+
[noise_args.args]
|
| 60 |
+
multires_noise_iterations = 6
|
| 61 |
+
multires_noise_discount = 0.1
|
| 62 |
+
|
| 63 |
+
[logging_args.args]
|
| 64 |
+
logging_dir = "D:/ai/training/sdxl/logging"
|
| 65 |
+
log_prefix = "sdxl_caloart_"
|
| 66 |
+
log_tracker_name = "sdxl"
|
| 67 |
+
log_with = "wandb"
|
| 68 |
+
|
| 69 |
+
[edm_loss_args.args]
|
| 70 |
+
edm2_loss_weighting = false
|
| 71 |
+
|
| 72 |
+
[extra_args.args]
|
| 73 |
+
validation_split = "0.2"
|
| 74 |
+
validation_seed = "1337"
|
| 75 |
+
validation_every_n_step = "10"
|
| 76 |
+
pin_data_loader_memory = "True"
|
| 77 |
+
disable_cuda_reduced_precision_operations = "True"
|
| 78 |
+
validation_timesteps = "[50, 200, 400, 600, 800, 950]"
|
| 79 |
+
pin_memory = "True"
|
| 80 |
+
laplace_timestep_sampling_mu = "1.0"
|
| 81 |
+
laplace_timestep_sampling_b = "3.0"
|
| 82 |
+
gradient_noise_scale = "True"
|
| 83 |
+
loss_related_use_float64 = "True"
|
| 84 |
+
log_config = "True"
|
| 85 |
+
|
| 86 |
+
[bucket_args.dataset_args]
|
| 87 |
+
enable_bucket = true
|
| 88 |
+
min_bucket_reso = 768
|
| 89 |
+
max_bucket_reso = 1536
|
| 90 |
+
bucket_reso_steps = 64
|
| 91 |
+
|
| 92 |
+
[network_args.args.network_args]
|
| 93 |
+
conv_dim = 10
|
| 94 |
+
conv_alpha = 20.0
|
| 95 |
+
algo = "locon"
|
| 96 |
+
preset = "full"
|
| 97 |
+
dora_wd = true
|
| 98 |
+
wd_on_output = "true"
|
| 99 |
+
use_scalar = "true"
|
| 100 |
+
ggpo_beta = "0.01"
|
| 101 |
+
ggpo_sigma = "0.03"
|
| 102 |
+
dropout = 0.001
|
| 103 |
+
|
| 104 |
+
[optimizer_args.args.lr_scheduler_args]
|
| 105 |
+
min_lr = 1e-16
|
| 106 |
+
gamma = 0.9
|
| 107 |
+
d = 0.9
|
| 108 |
+
|
| 109 |
+
[optimizer_args.args.optimizer_args]
|
| 110 |
+
betas = "0.95,0.997"
|
| 111 |
+
orthograd = "True"
|
| 112 |
+
use_stable_spam_clipping = "True"
|