xRikishi commited on
Commit
2663b44
·
verified ·
1 Parent(s): 0aa7659

Upload 17 files

Browse files
texture_void/illu_v0_1_texture_void_v1_1-step00000010.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dec211a69edbda3d616cee3c276bb7500e72e4fc98f7c3469fc6f071bbc6641
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000020.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d13336c9b15d26cf185a1619d8a048b3065e365cfaabbef3538e22e81b614ff
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4054f7df0c4463ebec756df9f3462b1a9bcf57f90829d6df6d259a9fced91f6
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000040.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8bd329ff0018a9ca59d4317b3eb9dd0db3d9fe734e16467b476225475fb904
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7584a31fbb01787d26535ffc03127cf1d8f22cfbece1588a9242784a644a35
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000060.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:606b2f71170b8b2cf867b4a9c729aaf90c65e09c95d0d1e5b154891b36cdae16
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000070.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b26be20f4e578ae6ac23830a58e4b0ca4f0d36ac4eecc88db407ce8e775f8ef
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000080.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:990cd9736955eaf1ba4218f02a3d4d3a9ecb1175643ed9a565b17b05f231eebb
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000090.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:779f7bfa5fa46f8529d0f7330b1cf50d898b2f1bc9f2b9e14228eaf1ba8b55f1
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000100.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d05e1df922148114bfac482d85f35fb30051e0e5a765d3c29058b4676efdcee
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000110.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841c67bc4d56f33c0d96d98f820f0edb4f83841c769bf466139ec8946cc72605
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a54f2e282c6da1fc3181678f740cb7eb5f039917182d28287a10c9c0c340ba0
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000130.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30b435434fa007536582458b3682874b1d5fa817560c809fd271de5cb8b6422c
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000140.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d4114a32dda001e5c7fbaa8c4652e45e53794f95292d699dc3014ca2bfc5e4
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1-step00000150.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e9a6000ee59a262dcc0c57eaf3dc5fdde97e6c41028039b5f48676b1e54d7e8
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ce37a0f3b34c90bd5654d0e0b73f5e062a30dac40b2ef3bed2a718736de2fdd
3
+ size 128832016
texture_void/illu_v0_1_texture_void_v1_1.toml ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[subsets]]
2
+ caption_extension = ".txt"
3
+ image_dir = "D:/ai/datasets/rx2/texture_void"
4
+ keep_tokens = 1
5
+ name = "Main"
6
+ num_repeats = 6
7
+ random_crop = true
8
+ random_crop_padding_percent = 0.06
9
+ shuffle_caption = true
10
+
11
+ [train_mode]
12
+ train_mode = "lora"
13
+
14
+ [general_args.args]
15
+ persistent_data_loader_workers = true
16
+ mixed_precision = "bf16"
17
+ gradient_checkpointing = true
18
+ gradient_accumulation_steps = 6
19
+ seed = 1337
20
+ max_data_loader_n_workers = 2
21
+ max_token_length = 225
22
+ prior_loss_weight = 1.0
23
+ xformers = true
24
+ max_train_steps = 150
25
+ sdxl = true
26
+ pretrained_model_name_or_path = "D:/ai/stable-diffusion-webui-reForge/models/Stable-diffusion/illustriousXL_v01.safetensors"
27
+
28
+ [general_args.dataset_args]
29
+ resolution = 1024
30
+ batch_size = 6
31
+
32
+ [network_args.args]
33
+ network_dim = 16
34
+ network_alpha = 32.0
35
+ min_timestep = 0
36
+ max_timestep = 1000
37
+
38
+ [optimizer_args.args]
39
+ lr_scheduler = "cosine"
40
+ optimizer_type = "SCORNMachina"
41
+ lr_scheduler_type = "LoraEasyCustomOptimizer.RexAnnealingWarmRestarts.RexAnnealingWarmRestarts"
42
+ lr_scheduler_num_cycles = 1
43
+ learning_rate = 0.0004
44
+ warmup_ratio = 0.1
45
+ text_encoder_lr = 4e-5
46
+ max_grad_norm = 0.0
47
+ loss_type = "l2"
48
+
49
+ [saving_args.args]
50
+ output_dir = "D:/ai/stable-diffusion-webui-reForge/models/Lora/sdxl"
51
+ save_precision = "bf16"
52
+ save_model_as = "safetensors"
53
+ save_every_n_steps = 10
54
+ save_toml = true
55
+ save_toml_location = "D:/ai/training/sdxl/toml"
56
+ output_name = "illu_v0_1_texture_void_v1_1"
57
+
58
+ [noise_args.args]
59
+ multires_noise_iterations = 6
60
+ multires_noise_discount = 0.1
61
+
62
+ [logging_args.args]
63
+ logging_dir = "D:/ai/training/sdxl/logging"
64
+ log_prefix = "sdxl_caloart_"
65
+ log_tracker_name = "sdxl"
66
+ log_with = "wandb"
67
+
68
+ [edm_loss_args.args]
69
+ edm2_loss_weighting = false
70
+
71
+ [extra_args.args]
72
+ validation_split = "0.2"
73
+ validation_seed = "1337"
74
+ validation_every_n_step = "10"
75
+ pin_data_loader_memory = "True"
76
+ disable_cuda_reduced_precision_operations = "True"
77
+ validation_timesteps = "[50, 200, 400, 600, 800, 950]"
78
+ pin_memory = "True"
79
+ laplace_timestep_sampling_mu = "1.0"
80
+ laplace_timestep_sampling_b = "3.0"
81
+ gradient_noise_scale = "True"
82
+ loss_related_use_float64 = "True"
83
+
84
+ [bucket_args.dataset_args]
85
+ enable_bucket = true
86
+ min_bucket_reso = 768
87
+ max_bucket_reso = 1536
88
+ bucket_reso_steps = 64
89
+
90
+ [network_args.args.network_args]
91
+ conv_dim = 10
92
+ conv_alpha = 20.0
93
+ algo = "locon"
94
+ preset = "full"
95
+ dora_wd = true
96
+ train_norm = true
97
+ lora_dropout = "0.001"
98
+ wd_on_output = "true"
99
+ use_scalar = "true"
100
+ ggpo_beta = "0.01"
101
+ ggpo_sigma = "0.03"
102
+
103
+ [optimizer_args.args.lr_scheduler_args]
104
+ min_lr = 1e-16
105
+ gamma = 0.9
106
+ d = 0.9
107
+
108
+ [optimizer_args.args.optimizer_args]
109
+ betas = "0.95,0.997"
110
+ orthograd = "True"
111
+ use_stable_spam_clipping = "True"