huhjennifer commited on
Commit
b6e3fc9
·
verified ·
1 Parent(s): 7cea574

Upload Full_huhjennifer_8GB_zbase_lora.json

Browse files
Files changed (1) hide show
  1. Full_huhjennifer_8GB_zbase_lora.json +1078 -0
Full_huhjennifer_8GB_zbase_lora.json ADDED
@@ -0,0 +1,1078 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version": 10,
3
+ "training_method": "LORA",
4
+ "model_type": "Z_IMAGE",
5
+ "debug_mode": true,
6
+ "debug_dir": "debug",
7
+ "workspace_dir": "workspace/run",
8
+ "cache_dir": "workspace-cache/run",
9
+ "tensorboard": true,
10
+ "tensorboard_expose": false,
11
+ "tensorboard_always_on": true,
12
+ "tensorboard_port": 6006,
13
+ "validation": true,
14
+ "validate_after": 1,
15
+ "validate_after_unit": "EPOCH",
16
+ "continue_last_backup": false,
17
+ "prevent_overwrites": false,
18
+ "include_train_config": "NONE",
19
+ "multi_gpu": false,
20
+ "device_indexes": "",
21
+ "gradient_reduce_precision": "FLOAT_32_STOCHASTIC",
22
+ "fused_gradient_reduce": true,
23
+ "async_gradient_reduce": true,
24
+ "async_gradient_reduce_buffer": 100,
25
+ "base_model_name": "Tongyi-MAI/Z-Image",
26
+ "output_dtype": "BFLOAT_16",
27
+ "output_model_format": "SAFETENSORS",
28
+ "output_model_destination": "models/zbase_xxxx.safetensors",
29
+ "gradient_checkpointing": "CPU_OFFLOADED",
30
+ "enable_async_offloading": true,
31
+ "enable_activation_offloading": true,
32
+ "layer_offload_fraction": 0.7,
33
+ "force_circular_padding": false,
34
+ "compile": true,
35
+ "concept_file_name": "training_concepts/aespa winter.json",
36
+ "concepts": [
37
+ {
38
+ "__version": 2,
39
+ "image": {
40
+ "__version": 0,
41
+ "enable_crop_jitter": true,
42
+ "enable_random_flip": false,
43
+ "enable_fixed_flip": false,
44
+ "enable_random_rotate": false,
45
+ "enable_fixed_rotate": false,
46
+ "random_rotate_max_angle": 0.0,
47
+ "enable_random_brightness": false,
48
+ "enable_fixed_brightness": false,
49
+ "random_brightness_max_strength": 0.0,
50
+ "enable_random_contrast": false,
51
+ "enable_fixed_contrast": false,
52
+ "random_contrast_max_strength": 0.0,
53
+ "enable_random_saturation": false,
54
+ "enable_fixed_saturation": false,
55
+ "random_saturation_max_strength": 0.0,
56
+ "enable_random_hue": false,
57
+ "enable_fixed_hue": false,
58
+ "random_hue_max_strength": 0.0,
59
+ "enable_resolution_override": false,
60
+ "resolution_override": "512",
61
+ "enable_random_circular_mask_shrink": false,
62
+ "enable_random_mask_rotate_crop": false
63
+ },
64
+ "text": {
65
+ "__version": 0,
66
+ "prompt_source": "sample",
67
+ "prompt_path": "",
68
+ "enable_tag_shuffling": false,
69
+ "tag_delimiter": ",",
70
+ "keep_tags_count": 1,
71
+ "tag_dropout_enable": false,
72
+ "tag_dropout_mode": "FULL",
73
+ "tag_dropout_probability": 0.0,
74
+ "tag_dropout_special_tags_mode": "NONE",
75
+ "tag_dropout_special_tags": "",
76
+ "tag_dropout_special_tags_regex": false,
77
+ "caps_randomize_enable": false,
78
+ "caps_randomize_mode": "capslock, title, first, random",
79
+ "caps_randomize_probability": 0.0,
80
+ "caps_randomize_lowercase": false
81
+ },
82
+ "name": "Winter (aespa)",
83
+ "path": "C:/_ai_gen/training/onetrainer/OneTrainer/training_datasets/training_dataset_aespa_winter",
84
+ "seed": 349412577,
85
+ "enabled": false,
86
+ "type": "STANDARD",
87
+ "include_subdirectories": false,
88
+ "image_variations": 1,
89
+ "text_variations": 1,
90
+ "balancing": 1.0,
91
+ "balancing_strategy": "REPEATS",
92
+ "loss_weight": 1.0,
93
+ "concept_stats": {
94
+ "file_size": 10286784,
95
+ "image_count": 30,
96
+ "image_with_mask_count": 0,
97
+ "image_with_caption_count": 30,
98
+ "video_count": 0,
99
+ "video_with_mask_count": 0,
100
+ "video_with_caption_count": 0,
101
+ "mask_count": 0,
102
+ "paired_masks": 0,
103
+ "unpaired_masks": 0,
104
+ "caption_count": 30,
105
+ "subcaption_count": 30,
106
+ "paired_captions": 30,
107
+ "unpaired_captions": 0,
108
+ "processing_time": 0.02385340000182623,
109
+ "directory_count": 1,
110
+ "max_pixels": [
111
+ 7257963,
112
+ "27.png",
113
+ "2333w x 3111h"
114
+ ],
115
+ "min_pixels": [
116
+ 640000,
117
+ "10.png",
118
+ "800w x 800h"
119
+ ],
120
+ "avg_pixels": 1699656.7999999996,
121
+ "max_length": [
122
+ 0,
123
+ "-"
124
+ ],
125
+ "min_length": [
126
+ 1000000000,
127
+ "-"
128
+ ],
129
+ "avg_length": 0,
130
+ "max_fps": [
131
+ 0,
132
+ "-"
133
+ ],
134
+ "min_fps": [
135
+ 1000000000,
136
+ "-"
137
+ ],
138
+ "avg_fps": 0,
139
+ "max_caption_length": [
140
+ 666,
141
+ "26.png",
142
+ 81
143
+ ],
144
+ "min_caption_length": [
145
+ 417,
146
+ "10.png",
147
+ 52
148
+ ],
149
+ "avg_caption_length": [
150
+ 556.5333333333334,
151
+ 71.06666666666665
152
+ ],
153
+ "aspect_buckets": {
154
+ "0.25": 0,
155
+ "0.285714": 0,
156
+ "0.333333": 0,
157
+ "0.4": 0,
158
+ "0.5": 0,
159
+ "0.571429": 0,
160
+ "0.666667": 0,
161
+ "0.8": 8,
162
+ "1.0": 8,
163
+ "1.25": 14,
164
+ "1.5": 0,
165
+ "1.75": 0,
166
+ "2.0": 0,
167
+ "2.5": 0,
168
+ "3.0": 0,
169
+ "3.5": 0,
170
+ "4.0": 0
171
+ },
172
+ "force_cancelled": false
173
+ }
174
+ },
175
+ {
176
+ "__version": 2,
177
+ "image": {
178
+ "__version": 0,
179
+ "enable_crop_jitter": true,
180
+ "enable_random_flip": false,
181
+ "enable_fixed_flip": false,
182
+ "enable_random_rotate": false,
183
+ "enable_fixed_rotate": false,
184
+ "random_rotate_max_angle": 0.0,
185
+ "enable_random_brightness": false,
186
+ "enable_fixed_brightness": false,
187
+ "random_brightness_max_strength": 0.0,
188
+ "enable_random_contrast": false,
189
+ "enable_fixed_contrast": false,
190
+ "random_contrast_max_strength": 0.0,
191
+ "enable_random_saturation": false,
192
+ "enable_fixed_saturation": false,
193
+ "random_saturation_max_strength": 0.0,
194
+ "enable_random_hue": false,
195
+ "enable_fixed_hue": false,
196
+ "random_hue_max_strength": 0.0,
197
+ "enable_resolution_override": false,
198
+ "resolution_override": "512",
199
+ "enable_random_circular_mask_shrink": false,
200
+ "enable_random_mask_rotate_crop": false
201
+ },
202
+ "text": {
203
+ "__version": 0,
204
+ "prompt_source": "sample",
205
+ "prompt_path": "",
206
+ "enable_tag_shuffling": false,
207
+ "tag_delimiter": ",",
208
+ "keep_tags_count": 1,
209
+ "tag_dropout_enable": false,
210
+ "tag_dropout_mode": "FULL",
211
+ "tag_dropout_probability": 0.0,
212
+ "tag_dropout_special_tags_mode": "NONE",
213
+ "tag_dropout_special_tags": "",
214
+ "tag_dropout_special_tags_regex": false,
215
+ "caps_randomize_enable": false,
216
+ "caps_randomize_mode": "capslock, title, first, random",
217
+ "caps_randomize_probability": 0.0,
218
+ "caps_randomize_lowercase": false
219
+ },
220
+ "name": "Winter",
221
+ "path": "C:/_ai_gen/training/onetrainer/OneTrainer/training_datasets_validation/validation_dataset_aespa_winter",
222
+ "seed": 1008117561,
223
+ "enabled": false,
224
+ "type": "VALIDATION",
225
+ "include_subdirectories": false,
226
+ "image_variations": 1,
227
+ "text_variations": 1,
228
+ "balancing": 1.0,
229
+ "balancing_strategy": "REPEATS",
230
+ "loss_weight": 1.0,
231
+ "concept_stats": {
232
+ "file_size": 691677,
233
+ "image_count": 4,
234
+ "image_with_mask_count": 0,
235
+ "image_with_caption_count": 4,
236
+ "video_count": 0,
237
+ "video_with_mask_count": 0,
238
+ "video_with_caption_count": 0,
239
+ "mask_count": 0,
240
+ "paired_masks": 0,
241
+ "unpaired_masks": 0,
242
+ "caption_count": 4,
243
+ "subcaption_count": 4,
244
+ "paired_captions": 4,
245
+ "unpaired_captions": 0,
246
+ "processing_time": 0.027313900005538017,
247
+ "directory_count": 1,
248
+ "max_pixels": [
249
+ 1585176,
250
+ "4.png",
251
+ "1028w x 1542h"
252
+ ],
253
+ "min_pixels": [
254
+ 512000,
255
+ "2.png",
256
+ "640w x 800h"
257
+ ],
258
+ "avg_pixels": 1251944.0,
259
+ "max_length": [
260
+ 0,
261
+ "-"
262
+ ],
263
+ "min_length": [
264
+ 1000000000,
265
+ "-"
266
+ ],
267
+ "avg_length": 0,
268
+ "max_fps": [
269
+ 0,
270
+ "-"
271
+ ],
272
+ "min_fps": [
273
+ 1000000000,
274
+ "-"
275
+ ],
276
+ "avg_fps": 0,
277
+ "max_caption_length": [
278
+ 592,
279
+ "1.png",
280
+ 75
281
+ ],
282
+ "min_caption_length": [
283
+ 510,
284
+ "4.png",
285
+ 69
286
+ ],
287
+ "avg_caption_length": [
288
+ 547.5,
289
+ 71.25
290
+ ],
291
+ "aspect_buckets": {
292
+ "0.25": 0,
293
+ "0.285714": 0,
294
+ "0.333333": 0,
295
+ "0.4": 0,
296
+ "0.5": 0,
297
+ "0.571429": 0,
298
+ "0.666667": 0,
299
+ "0.8": 0,
300
+ "1.0": 0,
301
+ "1.25": 3,
302
+ "1.5": 1,
303
+ "1.75": 0,
304
+ "2.0": 0,
305
+ "2.5": 0,
306
+ "3.0": 0,
307
+ "3.5": 0,
308
+ "4.0": 0
309
+ },
310
+ "force_cancelled": false
311
+ }
312
+ }
313
+ ],
314
+ "aspect_ratio_bucketing": true,
315
+ "latent_caching": true,
316
+ "clear_cache_before_training": true,
317
+ "learning_rate_scheduler": "COSINE_WITH_RESTARTS",
318
+ "custom_learning_rate_scheduler": null,
319
+ "scheduler_params": [],
320
+ "learning_rate": 1.0,
321
+ "learning_rate_warmup_steps": 150.0,
322
+ "learning_rate_cycles": 1.0,
323
+ "learning_rate_min_factor": 0.0,
324
+ "epochs": 100,
325
+ "batch_size": 2,
326
+ "gradient_accumulation_steps": 4,
327
+ "ema": "OFF",
328
+ "ema_decay": 0.999,
329
+ "ema_update_step_interval": 5,
330
+ "dataloader_threads": 1,
331
+ "train_device": "cuda",
332
+ "temp_device": "cpu",
333
+ "train_dtype": "BFLOAT_16",
334
+ "fallback_train_dtype": "BFLOAT_16",
335
+ "enable_autocast_cache": true,
336
+ "only_cache": false,
337
+ "resolution": "768",
338
+ "frames": "25",
339
+ "mse_strength": 1.0,
340
+ "mae_strength": 0.0,
341
+ "log_cosh_strength": 0.0,
342
+ "huber_strength": 0.0,
343
+ "huber_delta": 1.0,
344
+ "vb_loss_strength": 1.0,
345
+ "loss_weight_fn": "CONSTANT",
346
+ "loss_weight_strength": 5.0,
347
+ "dropout_probability": 0.0,
348
+ "loss_scaler": "NONE",
349
+ "learning_rate_scaler": "NONE",
350
+ "clip_grad_norm": 1.0,
351
+ "offset_noise_weight": 0.0,
352
+ "generalized_offset_noise": false,
353
+ "perturbation_noise_weight": 0.0,
354
+ "rescale_noise_scheduler_to_zero_terminal_snr": false,
355
+ "force_v_prediction": false,
356
+ "force_epsilon_prediction": false,
357
+ "min_noising_strength": 0.0,
358
+ "max_noising_strength": 1.0,
359
+ "timestep_distribution": "LOGIT_NORMAL",
360
+ "noising_weight": 0.0,
361
+ "noising_bias": 0.0,
362
+ "timestep_shift": 1.0,
363
+ "dynamic_timestep_shifting": false,
364
+ "unet": {
365
+ "__version": 0,
366
+ "model_name": "",
367
+ "include": true,
368
+ "train": true,
369
+ "stop_training_after": 0,
370
+ "stop_training_after_unit": "NEVER",
371
+ "learning_rate": null,
372
+ "weight_dtype": "FLOAT_32",
373
+ "dropout_probability": 0.0,
374
+ "train_embedding": true,
375
+ "attention_mask": false,
376
+ "guidance_scale": 1.0
377
+ },
378
+ "prior": {
379
+ "__version": 0,
380
+ "model_name": "",
381
+ "include": true,
382
+ "train": true,
383
+ "stop_training_after": 0,
384
+ "stop_training_after_unit": "NEVER",
385
+ "learning_rate": null,
386
+ "weight_dtype": "FLOAT_32",
387
+ "dropout_probability": 0.0,
388
+ "train_embedding": true,
389
+ "attention_mask": false,
390
+ "guidance_scale": 1.0
391
+ },
392
+ "transformer": {
393
+ "__version": 0,
394
+ "model_name": "",
395
+ "include": true,
396
+ "train": true,
397
+ "stop_training_after": 0,
398
+ "stop_training_after_unit": "NEVER",
399
+ "learning_rate": null,
400
+ "weight_dtype": "FLOAT_8",
401
+ "dropout_probability": 0.0,
402
+ "train_embedding": true,
403
+ "attention_mask": false,
404
+ "guidance_scale": 1.0
405
+ },
406
+ "quantization": {
407
+ "__version": 0,
408
+ "layer_filter": "layers",
409
+ "layer_filter_preset": "blocks",
410
+ "layer_filter_regex": false,
411
+ "svd_dtype": "NONE",
412
+ "svd_rank": 16,
413
+ "cache_dir": "workspace-cache/run/quantization"
414
+ },
415
+ "text_encoder": {
416
+ "__version": 0,
417
+ "model_name": "",
418
+ "include": true,
419
+ "train": false,
420
+ "stop_training_after": 30,
421
+ "stop_training_after_unit": "EPOCH",
422
+ "learning_rate": null,
423
+ "weight_dtype": "FLOAT_8",
424
+ "dropout_probability": 0.0,
425
+ "train_embedding": true,
426
+ "attention_mask": false,
427
+ "guidance_scale": 1.0
428
+ },
429
+ "text_encoder_layer_skip": 0,
430
+ "text_encoder_sequence_length": 512,
431
+ "text_encoder_2": {
432
+ "__version": 0,
433
+ "model_name": "",
434
+ "include": true,
435
+ "train": true,
436
+ "stop_training_after": 30,
437
+ "stop_training_after_unit": "EPOCH",
438
+ "learning_rate": null,
439
+ "weight_dtype": "FLOAT_32",
440
+ "dropout_probability": 0.0,
441
+ "train_embedding": true,
442
+ "attention_mask": false,
443
+ "guidance_scale": 1.0
444
+ },
445
+ "text_encoder_2_layer_skip": 0,
446
+ "text_encoder_2_sequence_length": 77,
447
+ "text_encoder_3": {
448
+ "__version": 0,
449
+ "model_name": "",
450
+ "include": true,
451
+ "train": true,
452
+ "stop_training_after": 30,
453
+ "stop_training_after_unit": "EPOCH",
454
+ "learning_rate": null,
455
+ "weight_dtype": "FLOAT_32",
456
+ "dropout_probability": 0.0,
457
+ "train_embedding": true,
458
+ "attention_mask": false,
459
+ "guidance_scale": 1.0
460
+ },
461
+ "text_encoder_3_layer_skip": 0,
462
+ "text_encoder_4": {
463
+ "__version": 0,
464
+ "model_name": "",
465
+ "include": true,
466
+ "train": true,
467
+ "stop_training_after": 30,
468
+ "stop_training_after_unit": "EPOCH",
469
+ "learning_rate": null,
470
+ "weight_dtype": "FLOAT_32",
471
+ "dropout_probability": 0.0,
472
+ "train_embedding": true,
473
+ "attention_mask": false,
474
+ "guidance_scale": 1.0
475
+ },
476
+ "text_encoder_4_layer_skip": 0,
477
+ "vae": {
478
+ "__version": 0,
479
+ "model_name": "",
480
+ "include": true,
481
+ "train": true,
482
+ "stop_training_after": null,
483
+ "stop_training_after_unit": "NEVER",
484
+ "learning_rate": null,
485
+ "weight_dtype": "FLOAT_32",
486
+ "dropout_probability": 0.0,
487
+ "train_embedding": true,
488
+ "attention_mask": false,
489
+ "guidance_scale": 1.0
490
+ },
491
+ "effnet_encoder": {
492
+ "__version": 0,
493
+ "model_name": "",
494
+ "include": true,
495
+ "train": true,
496
+ "stop_training_after": null,
497
+ "stop_training_after_unit": "NEVER",
498
+ "learning_rate": null,
499
+ "weight_dtype": "FLOAT_32",
500
+ "dropout_probability": 0.0,
501
+ "train_embedding": true,
502
+ "attention_mask": false,
503
+ "guidance_scale": 1.0
504
+ },
505
+ "decoder": {
506
+ "__version": 0,
507
+ "model_name": "",
508
+ "include": true,
509
+ "train": true,
510
+ "stop_training_after": null,
511
+ "stop_training_after_unit": "NEVER",
512
+ "learning_rate": null,
513
+ "weight_dtype": "FLOAT_32",
514
+ "dropout_probability": 0.0,
515
+ "train_embedding": true,
516
+ "attention_mask": false,
517
+ "guidance_scale": 1.0
518
+ },
519
+ "decoder_text_encoder": {
520
+ "__version": 0,
521
+ "model_name": "",
522
+ "include": true,
523
+ "train": true,
524
+ "stop_training_after": null,
525
+ "stop_training_after_unit": "NEVER",
526
+ "learning_rate": null,
527
+ "weight_dtype": "FLOAT_32",
528
+ "dropout_probability": 0.0,
529
+ "train_embedding": true,
530
+ "attention_mask": false,
531
+ "guidance_scale": 1.0
532
+ },
533
+ "decoder_vqgan": {
534
+ "__version": 0,
535
+ "model_name": "",
536
+ "include": true,
537
+ "train": true,
538
+ "stop_training_after": null,
539
+ "stop_training_after_unit": "NEVER",
540
+ "learning_rate": null,
541
+ "weight_dtype": "FLOAT_32",
542
+ "dropout_probability": 0.0,
543
+ "train_embedding": true,
544
+ "attention_mask": false,
545
+ "guidance_scale": 1.0
546
+ },
547
+ "masked_training": false,
548
+ "unmasked_probability": 0.1,
549
+ "unmasked_weight": 0.1,
550
+ "normalize_masked_area_loss": false,
551
+ "masked_prior_preservation_weight": 0.0,
552
+ "custom_conditioning_image": false,
553
+ "layer_filter": "^(?=.*attention)(?!.*refiner).*,^(?=.*feed_forward)(?!.*refiner).*",
554
+ "layer_filter_preset": "attn-mlp",
555
+ "layer_filter_regex": true,
556
+ "embedding_learning_rate": null,
557
+ "preserve_embedding_norm": false,
558
+ "embedding": {
559
+ "__version": 0,
560
+ "uuid": "e72921a1-9c85-45b6-a19e-5fb0a1a77f39",
561
+ "model_name": "",
562
+ "placeholder": "<embedding>",
563
+ "train": true,
564
+ "stop_training_after": null,
565
+ "stop_training_after_unit": "NEVER",
566
+ "token_count": 1,
567
+ "initial_embedding_text": "*",
568
+ "is_output_embedding": false
569
+ },
570
+ "additional_embeddings": [],
571
+ "embedding_weight_dtype": "FLOAT_32",
572
+ "cloud": {
573
+ "__version": 0,
574
+ "enabled": false,
575
+ "type": "RUNPOD",
576
+ "file_sync": "NATIVE_SCP",
577
+ "create": true,
578
+ "name": "OneTrainer",
579
+ "tensorboard_tunnel": true,
580
+ "sub_type": "",
581
+ "gpu_type": "",
582
+ "volume_size": 100,
583
+ "min_download": 0,
584
+ "remote_dir": "/workspace",
585
+ "huggingface_cache_dir": "/workspace/huggingface_cache",
586
+ "onetrainer_dir": "/workspace/OneTrainer",
587
+ "install_cmd": "git clone https://github.com/Nerogar/OneTrainer",
588
+ "install_onetrainer": true,
589
+ "update_onetrainer": true,
590
+ "detach_trainer": false,
591
+ "run_id": "job1",
592
+ "download_samples": true,
593
+ "download_output_model": true,
594
+ "download_saves": true,
595
+ "download_backups": false,
596
+ "download_tensorboard": false,
597
+ "delete_workspace": false,
598
+ "on_finish": "NONE",
599
+ "on_error": "NONE",
600
+ "on_detached_finish": "NONE",
601
+ "on_detached_error": "NONE"
602
+ },
603
+ "peft_type": "LORA",
604
+ "lora_model_name": "",
605
+ "lora_rank": 32,
606
+ "lora_alpha": 1.0,
607
+ "lora_decompose": false,
608
+ "lora_decompose_norm_epsilon": true,
609
+ "lora_decompose_output_axis": false,
610
+ "lora_weight_dtype": "FLOAT_32",
611
+ "bundle_additional_embeddings": false,
612
+ "oft_block_size": 32,
613
+ "oft_coft": false,
614
+ "coft_eps": 0.0001,
615
+ "oft_block_share": false,
616
+ "optimizer": {
617
+ "__version": 0,
618
+ "optimizer": "PRODIGY_ADV",
619
+ "adam_w_mode": false,
620
+ "alpha": 5.0,
621
+ "amsgrad": false,
622
+ "beta1": 0.9,
623
+ "beta2": 0.999,
624
+ "beta3": null,
625
+ "bias_correction": false,
626
+ "block_wise": false,
627
+ "capturable": false,
628
+ "centered": false,
629
+ "clip_threshold": null,
630
+ "d0": 1e-06,
631
+ "d_coef": 1.0,
632
+ "dampening": null,
633
+ "decay_rate": null,
634
+ "decouple": false,
635
+ "differentiable": false,
636
+ "eps": 1e-08,
637
+ "eps2": null,
638
+ "foreach": false,
639
+ "fsdp_in_use": false,
640
+ "fused": false,
641
+ "fused_back_pass": false,
642
+ "growth_rate": "inf",
643
+ "initial_accumulator_value": null,
644
+ "initial_accumulator": null,
645
+ "is_paged": false,
646
+ "log_every": null,
647
+ "lr_decay": null,
648
+ "max_unorm": null,
649
+ "maximize": false,
650
+ "min_8bit_size": null,
651
+ "quant_block_size": null,
652
+ "momentum": null,
653
+ "nesterov": false,
654
+ "no_prox": false,
655
+ "optim_bits": null,
656
+ "percentile_clipping": null,
657
+ "r": null,
658
+ "relative_step": false,
659
+ "safeguard_warmup": false,
660
+ "scale_parameter": false,
661
+ "stochastic_rounding": true,
662
+ "use_bias_correction": false,
663
+ "use_triton": false,
664
+ "warmup_init": false,
665
+ "weight_decay": 0.005,
666
+ "weight_lr_power": null,
667
+ "decoupled_decay": false,
668
+ "fixed_decay": false,
669
+ "rectify": false,
670
+ "degenerated_to_sgd": false,
671
+ "k": null,
672
+ "xi": null,
673
+ "n_sma_threshold": null,
674
+ "ams_bound": false,
675
+ "adanorm": false,
676
+ "adam_debias": false,
677
+ "slice_p": 11,
678
+ "cautious": false,
679
+ "weight_decay_by_lr": true,
680
+ "prodigy_steps": 0,
681
+ "use_speed": false,
682
+ "split_groups": true,
683
+ "split_groups_mean": true,
684
+ "factored": true,
685
+ "factored_fp32": true,
686
+ "use_stableadamw": true,
687
+ "use_cautious": false,
688
+ "use_grams": false,
689
+ "use_adopt": false,
690
+ "d_limiter": false,
691
+ "use_schedulefree": true,
692
+ "use_orthograd": false,
693
+ "nnmf_factor": false,
694
+ "orthogonal_gradient": false,
695
+ "use_atan2": false,
696
+ "use_AdEMAMix": false,
697
+ "beta3_ema": 0.9999,
698
+ "alpha_grad": 100.0,
699
+ "beta1_warmup": null,
700
+ "min_beta1": null,
701
+ "Simplified_AdEMAMix": false,
702
+ "cautious_mask": false,
703
+ "grams_moment": false,
704
+ "kourkoutas_beta": true,
705
+ "k_warmup_steps": 150,
706
+ "schedulefree_c": null,
707
+ "ns_steps": null,
708
+ "MuonWithAuxAdam": false,
709
+ "muon_hidden_layers": null,
710
+ "muon_adam_regex": false,
711
+ "muon_adam_lr": null,
712
+ "muon_te1_adam_lr": null,
713
+ "muon_te2_adam_lr": null,
714
+ "muon_adam_config": {},
715
+ "rms_rescaling": true,
716
+ "normuon_variant": false,
717
+ "beta2_normuon": null,
718
+ "normuon_eps": null,
719
+ "low_rank_ortho": false,
720
+ "ortho_rank": null,
721
+ "accelerated_ns": false,
722
+ "cautious_wd": true,
723
+ "approx_mars": false,
724
+ "kappa_p": null,
725
+ "auto_kappa_p": false,
726
+ "compile": false
727
+ },
728
+ "optimizer_defaults": {
729
+ "ADAMW": {
730
+ "__version": 0,
731
+ "optimizer": "ADAMW",
732
+ "adam_w_mode": false,
733
+ "alpha": null,
734
+ "amsgrad": false,
735
+ "beta1": 0.9,
736
+ "beta2": 0.999,
737
+ "beta3": null,
738
+ "bias_correction": false,
739
+ "block_wise": false,
740
+ "capturable": false,
741
+ "centered": false,
742
+ "clip_threshold": null,
743
+ "d0": null,
744
+ "d_coef": null,
745
+ "dampening": null,
746
+ "decay_rate": null,
747
+ "decouple": false,
748
+ "differentiable": false,
749
+ "eps": 1e-08,
750
+ "eps2": null,
751
+ "foreach": false,
752
+ "fsdp_in_use": false,
753
+ "fused": true,
754
+ "fused_back_pass": false,
755
+ "growth_rate": null,
756
+ "initial_accumulator_value": null,
757
+ "initial_accumulator": null,
758
+ "is_paged": false,
759
+ "log_every": null,
760
+ "lr_decay": null,
761
+ "max_unorm": null,
762
+ "maximize": false,
763
+ "min_8bit_size": null,
764
+ "quant_block_size": null,
765
+ "momentum": null,
766
+ "nesterov": false,
767
+ "no_prox": false,
768
+ "optim_bits": null,
769
+ "percentile_clipping": null,
770
+ "r": null,
771
+ "relative_step": false,
772
+ "safeguard_warmup": false,
773
+ "scale_parameter": false,
774
+ "stochastic_rounding": false,
775
+ "use_bias_correction": false,
776
+ "use_triton": false,
777
+ "warmup_init": false,
778
+ "weight_decay": 0.01,
779
+ "weight_lr_power": null,
780
+ "decoupled_decay": false,
781
+ "fixed_decay": false,
782
+ "rectify": false,
783
+ "degenerated_to_sgd": false,
784
+ "k": null,
785
+ "xi": null,
786
+ "n_sma_threshold": null,
787
+ "ams_bound": false,
788
+ "adanorm": false,
789
+ "adam_debias": false,
790
+ "slice_p": null,
791
+ "cautious": false,
792
+ "weight_decay_by_lr": true,
793
+ "prodigy_steps": null,
794
+ "use_speed": false,
795
+ "split_groups": true,
796
+ "split_groups_mean": true,
797
+ "factored": true,
798
+ "factored_fp32": true,
799
+ "use_stableadamw": true,
800
+ "use_cautious": false,
801
+ "use_grams": false,
802
+ "use_adopt": false,
803
+ "d_limiter": true,
804
+ "use_schedulefree": true,
805
+ "use_orthograd": false,
806
+ "nnmf_factor": false,
807
+ "orthogonal_gradient": false,
808
+ "use_atan2": false,
809
+ "use_AdEMAMix": false,
810
+ "beta3_ema": null,
811
+ "alpha_grad": null,
812
+ "beta1_warmup": null,
813
+ "min_beta1": null,
814
+ "Simplified_AdEMAMix": false,
815
+ "cautious_mask": false,
816
+ "grams_moment": false,
817
+ "kourkoutas_beta": false,
818
+ "k_warmup_steps": null,
819
+ "schedulefree_c": null,
820
+ "ns_steps": null,
821
+ "MuonWithAuxAdam": false,
822
+ "muon_hidden_layers": null,
823
+ "muon_adam_regex": false,
824
+ "muon_adam_lr": null,
825
+ "muon_te1_adam_lr": null,
826
+ "muon_te2_adam_lr": null,
827
+ "muon_adam_config": {},
828
+ "rms_rescaling": true,
829
+ "normuon_variant": false,
830
+ "beta2_normuon": null,
831
+ "normuon_eps": null,
832
+ "low_rank_ortho": false,
833
+ "ortho_rank": null,
834
+ "accelerated_ns": false,
835
+ "cautious_wd": false,
836
+ "approx_mars": false,
837
+ "kappa_p": null,
838
+ "auto_kappa_p": false,
839
+ "compile": false
840
+ },
841
+ "PRODIGY_ADV": {
842
+ "__version": 0,
843
+ "optimizer": "PRODIGY_ADV",
844
+ "adam_w_mode": false,
845
+ "alpha": 5.0,
846
+ "amsgrad": false,
847
+ "beta1": 0.9,
848
+ "beta2": 0.999,
849
+ "beta3": null,
850
+ "bias_correction": false,
851
+ "block_wise": false,
852
+ "capturable": false,
853
+ "centered": false,
854
+ "clip_threshold": null,
855
+ "d0": 1e-06,
856
+ "d_coef": 1.0,
857
+ "dampening": null,
858
+ "decay_rate": null,
859
+ "decouple": false,
860
+ "differentiable": false,
861
+ "eps": 1e-08,
862
+ "eps2": null,
863
+ "foreach": false,
864
+ "fsdp_in_use": false,
865
+ "fused": false,
866
+ "fused_back_pass": false,
867
+ "growth_rate": "inf",
868
+ "initial_accumulator_value": null,
869
+ "initial_accumulator": null,
870
+ "is_paged": false,
871
+ "log_every": null,
872
+ "lr_decay": null,
873
+ "max_unorm": null,
874
+ "maximize": false,
875
+ "min_8bit_size": null,
876
+ "quant_block_size": null,
877
+ "momentum": null,
878
+ "nesterov": false,
879
+ "no_prox": false,
880
+ "optim_bits": null,
881
+ "percentile_clipping": null,
882
+ "r": null,
883
+ "relative_step": false,
884
+ "safeguard_warmup": false,
885
+ "scale_parameter": false,
886
+ "stochastic_rounding": true,
887
+ "use_bias_correction": false,
888
+ "use_triton": false,
889
+ "warmup_init": false,
890
+ "weight_decay": 0.005,
891
+ "weight_lr_power": null,
892
+ "decoupled_decay": false,
893
+ "fixed_decay": false,
894
+ "rectify": false,
895
+ "degenerated_to_sgd": false,
896
+ "k": null,
897
+ "xi": null,
898
+ "n_sma_threshold": null,
899
+ "ams_bound": false,
900
+ "adanorm": false,
901
+ "adam_debias": false,
902
+ "slice_p": 11,
903
+ "cautious": false,
904
+ "weight_decay_by_lr": true,
905
+ "prodigy_steps": 0,
906
+ "use_speed": false,
907
+ "split_groups": true,
908
+ "split_groups_mean": true,
909
+ "factored": true,
910
+ "factored_fp32": true,
911
+ "use_stableadamw": true,
912
+ "use_cautious": false,
913
+ "use_grams": false,
914
+ "use_adopt": false,
915
+ "d_limiter": false,
916
+ "use_schedulefree": true,
917
+ "use_orthograd": false,
918
+ "nnmf_factor": false,
919
+ "orthogonal_gradient": false,
920
+ "use_atan2": false,
921
+ "use_AdEMAMix": false,
922
+ "beta3_ema": 0.9999,
923
+ "alpha_grad": 100.0,
924
+ "beta1_warmup": null,
925
+ "min_beta1": null,
926
+ "Simplified_AdEMAMix": false,
927
+ "cautious_mask": false,
928
+ "grams_moment": false,
929
+ "kourkoutas_beta": true,
930
+ "k_warmup_steps": 150,
931
+ "schedulefree_c": null,
932
+ "ns_steps": null,
933
+ "MuonWithAuxAdam": false,
934
+ "muon_hidden_layers": null,
935
+ "muon_adam_regex": false,
936
+ "muon_adam_lr": null,
937
+ "muon_te1_adam_lr": null,
938
+ "muon_te2_adam_lr": null,
939
+ "muon_adam_config": {},
940
+ "rms_rescaling": true,
941
+ "normuon_variant": false,
942
+ "beta2_normuon": null,
943
+ "normuon_eps": null,
944
+ "low_rank_ortho": false,
945
+ "ortho_rank": null,
946
+ "accelerated_ns": false,
947
+ "cautious_wd": true,
948
+ "approx_mars": false,
949
+ "kappa_p": null,
950
+ "auto_kappa_p": false,
951
+ "compile": false
952
+ }
953
+ },
954
+ "sample_definition_file_name": "training_samples/aespa.json",
955
+ "samples": [
956
+ {
957
+ "__version": 0,
958
+ "enabled": true,
959
+ "prompt": "High quality portrait photograph of female kpop idol Karina (aespa)",
960
+ "negative_prompt": "",
961
+ "height": 512,
962
+ "width": 512,
963
+ "frames": 1,
964
+ "length": 10.0,
965
+ "seed": 6969,
966
+ "random_seed": false,
967
+ "diffusion_steps": 30,
968
+ "cfg_scale": 2.0,
969
+ "noise_scheduler": "EULER",
970
+ "text_encoder_1_layer_skip": 0,
971
+ "text_encoder_1_sequence_length": null,
972
+ "text_encoder_2_layer_skip": 0,
973
+ "text_encoder_2_sequence_length": null,
974
+ "text_encoder_3_layer_skip": 0,
975
+ "text_encoder_4_layer_skip": 0,
976
+ "transformer_attention_mask": false,
977
+ "force_last_timestep": false,
978
+ "sample_inpainting": false,
979
+ "base_image_path": "",
980
+ "mask_image_path": ""
981
+ },
982
+ {
983
+ "__version": 0,
984
+ "enabled": false,
985
+ "prompt": "High quality portrait photograph of female kpop idol Winter (aespa)",
986
+ "negative_prompt": "",
987
+ "height": 512,
988
+ "width": 512,
989
+ "frames": 1,
990
+ "length": 10.0,
991
+ "seed": 6969,
992
+ "random_seed": false,
993
+ "diffusion_steps": 30,
994
+ "cfg_scale": 2.0,
995
+ "noise_scheduler": "EULER",
996
+ "text_encoder_1_layer_skip": 0,
997
+ "text_encoder_1_sequence_length": null,
998
+ "text_encoder_2_layer_skip": 0,
999
+ "text_encoder_2_sequence_length": null,
1000
+ "text_encoder_3_layer_skip": 0,
1001
+ "text_encoder_4_layer_skip": 0,
1002
+ "transformer_attention_mask": false,
1003
+ "force_last_timestep": false,
1004
+ "sample_inpainting": false,
1005
+ "base_image_path": "",
1006
+ "mask_image_path": ""
1007
+ },
1008
+ {
1009
+ "__version": 0,
1010
+ "enabled": false,
1011
+ "prompt": "High quality portrait photograph of female kpop idol Giselle (aespa)",
1012
+ "negative_prompt": "",
1013
+ "height": 512,
1014
+ "width": 512,
1015
+ "frames": 1,
1016
+ "length": 10.0,
1017
+ "seed": 6969,
1018
+ "random_seed": false,
1019
+ "diffusion_steps": 30,
1020
+ "cfg_scale": 2.0,
1021
+ "noise_scheduler": "EULER",
1022
+ "text_encoder_1_layer_skip": 0,
1023
+ "text_encoder_1_sequence_length": null,
1024
+ "text_encoder_2_layer_skip": 0,
1025
+ "text_encoder_2_sequence_length": null,
1026
+ "text_encoder_3_layer_skip": 0,
1027
+ "text_encoder_4_layer_skip": 0,
1028
+ "transformer_attention_mask": false,
1029
+ "force_last_timestep": false,
1030
+ "sample_inpainting": false,
1031
+ "base_image_path": "",
1032
+ "mask_image_path": ""
1033
+ },
1034
+ {
1035
+ "__version": 0,
1036
+ "enabled": false,
1037
+ "prompt": "High quality portrait photograph of female kpop idol Ningning (aespa)",
1038
+ "negative_prompt": "",
1039
+ "height": 512,
1040
+ "width": 512,
1041
+ "frames": 1,
1042
+ "length": 10.0,
1043
+ "seed": 6969,
1044
+ "random_seed": true,
1045
+ "diffusion_steps": 30,
1046
+ "cfg_scale": 2.0,
1047
+ "noise_scheduler": "EULER",
1048
+ "text_encoder_1_layer_skip": 0,
1049
+ "text_encoder_1_sequence_length": null,
1050
+ "text_encoder_2_layer_skip": 0,
1051
+ "text_encoder_2_sequence_length": null,
1052
+ "text_encoder_3_layer_skip": 0,
1053
+ "text_encoder_4_layer_skip": 0,
1054
+ "transformer_attention_mask": false,
1055
+ "force_last_timestep": false,
1056
+ "sample_inpainting": false,
1057
+ "base_image_path": "",
1058
+ "mask_image_path": ""
1059
+ }
1060
+ ],
1061
+ "sample_after": 5,
1062
+ "sample_after_unit": "NEVER",
1063
+ "sample_skip_first": 50,
1064
+ "sample_image_format": "PNG",
1065
+ "sample_video_format": "MP4",
1066
+ "sample_audio_format": "MP3",
1067
+ "samples_to_tensorboard": true,
1068
+ "non_ema_sampling": true,
1069
+ "backup_after": 30,
1070
+ "backup_after_unit": "MINUTE",
1071
+ "rolling_backup": false,
1072
+ "rolling_backup_count": 3,
1073
+ "backup_before_save": true,
1074
+ "save_every": 1,
1075
+ "save_every_unit": "EPOCH",
1076
+ "save_skip_first": 70,
1077
+ "save_filename_prefix": ""
1078
+ }