chis767 commited on
Commit
0bcc68d
·
verified ·
1 Parent(s): 2287b8f

Upload 4 files

Browse files
Kohya_FLUX_DreamBooth3.json ADDED
@@ -0,0 +1,175 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adaptive_noise_scale": 0,
3
+ "additional_parameters": "",
4
+ "ae": "/home/Ubuntu/Downloads/ae.safetensors",
5
+ "apply_t5_attn_mask": true,
6
+ "async_upload": false,
7
+ "blocks_to_swap": 0,
8
+ "blockwise_fused_optimizers": false,
9
+ "bucket_no_upscale": true,
10
+ "bucket_reso_steps": 64,
11
+ "cache_latents": true,
12
+ "cache_latents_to_disk": true,
13
+ "caption_dropout_every_n_epochs": 0,
14
+ "caption_dropout_rate": 0,
15
+ "caption_extension": ".txt",
16
+ "clip_g": "",
17
+ "clip_l": "",
18
+ "clip_skip": 0,
19
+ "color_aug": false,
20
+ "cpu_offload_checkpointing": false,
21
+ "dataset_config": "",
22
+ "debiased_estimation_loss": false,
23
+ "disable_mmap_load_safetensors": false,
24
+ "discrete_flow_shift": 3.1582,
25
+ "double_blocks_to_swap": 0,
26
+ "dynamo_backend": "no",
27
+ "dynamo_mode": "default",
28
+ "dynamo_use_dynamic": false,
29
+ "dynamo_use_fullgraph": false,
30
+ "enable_bucket": true,
31
+ "epoch": 1,
32
+ "extra_accelerate_launch_args": "",
33
+ "flip_aug": false,
34
+ "flux1_cache_text_encoder_outputs": true,
35
+ "flux1_cache_text_encoder_outputs_to_disk": true,
36
+ "flux1_checkbox": true,
37
+ "flux1_clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
38
+ "flux1_t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
39
+ "flux_fused_backward_pass": true,
40
+ "fp8_base": false,
41
+ "full_bf16": true,
42
+ "full_fp16": false,
43
+ "fused_backward_pass": false,
44
+ "fused_optimizer_groups": 0,
45
+ "gpu_ids": "0",
46
+ "gradient_accumulation_steps": 1,
47
+ "gradient_checkpointing": true,
48
+ "guidance_scale": 1,
49
+ "huber_c": 0.1,
50
+ "huber_scale": 1,
51
+ "huber_schedule": "snr",
52
+ "huggingface_path_in_repo": "",
53
+ "huggingface_repo_id": "",
54
+ "huggingface_repo_type": "",
55
+ "huggingface_repo_visibility": "",
56
+ "huggingface_token": "",
57
+ "ip_noise_gamma": 0,
58
+ "ip_noise_gamma_random_strength": false,
59
+ "keep_tokens": 0,
60
+ "learning_rate": 1e-06,
61
+ "learning_rate_te": 0,
62
+ "learning_rate_te1": 0,
63
+ "learning_rate_te2": 0,
64
+ "log_config": false,
65
+ "log_tracker_config": "",
66
+ "log_tracker_name": "",
67
+ "log_with": "",
68
+ "logging_dir": "/home/Ubuntu/Downloads/log",
69
+ "logit_mean": 0,
70
+ "logit_std": 1,
71
+ "loss_type": "l2",
72
+ "lr_scheduler": "cosine",
73
+ "lr_scheduler_args": "",
74
+ "lr_scheduler_num_cycles": 1,
75
+ "lr_scheduler_power": 1,
76
+ "lr_scheduler_type": "",
77
+ "lr_warmup": 0,
78
+ "lr_warmup_steps": 75,
79
+ "main_process_port": 0,
80
+ "masked_loss": false,
81
+ "max_bucket_reso": 2048,
82
+ "max_data_loader_n_workers": 0,
83
+ "max_grad_norm": 0,
84
+ "max_resolution": "1024,1024",
85
+ "max_timestep": 1000,
86
+ "max_token_length": 75,
87
+ "max_train_epochs": 0,
88
+ "max_train_steps": 1500,
89
+ "mem_eff_attn": false,
90
+ "mem_eff_save": true,
91
+ "metadata_author": "",
92
+ "metadata_description": "",
93
+ "metadata_license": "",
94
+ "metadata_tags": "",
95
+ "metadata_title": "",
96
+ "min_bucket_reso": 256,
97
+ "min_snr_gamma": 0,
98
+ "min_timestep": 0,
99
+ "mixed_precision": "bf16",
100
+ "mode_scale": 1.29,
101
+ "model_list": "custom",
102
+ "model_prediction_type": "raw",
103
+ "multi_gpu": false,
104
+ "multires_noise_discount": 0.3,
105
+ "multires_noise_iterations": 0,
106
+ "no_token_padding": false,
107
+ "noise_offset": 0,
108
+ "noise_offset_random_strength": false,
109
+ "noise_offset_type": "Original",
110
+ "num_cpu_threads_per_process": 2,
111
+ "num_machines": 1,
112
+ "num_processes": 1,
113
+ "optimizer": "Adafactor",
114
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
115
+ "output_dir": "/home/Ubuntu/apps/StableSwarmUI/Models/diffusion_models",
116
+ "output_name": "Quality_3",
117
+ "persistent_data_loader_workers": false,
118
+ "pretrained_model_name_or_path": "/home/Ubuntu/apps/StableSwarmUI/Models/diffusion_models/New_001-000110.safetensors",
119
+ "prior_loss_weight": 1,
120
+ "random_crop": false,
121
+ "reg_data_dir": "",
122
+ "resume": "",
123
+ "resume_from_huggingface": "",
124
+ "sample_every_n_epochs": 0,
125
+ "sample_every_n_steps": 200,
126
+ "sample_prompts": "",
127
+ "sample_sampler": "euler_a",
128
+ "save_as_bool": false,
129
+ "save_clip": false,
130
+ "save_every_n_epochs": 0,
131
+ "save_every_n_steps": 500,
132
+ "save_last_n_epochs": 0,
133
+ "save_last_n_epochs_state": 0,
134
+ "save_last_n_steps": 0,
135
+ "save_last_n_steps_state": 0,
136
+ "save_model_as": "safetensors",
137
+ "save_precision": "bf16",
138
+ "save_state": true,
139
+ "save_state_on_train_end": true,
140
+ "save_state_to_huggingface": false,
141
+ "save_t5xxl": false,
142
+ "scale_v_pred_loss_like_noise_pred": false,
143
+ "sd3_cache_text_encoder_outputs": false,
144
+ "sd3_cache_text_encoder_outputs_to_disk": false,
145
+ "sd3_checkbox": false,
146
+ "sd3_fused_backward_pass": false,
147
+ "sd3_text_encoder_batch_size": 1,
148
+ "sdxl": false,
149
+ "sdxl_cache_text_encoder_outputs": false,
150
+ "sdxl_no_half_vae": false,
151
+ "seed": 1,
152
+ "shuffle_caption": false,
153
+ "single_blocks_to_swap": 0,
154
+ "skip_cache_check": false,
155
+ "split_mode": false,
156
+ "stop_text_encoder_training": 0,
157
+ "t5xxl": "",
158
+ "t5xxl_device": "",
159
+ "t5xxl_dtype": "bf16",
160
+ "t5xxl_max_token_length": 512,
161
+ "timestep_sampling": "shift",
162
+ "train_batch_size": 4,
163
+ "train_blocks": "all",
164
+ "train_data_dir": "/home/Ubuntu/Downloads/img",
165
+ "v2": false,
166
+ "v_parameterization": false,
167
+ "v_pred_like_loss": 0,
168
+ "vae": "",
169
+ "vae_batch_size": 4,
170
+ "wandb_api_key": "",
171
+ "wandb_run_name": "",
172
+ "weighted_captions": false,
173
+ "weighting_scheme": "logit_normal",
174
+ "xformers": "xformers"
175
+ }
Potato 1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2546744f37b5c8037281a4d468d889cfd0ad4068e72310cb221aaa77480968b
3
+ size 23802909568
Potato 2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6f8d999e597e0df358ca5b8e7aaf4b06cf95f6c6b6ee39feb6cf448ca8f5280
3
+ size 23802910336
Test2NoReg.json ADDED
@@ -0,0 +1,175 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adaptive_noise_scale": 0,
3
+ "additional_parameters": "",
4
+ "ae": "/home/Ubuntu/Downloads/ae.safetensors",
5
+ "apply_t5_attn_mask": false,
6
+ "async_upload": false,
7
+ "blocks_to_swap": 0,
8
+ "blockwise_fused_optimizers": false,
9
+ "bucket_no_upscale": false,
10
+ "bucket_reso_steps": 64,
11
+ "cache_latents": true,
12
+ "cache_latents_to_disk": true,
13
+ "caption_dropout_every_n_epochs": 0,
14
+ "caption_dropout_rate": 0,
15
+ "caption_extension": ".txt",
16
+ "clip_g": "",
17
+ "clip_l": "",
18
+ "clip_skip": 0,
19
+ "color_aug": false,
20
+ "cpu_offload_checkpointing": false,
21
+ "dataset_config": "",
22
+ "debiased_estimation_loss": false,
23
+ "disable_mmap_load_safetensors": false,
24
+ "discrete_flow_shift": 3.1582,
25
+ "double_blocks_to_swap": 0,
26
+ "dynamo_backend": "no",
27
+ "dynamo_mode": "default",
28
+ "dynamo_use_dynamic": false,
29
+ "dynamo_use_fullgraph": false,
30
+ "enable_bucket": true,
31
+ "epoch": 150,
32
+ "extra_accelerate_launch_args": "",
33
+ "flip_aug": false,
34
+ "flux1_cache_text_encoder_outputs": true,
35
+ "flux1_cache_text_encoder_outputs_to_disk": true,
36
+ "flux1_checkbox": true,
37
+ "flux1_clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
38
+ "flux1_t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
39
+ "flux_fused_backward_pass": false,
40
+ "fp8_base": false,
41
+ "full_bf16": true,
42
+ "full_fp16": false,
43
+ "fused_backward_pass": false,
44
+ "fused_optimizer_groups": 0,
45
+ "gpu_ids": "0,1",
46
+ "gradient_accumulation_steps": 1,
47
+ "gradient_checkpointing": true,
48
+ "guidance_scale": 1,
49
+ "huber_c": 0.1,
50
+ "huber_scale": 1,
51
+ "huber_schedule": "snr",
52
+ "huggingface_path_in_repo": "",
53
+ "huggingface_repo_id": "",
54
+ "huggingface_repo_type": "",
55
+ "huggingface_repo_visibility": "",
56
+ "huggingface_token": "",
57
+ "ip_noise_gamma": 0,
58
+ "ip_noise_gamma_random_strength": false,
59
+ "keep_tokens": 0,
60
+ "learning_rate": 3e-06,
61
+ "learning_rate_te": 5e-07,
62
+ "learning_rate_te1": 1e-07,
63
+ "learning_rate_te2": 1e-07,
64
+ "log_config": false,
65
+ "log_tracker_config": "",
66
+ "log_tracker_name": "",
67
+ "log_with": "",
68
+ "logging_dir": "/home/Ubuntu/Downloads/log",
69
+ "logit_mean": 0,
70
+ "logit_std": 1,
71
+ "loss_type": "l2",
72
+ "lr_scheduler": "constant_with_warmup",
73
+ "lr_scheduler_args": "",
74
+ "lr_scheduler_num_cycles": 1,
75
+ "lr_scheduler_power": 1,
76
+ "lr_scheduler_type": "",
77
+ "lr_warmup": 0,
78
+ "lr_warmup_steps": 150,
79
+ "main_process_port": 0,
80
+ "masked_loss": false,
81
+ "max_bucket_reso": 2048,
82
+ "max_data_loader_n_workers": 0,
83
+ "max_grad_norm": 1,
84
+ "max_resolution": "1024,1024",
85
+ "max_timestep": 1000,
86
+ "max_token_length": 75,
87
+ "max_train_epochs": 0,
88
+ "max_train_steps": 0,
89
+ "mem_eff_attn": false,
90
+ "mem_eff_save": true,
91
+ "metadata_author": "",
92
+ "metadata_description": "",
93
+ "metadata_license": "",
94
+ "metadata_tags": "",
95
+ "metadata_title": "",
96
+ "min_bucket_reso": 512,
97
+ "min_snr_gamma": 5,
98
+ "min_timestep": 0,
99
+ "mixed_precision": "bf16",
100
+ "mode_scale": 1.29,
101
+ "model_list": "custom",
102
+ "model_prediction_type": "raw",
103
+ "multi_gpu": true,
104
+ "multires_noise_discount": 0.3,
105
+ "multires_noise_iterations": 0,
106
+ "no_token_padding": false,
107
+ "noise_offset": 0.03,
108
+ "noise_offset_random_strength": false,
109
+ "noise_offset_type": "Original",
110
+ "num_cpu_threads_per_process": 2,
111
+ "num_machines": 1,
112
+ "num_processes": 2,
113
+ "optimizer": "Adafactor",
114
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
115
+ "output_dir": "/home/Ubuntu/Downloads/model",
116
+ "output_name": "PotatoNoREG",
117
+ "persistent_data_loader_workers": false,
118
+ "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-krea-dev.safetensors",
119
+ "prior_loss_weight": 1,
120
+ "random_crop": false,
121
+ "reg_data_dir": "",
122
+ "resume": "",
123
+ "resume_from_huggingface": "",
124
+ "sample_every_n_epochs": 0,
125
+ "sample_every_n_steps": 0,
126
+ "sample_prompts": "",
127
+ "sample_sampler": "euler_a",
128
+ "save_as_bool": false,
129
+ "save_clip": false,
130
+ "save_every_n_epochs": 0,
131
+ "save_every_n_steps": 500,
132
+ "save_last_n_epochs": 0,
133
+ "save_last_n_epochs_state": 0,
134
+ "save_last_n_steps": 0,
135
+ "save_last_n_steps_state": 0,
136
+ "save_model_as": "safetensors",
137
+ "save_precision": "fp16",
138
+ "save_state": false,
139
+ "save_state_on_train_end": false,
140
+ "save_state_to_huggingface": false,
141
+ "save_t5xxl": false,
142
+ "scale_v_pred_loss_like_noise_pred": false,
143
+ "sd3_cache_text_encoder_outputs": false,
144
+ "sd3_cache_text_encoder_outputs_to_disk": false,
145
+ "sd3_checkbox": false,
146
+ "sd3_fused_backward_pass": false,
147
+ "sd3_text_encoder_batch_size": 1,
148
+ "sdxl": false,
149
+ "sdxl_cache_text_encoder_outputs": false,
150
+ "sdxl_no_half_vae": false,
151
+ "seed": 1,
152
+ "shuffle_caption": false,
153
+ "single_blocks_to_swap": 0,
154
+ "skip_cache_check": false,
155
+ "split_mode": false,
156
+ "stop_text_encoder_training": 3000,
157
+ "t5xxl": "",
158
+ "t5xxl_device": "",
159
+ "t5xxl_dtype": "bf16",
160
+ "t5xxl_max_token_length": 512,
161
+ "timestep_sampling": "sigmoid",
162
+ "train_batch_size": 2,
163
+ "train_blocks": "all",
164
+ "train_data_dir": "/home/Ubuntu/Downloads/img2",
165
+ "v2": false,
166
+ "v_parameterization": false,
167
+ "v_pred_like_loss": 0,
168
+ "vae": "",
169
+ "vae_batch_size": 4,
170
+ "wandb_api_key": "",
171
+ "wandb_run_name": "",
172
+ "weighted_captions": false,
173
+ "weighting_scheme": "logit_normal",
174
+ "xformers": "xformers"
175
+ }