sergio75 commited on
Commit
df6cb43
·
verified ·
1 Parent(s): 46fdac2

Upload 4 files

Browse files
config_lora-20250602-050613.toml ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ae = "/home/Ubuntu/Downloads/ae.safetensors"
2
+ apply_t5_attn_mask = true
3
+ bucket_no_upscale = true
4
+ bucket_reso_steps = 64
5
+ cache_latents = true
6
+ cache_latents_to_disk = true
7
+ cache_text_encoder_outputs = true
8
+ cache_text_encoder_outputs_to_disk = true
9
+ caption_extension = ".txt"
10
+ clip_l = "/home/Ubuntu/Downloads/clip_l.safetensors"
11
+ discrete_flow_shift = 3.1582
12
+ dynamo_backend = "no"
13
+ enable_bucket = true
14
+ epoch = 30
15
+ full_bf16 = true
16
+ gradient_accumulation_steps = 1
17
+ gradient_checkpointing = true
18
+ guidance_scale = 1.0
19
+ highvram = true
20
+ huber_c = 0.1
21
+ huber_scale = 1
22
+ huber_schedule = "snr"
23
+ logging_dir = "/home/Ubuntu/Downloads/1_Risultati_ksr01_rp10_ep30/log"
24
+ loss_type = "l2"
25
+ lr_scheduler = "constant"
26
+ lr_scheduler_args = []
27
+ lr_scheduler_num_cycles = 1
28
+ lr_scheduler_power = 1
29
+ max_bucket_reso = 2048
30
+ max_data_loader_n_workers = 0
31
+ max_timestep = 1000
32
+ max_train_steps = 900
33
+ mem_eff_save = true
34
+ min_bucket_reso = 256
35
+ mixed_precision = "bf16"
36
+ model_prediction_type = "raw"
37
+ network_alpha = 128
38
+ network_args = [ "train_double_block_indices=all", "train_single_block_indices=all",]
39
+ network_dim = 128
40
+ network_module = "networks.lora_flux"
41
+ noise_offset_type = "Original"
42
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
43
+ optimizer_type = "Adafactor"
44
+ output_dir = "/home/Ubuntu/Downloads/1_Risultati_ksr01_rp10_ep30/model"
45
+ output_name = "ksr01_rp10_ep30"
46
+ pretrained_model_name_or_path = "/home/Ubuntu/Downloads/flux1-dev.safetensors"
47
+ prior_loss_weight = 1
48
+ resolution = "1024,1024"
49
+ sample_prompts = "/home/Ubuntu/Downloads/1_Risultati_ksr01_rp10_ep30/model/sample/prompt.txt"
50
+ sample_sampler = "euler_a"
51
+ save_every_n_epochs = 30
52
+ save_model_as = "safetensors"
53
+ save_precision = "float"
54
+ sdpa = true
55
+ seed = 1
56
+ t5xxl = "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors"
57
+ t5xxl_max_token_length = 512
58
+ text_encoder_lr = [ 5e-5, 5e-5,]
59
+ timestep_sampling = "sigmoid"
60
+ train_batch_size = 1
61
+ train_data_dir = "/home/Ubuntu/Downloads/1_Risultati_ksr01_rp10_ep30/img"
62
+ unet_lr = 5e-5
63
+ vae_batch_size = 4
64
+ wandb_run_name = "ksr01_rp10_ep30"
ksr01_rp10_ep30.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b9d891d82b1cf4610e2ae29409093f59ef27d3dae82becead62bd4238b9f6ed
3
+ size 2535604776
ksr01_rp10_ep30_20250602-050613.json ADDED
@@ -0,0 +1,231 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Flux1",
3
+ "LyCORIS_preset": "full",
4
+ "adaptive_noise_scale": 0,
5
+ "additional_parameters": "",
6
+ "ae": "/home/Ubuntu/Downloads/ae.safetensors",
7
+ "apply_t5_attn_mask": true,
8
+ "async_upload": false,
9
+ "block_alphas": "",
10
+ "block_dims": "",
11
+ "block_lr_zero_threshold": "",
12
+ "blocks_to_swap": 0,
13
+ "bucket_no_upscale": true,
14
+ "bucket_reso_steps": 64,
15
+ "bypass_mode": false,
16
+ "cache_latents": true,
17
+ "cache_latents_to_disk": true,
18
+ "caption_dropout_every_n_epochs": 0,
19
+ "caption_dropout_rate": 0,
20
+ "caption_extension": ".txt",
21
+ "clip_g": "",
22
+ "clip_g_dropout_rate": 0,
23
+ "clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
24
+ "clip_skip": 0,
25
+ "color_aug": false,
26
+ "constrain": 0,
27
+ "conv_alpha": 1,
28
+ "conv_block_alphas": "",
29
+ "conv_block_dims": "",
30
+ "conv_dim": 1,
31
+ "cpu_offload_checkpointing": false,
32
+ "dataset_config": "",
33
+ "debiased_estimation_loss": false,
34
+ "decompose_both": false,
35
+ "dim_from_weights": false,
36
+ "discrete_flow_shift": 3.1582,
37
+ "dora_wd": false,
38
+ "double_blocks_to_swap": 0,
39
+ "down_lr_weight": "",
40
+ "dynamo_backend": "no",
41
+ "dynamo_mode": "default",
42
+ "dynamo_use_dynamic": false,
43
+ "dynamo_use_fullgraph": false,
44
+ "enable_all_linear": false,
45
+ "enable_bucket": true,
46
+ "epoch": 30,
47
+ "extra_accelerate_launch_args": "",
48
+ "factor": -1,
49
+ "flip_aug": false,
50
+ "flux1_cache_text_encoder_outputs": true,
51
+ "flux1_cache_text_encoder_outputs_to_disk": true,
52
+ "flux1_checkbox": true,
53
+ "fp8_base": false,
54
+ "fp8_base_unet": false,
55
+ "full_bf16": true,
56
+ "full_fp16": false,
57
+ "ggpo_beta": 0.01,
58
+ "ggpo_sigma": 0.03,
59
+ "gpu_ids": "0",
60
+ "gradient_accumulation_steps": 1,
61
+ "gradient_checkpointing": true,
62
+ "guidance_scale": 1,
63
+ "highvram": true,
64
+ "huber_c": 0.1,
65
+ "huber_scale": 1,
66
+ "huber_schedule": "snr",
67
+ "huggingface_path_in_repo": "",
68
+ "huggingface_repo_id": "",
69
+ "huggingface_repo_type": "",
70
+ "huggingface_repo_visibility": "",
71
+ "huggingface_token": "",
72
+ "img_attn_dim": "",
73
+ "img_mlp_dim": "",
74
+ "img_mod_dim": "",
75
+ "in_dims": "",
76
+ "ip_noise_gamma": 0,
77
+ "ip_noise_gamma_random_strength": false,
78
+ "keep_tokens": 0,
79
+ "learning_rate": 5e-05,
80
+ "log_config": false,
81
+ "log_tracker_config": "",
82
+ "log_tracker_name": "",
83
+ "log_with": "",
84
+ "logging_dir": "/home/Ubuntu/Downloads/1_Risultati_ksr01_rp10_ep30/log",
85
+ "logit_mean": 0,
86
+ "logit_std": 1,
87
+ "loraplus_lr_ratio": 0,
88
+ "loraplus_text_encoder_lr_ratio": 0,
89
+ "loraplus_unet_lr_ratio": 0,
90
+ "loss_type": "l2",
91
+ "lowvram": false,
92
+ "lr_scheduler": "constant",
93
+ "lr_scheduler_args": "",
94
+ "lr_scheduler_num_cycles": 1,
95
+ "lr_scheduler_power": 1,
96
+ "lr_scheduler_type": "",
97
+ "lr_warmup": 0,
98
+ "lr_warmup_steps": 0,
99
+ "main_process_port": 0,
100
+ "masked_loss": false,
101
+ "max_bucket_reso": 2048,
102
+ "max_data_loader_n_workers": 0,
103
+ "max_grad_norm": 0,
104
+ "max_resolution": "1024,1024",
105
+ "max_timestep": 1000,
106
+ "max_token_length": 75,
107
+ "max_train_epochs": 0,
108
+ "max_train_steps": 0,
109
+ "mem_eff_attn": false,
110
+ "mem_eff_save": true,
111
+ "metadata_author": "",
112
+ "metadata_description": "",
113
+ "metadata_license": "",
114
+ "metadata_tags": "",
115
+ "metadata_title": "",
116
+ "mid_lr_weight": "",
117
+ "min_bucket_reso": 256,
118
+ "min_snr_gamma": 0,
119
+ "min_timestep": 0,
120
+ "mixed_precision": "bf16",
121
+ "mode_scale": 1.29,
122
+ "model_list": "custom",
123
+ "model_prediction_type": "raw",
124
+ "module_dropout": 0,
125
+ "multi_gpu": false,
126
+ "multires_noise_discount": 0.3,
127
+ "multires_noise_iterations": 0,
128
+ "network_alpha": 128,
129
+ "network_dim": 128,
130
+ "network_dropout": 0,
131
+ "network_weights": "",
132
+ "noise_offset": 0,
133
+ "noise_offset_random_strength": false,
134
+ "noise_offset_type": "Original",
135
+ "num_cpu_threads_per_process": 2,
136
+ "num_machines": 1,
137
+ "num_processes": 1,
138
+ "optimizer": "Adafactor",
139
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
140
+ "output_dir": "/home/Ubuntu/Downloads/1_Risultati_ksr01_rp10_ep30/model",
141
+ "output_name": "ksr01_rp10_ep30",
142
+ "persistent_data_loader_workers": false,
143
+ "pos_emb_random_crop_rate": 0,
144
+ "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-dev.safetensors",
145
+ "prior_loss_weight": 1,
146
+ "random_crop": false,
147
+ "rank_dropout": 0,
148
+ "rank_dropout_scale": false,
149
+ "reg_data_dir": "",
150
+ "rescaled": false,
151
+ "resume": "",
152
+ "resume_from_huggingface": "",
153
+ "sample_every_n_epochs": 0,
154
+ "sample_every_n_steps": 0,
155
+ "sample_prompts": "",
156
+ "sample_sampler": "euler_a",
157
+ "save_clip": false,
158
+ "save_every_n_epochs": 30,
159
+ "save_every_n_steps": 0,
160
+ "save_last_n_epochs": 0,
161
+ "save_last_n_epochs_state": 0,
162
+ "save_last_n_steps": 0,
163
+ "save_last_n_steps_state": 0,
164
+ "save_model_as": "safetensors",
165
+ "save_precision": "float",
166
+ "save_state": false,
167
+ "save_state_on_train_end": false,
168
+ "save_state_to_huggingface": false,
169
+ "save_t5xxl": false,
170
+ "scale_v_pred_loss_like_noise_pred": false,
171
+ "scale_weight_norms": 0,
172
+ "sd3_cache_text_encoder_outputs": false,
173
+ "sd3_cache_text_encoder_outputs_to_disk": false,
174
+ "sd3_checkbox": false,
175
+ "sd3_clip_l": "",
176
+ "sd3_clip_l_dropout_rate": 0,
177
+ "sd3_disable_mmap_load_safetensors": false,
178
+ "sd3_enable_scaled_pos_embed": false,
179
+ "sd3_fused_backward_pass": false,
180
+ "sd3_t5_dropout_rate": 0,
181
+ "sd3_t5xxl": "",
182
+ "sd3_text_encoder_batch_size": 1,
183
+ "sdxl": false,
184
+ "sdxl_cache_text_encoder_outputs": false,
185
+ "sdxl_no_half_vae": false,
186
+ "seed": 1,
187
+ "shuffle_caption": false,
188
+ "single_blocks_to_swap": 0,
189
+ "single_dim": "",
190
+ "single_mod_dim": "",
191
+ "skip_cache_check": false,
192
+ "split_mode": false,
193
+ "split_qkv": false,
194
+ "stop_text_encoder_training": 0,
195
+ "t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
196
+ "t5xxl_device": "",
197
+ "t5xxl_dtype": "bf16",
198
+ "t5xxl_lr": 0,
199
+ "t5xxl_max_token_length": 512,
200
+ "text_encoder_lr": 5e-05,
201
+ "timestep_sampling": "sigmoid",
202
+ "train_batch_size": 1,
203
+ "train_blocks": "all",
204
+ "train_data_dir": "/home/Ubuntu/Downloads/1_Risultati_ksr01_rp10_ep30/img",
205
+ "train_double_block_indices": "all",
206
+ "train_lora_ggpo": false,
207
+ "train_norm": false,
208
+ "train_on_input": true,
209
+ "train_single_block_indices": "all",
210
+ "train_t5xxl": false,
211
+ "training_comment": "",
212
+ "txt_attn_dim": "",
213
+ "txt_mlp_dim": "",
214
+ "txt_mod_dim": "",
215
+ "unet_lr": 5e-05,
216
+ "unit": 1,
217
+ "up_lr_weight": "",
218
+ "use_cp": false,
219
+ "use_scalar": false,
220
+ "use_tucker": false,
221
+ "v2": false,
222
+ "v_parameterization": false,
223
+ "v_pred_like_loss": 0,
224
+ "vae": "",
225
+ "vae_batch_size": 4,
226
+ "wandb_api_key": "",
227
+ "wandb_run_name": "",
228
+ "weighted_captions": false,
229
+ "weighting_scheme": "logit_normal",
230
+ "xformers": "sdpa"
231
+ }