vzert commited on
Commit
a651c9e
·
verified ·
1 Parent(s): 23590b6

Add files using upload-large-folder tool

Browse files
config_lora-20240906-232828.toml ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ae = "/home/Ubuntu/Downloads/ae.safetensors"
2
+ bucket_no_upscale = true
3
+ bucket_reso_steps = 64
4
+ cache_latents = true
5
+ cache_latents_to_disk = true
6
+ cache_text_encoder_outputs = true
7
+ cache_text_encoder_outputs_to_disk = true
8
+ caption_extension = ".txt"
9
+ clip_l = "/home/Ubuntu/Downloads/clip_l.safetensors"
10
+ discrete_flow_shift = 3.1582
11
+ dynamo_backend = "no"
12
+ epoch = 100
13
+ fp8_base = true
14
+ full_bf16 = true
15
+ gradient_accumulation_steps = 1
16
+ gradient_checkpointing = true
17
+ guidance_scale = 1.0
18
+ highvram = true
19
+ huber_c = 0.1
20
+ huber_schedule = "snr"
21
+ loss_type = "l2"
22
+ lr_scheduler = "constant"
23
+ lr_scheduler_args = []
24
+ lr_scheduler_num_cycles = 1
25
+ lr_scheduler_power = 1
26
+ max_bucket_reso = 2048
27
+ max_data_loader_n_workers = 0
28
+ max_timestep = 1000
29
+ max_train_steps = 2100
30
+ mem_eff_save = true
31
+ min_bucket_reso = 256
32
+ mixed_precision = "bf16"
33
+ model_prediction_type = "raw"
34
+ network_alpha = 128
35
+ network_args = []
36
+ network_dim = 128
37
+ network_module = "networks.lora_flux"
38
+ noise_offset_type = "Original"
39
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
40
+ optimizer_type = "Adafactor"
41
+ output_dir = "/home/Ubuntu/Downloads/flux_train/model"
42
+ output_name = "2x_gpu"
43
+ pretrained_model_name_or_path = "/home/Ubuntu/Downloads/flux1-dev.safetensors"
44
+ prior_loss_weight = 1
45
+ resolution = "1024,1024"
46
+ sample_prompts = "/home/Ubuntu/Downloads/flux_train/model/sample/prompt.txt"
47
+ sample_sampler = "euler_a"
48
+ save_every_n_epochs = 20
49
+ save_model_as = "safetensors"
50
+ save_precision = "float"
51
+ sdpa = true
52
+ seed = 1
53
+ t5xxl = "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors"
54
+ t5xxl_max_token_length = 512
55
+ text_encoder_lr = 5e-5
56
+ timestep_sampling = "sigmoid"
57
+ train_batch_size = 1
58
+ train_data_dir = "/home/Ubuntu/Downloads/flux_train/img"
59
+ unet_lr = 5e-5
60
+ vae_batch_size = 4
61
+ wandb_run_name = "2x_gpu"
sample/prompt.txt ADDED
File without changes