dominic1021 commited on
Commit
e3be2e1
·
verified ·
1 Parent(s): 7f91f75

Upload config_finetune-20250317-142137.toml with huggingface_hub

Browse files
config_finetune-20250317-142137.toml ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ bucket_reso_steps = 64
2
+ cache_latents = true
3
+ cache_latents_to_disk = true
4
+ caption_extension = ".txt"
5
+ clip_skip = 2
6
+ dataset_repeats = 1
7
+ dynamo_backend = "no"
8
+ enable_bucket = true
9
+ gradient_accumulation_steps = 16
10
+ gradient_checkpointing = true
11
+ huber_c = 0.1
12
+ huber_scale = 1
13
+ huber_schedule = "snr"
14
+ in_json = "/teamspace/studios/this_studio/config/meta_lat.json"
15
+ learning_rate = 3e-6
16
+ learning_rate_te1 = 1e-6
17
+ learning_rate_te2 = 1e-6
18
+ logging_dir = "/teamspace/studios/this_studio/log"
19
+ loss_type = "l2"
20
+ lr_scheduler = "constant"
21
+ lr_scheduler_args = []
22
+ max_bucket_reso = 1024
23
+ max_data_loader_n_workers = 0
24
+ max_timestep = 1000
25
+ max_token_length = 150
26
+ max_train_epochs = 30
27
+ max_train_steps = 1460
28
+ min_bucket_reso = 256
29
+ mixed_precision = "fp16"
30
+ noise_offset = 0.0357
31
+ noise_offset_type = "Original"
32
+ optimizer_args = [ "weight_decay=0.01", "betas=(0.9,0.999)",]
33
+ optimizer_type = "AdamW8bit"
34
+ output_dir = "/teamspace/studios/this_studio/model"
35
+ output_name = "cptpcx"
36
+ pretrained_model_name_or_path = "dominic1021/illustrious"
37
+ resolution = "1024,1024"
38
+ sample_prompts = "/teamspace/studios/this_studio/model/sample/prompt.txt"
39
+ sample_sampler = "euler_a"
40
+ save_every_n_epochs = 1
41
+ save_model_as = "safetensors"
42
+ save_precision = "fp16"
43
+ shuffle_caption = true
44
+ train_batch_size = 4
45
+ train_data_dir = "/teamspace/studios/this_studio/XunitedZ/XunitedZ"
46
+ train_text_encoder = true
47
+ wandb_run_name = "cptpcx"
48
+ xformers = true