sdasdadas commited on
Commit
4804efc
·
1 Parent(s): 0fccc28

feat: upload momoco_loha lora model

Browse files
momoco_loha_config/config_file.toml ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [model_arguments]
2
+ v2 = false
3
+ v_parameterization = false
4
+ pretrained_model_name_or_path = "/content/pretrained_model/Animefull-final-pruned.ckpt"
5
+ vae = "/content/vae/waifudiffusion.vae.pt"
6
+
7
+ [additional_network_arguments]
8
+ no_metadata = false
9
+ unet_lr = 0.0001
10
+ text_encoder_lr = 5e-5
11
+ network_module = "locon.locon_kohya"
12
+ network_dim = 32
13
+ network_alpha = 16
14
+ network_args = [ "conv_dim=32", "conv_alpha=16",]
15
+ network_train_unet_only = false
16
+ network_train_text_encoder_only = false
17
+
18
+ [optimizer_arguments]
19
+ optimizer_type = "AdamW8bit"
20
+ learning_rate = 0.0001
21
+ max_grad_norm = 1.0
22
+ lr_scheduler = "constant"
23
+ lr_warmup_steps = 0
24
+
25
+ [dataset_arguments]
26
+ debug_dataset = false
27
+
28
+ [training_arguments]
29
+ output_dir = "/content/LoRA/output"
30
+ output_name = "momoco_loha"
31
+ save_precision = "fp16"
32
+ save_every_n_epochs = 1
33
+ train_batch_size = 6
34
+ max_token_length = 225
35
+ mem_eff_attn = false
36
+ xformers = true
37
+ max_train_epochs = 10
38
+ max_data_loader_n_workers = 8
39
+ persistent_data_loader_workers = true
40
+ gradient_checkpointing = false
41
+ gradient_accumulation_steps = 1
42
+ mixed_precision = "fp16"
43
+ clip_skip = 2
44
+ logging_dir = "/content/LoRA/logs"
45
+ log_prefix = "momoco_loha"
46
+ noise_offset = 0.1
47
+ lowram = false
48
+
49
+ [sample_prompt_arguments]
50
+ sample_every_n_epochs = 1
51
+ sample_sampler = "ddim"
52
+
53
+ [saving_arguments]
54
+ save_model_as = "safetensors"
momoco_loha_config/dataset_config.toml ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[datasets]]
2
+ resolution = 512
3
+ caption_dropout_rate = 0
4
+ caption_tag_dropout_rate = 0
5
+ caption_dropout_every_n_epochs = 0
6
+ color_aug = false
7
+ [[datasets.subsets]]
8
+ image_dir = "/content/LoRA/train_data"
9
+ num_repeats = 10
10
+ metadata_file = "/content/LoRA/meta_lat.json"
11
+
12
+
13
+ [general]
14
+ shuffle_caption = true
15
+ keep_tokens = 0
momoco_loha_config/sample_prompt.txt ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+
2
+ masterpiece, best quality, 1girl, aqua eyes, baseball cap, blonde hair, closed mouth, earrings, green background, hat, hoop earrings, jewelry, looking at viewer, shirt, short hair, simple background, solo, upper body, yellow shirt --n lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry --w 512 --h 768 --l 7 --s 28