feat: upload lora_C3lier_MomocoV2 lora model
Browse files
lora_C3lier_MomocoV2_config/config_file.toml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[model_arguments]
|
| 2 |
+
v2 = false
|
| 3 |
+
v_parameterization = false
|
| 4 |
+
pretrained_model_name_or_path = "/content/pretrained_model/animefull-final-pruned.ckpt"
|
| 5 |
+
vae = "/content/vae/kl-f8-anime.ckpt"
|
| 6 |
+
|
| 7 |
+
[additional_network_arguments]
|
| 8 |
+
no_metadata = false
|
| 9 |
+
unet_lr = 0.0001
|
| 10 |
+
text_encoder_lr = 5e-5
|
| 11 |
+
network_module = "networks.lora"
|
| 12 |
+
network_dim = 16
|
| 13 |
+
network_alpha = 8
|
| 14 |
+
network_args = [ "conv_dim=8", "conv_alpha=1",]
|
| 15 |
+
network_train_unet_only = false
|
| 16 |
+
network_train_text_encoder_only = false
|
| 17 |
+
|
| 18 |
+
[optimizer_arguments]
|
| 19 |
+
min_snr_gamma = 0
|
| 20 |
+
optimizer_type = "AdamW8bit"
|
| 21 |
+
learning_rate = 0.0001
|
| 22 |
+
max_grad_norm = 1.0
|
| 23 |
+
optimizer_args = []
|
| 24 |
+
lr_scheduler = "constant_with_warmup"
|
| 25 |
+
lr_warmup_steps = 135
|
| 26 |
+
|
| 27 |
+
[dataset_arguments]
|
| 28 |
+
cache_latents = true
|
| 29 |
+
cache_latents_to_disk = true
|
| 30 |
+
debug_dataset = false
|
| 31 |
+
vae_batch_size = 4
|
| 32 |
+
|
| 33 |
+
[training_arguments]
|
| 34 |
+
output_dir = "/content/LoRA/output"
|
| 35 |
+
output_name = "lora_C3lier_MomocoV2"
|
| 36 |
+
save_precision = "fp16"
|
| 37 |
+
save_every_n_epochs = 1
|
| 38 |
+
train_batch_size = 2
|
| 39 |
+
max_token_length = 225
|
| 40 |
+
mem_eff_attn = false
|
| 41 |
+
xformers = true
|
| 42 |
+
max_train_epochs = 15
|
| 43 |
+
max_data_loader_n_workers = 8
|
| 44 |
+
persistent_data_loader_workers = true
|
| 45 |
+
seed = 46
|
| 46 |
+
gradient_accumulation_steps = 1
|
| 47 |
+
mixed_precision = "fp16"
|
| 48 |
+
clip_skip = 2
|
| 49 |
+
noise_offset = 0.1
|
| 50 |
+
ss_multires_noise_iterations = 6.0
|
| 51 |
+
ss_multires_noise_discount = 0.3
|
| 52 |
+
lowram = true
|
| 53 |
+
|
| 54 |
+
[logging_arguments]
|
| 55 |
+
log_with = "tensorboard"
|
| 56 |
+
logging_dir = "/content/LoRA/logs"
|
| 57 |
+
log_prefix = "lora_C3lier_MomocoV2"
|
| 58 |
+
|
| 59 |
+
[sample_prompt_arguments]
|
| 60 |
+
sample_every_n_epochs = 1
|
| 61 |
+
sample_sampler = "k_dpm_2_a"
|
| 62 |
+
|
| 63 |
+
[dreambooth_arguments]
|
| 64 |
+
prior_loss_weight = 1.0
|
| 65 |
+
|
| 66 |
+
[saving_arguments]
|
| 67 |
+
save_model_as = "safetensors"
|
lora_C3lier_MomocoV2_config/dataset_config.toml
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[datasets]]
|
| 2 |
+
resolution = 512
|
| 3 |
+
min_bucket_reso = 256
|
| 4 |
+
max_bucket_reso = 1024
|
| 5 |
+
flip_aug = false
|
| 6 |
+
[[datasets.subsets]]
|
| 7 |
+
image_dir = "/content/LoRA/train_data"
|
| 8 |
+
num_repeats = 8
|
| 9 |
+
|
| 10 |
+
|
| 11 |
+
[general]
|
| 12 |
+
enable_bucket = true
|
| 13 |
+
caption_extension = ".txt"
|
| 14 |
+
shuffle_caption = true
|
| 15 |
+
keep_tokens = 0
|
lora_C3lier_MomocoV2_config/sample_prompt.toml
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[prompt]
|
| 2 |
+
negative_prompt = "(worst quality, low quality:1.4), "
|
| 3 |
+
width = 512
|
| 4 |
+
height = 768
|
| 5 |
+
scale = 7
|
| 6 |
+
sample_steps = 28
|
| 7 |
+
[[prompt.subset]]
|
| 8 |
+
prompt = "masterpiece, best quality, momoko (momopoco), 1girl, solo, long hair, breasts, looking at viewer, blush, smile, open mouth, bangs, blue eyes, skirt, brown hair, shirt, hair ornament, long sleeves, bow, animal ears, jewelry, medium breasts, school uniform, jacket, tail, flower, red hair, multicolored hair, cowboy shot, pleated skirt, earrings, one eye closed, open clothes, fang, indoors, cat ears, hair flower, miniskirt, bowtie, black skirt, open jacket, cat tail, window, chair, facial mark, phone, blazer, cellphone, cat girl, desk, grey jacket, classroom, school desk, whisker markings, miqo'te, avatar (ff14)"
|
| 9 |
+
|
| 10 |
+
[[prompt.subset]]
|
| 11 |
+
prompt = "masterpiece, best quality, momoko (momopoco), 1girl, solo, long hair, breasts, looking at viewer, blush, smile, open mouth, bangs, blue eyes, skirt, shirt, thighhighs, bow, ribbon, hair between eyes, medium breasts, school uniform, standing, collarbone, hair ribbon, white shirt, ahoge, white hair, short sleeves, :d, pleated skirt, puffy sleeves, collared shirt, indoors, bowtie, black skirt, red bow, white thighhighs, red ribbon, zettai ryouiki, window, leaning forward, arms behind back, red bowtie, stairs, shirt tucked in"
|
| 12 |
+
|