feat: upload mdtxk_kohyacolab-fullcaptions lora model
Browse files
mdtxk_kohyacolab-fullcaptions_config/config_file.toml
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[sdxl_arguments]
|
| 2 |
+
cache_text_encoder_outputs = false
|
| 3 |
+
no_half_vae = true
|
| 4 |
+
min_timestep = 0
|
| 5 |
+
max_timestep = 1000
|
| 6 |
+
shuffle_caption = true
|
| 7 |
+
lowram = true
|
| 8 |
+
|
| 9 |
+
[model_arguments]
|
| 10 |
+
pretrained_model_name_or_path = "dominic1021/mixed_modelx"
|
| 11 |
+
vae = "/content/vae/sdxl_vae.safetensors"
|
| 12 |
+
|
| 13 |
+
[dataset_arguments]
|
| 14 |
+
debug_dataset = false
|
| 15 |
+
in_json = "/content/LoRA/meta_lat.json"
|
| 16 |
+
train_data_dir = "/content/LoRA/images"
|
| 17 |
+
dataset_repeats = 5
|
| 18 |
+
keep_tokens = 6
|
| 19 |
+
resolution = "1024,1024"
|
| 20 |
+
color_aug = false
|
| 21 |
+
token_warmup_min = 1
|
| 22 |
+
token_warmup_step = 0
|
| 23 |
+
|
| 24 |
+
[training_arguments]
|
| 25 |
+
output_dir = "/content/LoRA/output/mdtxk_kohyacolab-fullcaptions"
|
| 26 |
+
output_name = "mdtxk_kohyacolab-fullcaptions"
|
| 27 |
+
save_precision = "fp16"
|
| 28 |
+
save_every_n_epochs = 1
|
| 29 |
+
train_batch_size = 1
|
| 30 |
+
max_token_length = 225
|
| 31 |
+
mem_eff_attn = false
|
| 32 |
+
sdpa = false
|
| 33 |
+
xformers = true
|
| 34 |
+
max_train_epochs = 30
|
| 35 |
+
max_data_loader_n_workers = 8
|
| 36 |
+
persistent_data_loader_workers = true
|
| 37 |
+
gradient_checkpointing = true
|
| 38 |
+
gradient_accumulation_steps = 1
|
| 39 |
+
mixed_precision = "fp16"
|
| 40 |
+
cache_latents = true
|
| 41 |
+
cache_latents_to_disk = true
|
| 42 |
+
|
| 43 |
+
[logging_arguments]
|
| 44 |
+
log_with = "tensorboard"
|
| 45 |
+
logging_dir = "/content/LoRA/logs"
|
| 46 |
+
log_prefix = "mdtxk_kohyacolab-fullcaptions"
|
| 47 |
+
|
| 48 |
+
[sample_prompt_arguments]
|
| 49 |
+
sample_every_n_epochs = 1
|
| 50 |
+
sample_sampler = "euler_a"
|
| 51 |
+
|
| 52 |
+
[saving_arguments]
|
| 53 |
+
save_model_as = "safetensors"
|
| 54 |
+
|
| 55 |
+
[optimizer_arguments]
|
| 56 |
+
optimizer_type = "Prodigy"
|
| 57 |
+
learning_rate = 1
|
| 58 |
+
text_encoder_lr = 1
|
| 59 |
+
network_train_unet_only = false
|
| 60 |
+
max_grad_norm = 0
|
| 61 |
+
optimizer_args = [ "decouple=True", "weight_decay=0.01", "d_coef=0.8", "use_bias_correction=True", "safeguard_warmup=True", "betas=0.9,0.99",]
|
| 62 |
+
lr_scheduler = "cosine"
|
| 63 |
+
lr_warmup_steps = 64
|
| 64 |
+
|
| 65 |
+
[additional_network_arguments]
|
| 66 |
+
no_metadata = false
|
| 67 |
+
network_module = "networks.lora"
|
| 68 |
+
network_dim = 16
|
| 69 |
+
network_alpha = 16
|
| 70 |
+
network_args = []
|
| 71 |
+
|
| 72 |
+
[advanced_training_config]
|
| 73 |
+
save_state = false
|
| 74 |
+
save_last_n_epochs_state = false
|
| 75 |
+
multires_noise_iterations = 6
|
| 76 |
+
multires_noise_discount = 0.4
|
| 77 |
+
caption_dropout_rate = 0
|
| 78 |
+
caption_tag_dropout_rate = 0
|
| 79 |
+
caption_dropout_every_n_epochs = 0
|
| 80 |
+
min_snr_gamma = 1
|
mdtxk_kohyacolab-fullcaptions_config/sample_prompt.toml
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[prompt]
|
| 2 |
+
negative_prompt = "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, "
|
| 3 |
+
width = 1024
|
| 4 |
+
height = 1024
|
| 5 |
+
scale = 12
|
| 6 |
+
sample_steps = 28
|
| 7 |
+
[[prompt.subset]]
|
| 8 |
+
prompt = "masterpiece, best quality, mdtxk 1girl, red lips, blonde hair, medium breasts, red panties, strapless bra, navel, red bra, blowjob, fellatio, penis, ejaculation, cum in mouth, cleavage, indoors, highleg panties, lipstick, mature female, long hair, low ponytail, underwear only, sucking penis, grey eyes, lingerie, adhesive bra, hair scrunchie, purple scrunchie"
|
| 9 |
+
|