feat: upload pvvn4v2 lora model
Browse files
pvvn4v2_config/config_file.toml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[sdxl_arguments]
|
| 2 |
+
cache_text_encoder_outputs = false
|
| 3 |
+
no_half_vae = true
|
| 4 |
+
min_timestep = 0
|
| 5 |
+
max_timestep = 1000
|
| 6 |
+
shuffle_caption = true
|
| 7 |
+
lowram = true
|
| 8 |
+
|
| 9 |
+
[model_arguments]
|
| 10 |
+
pretrained_model_name_or_path = "x1101/NoobAI-XL-EarlyAccess-Diffuser"
|
| 11 |
+
vae = "/content/vae/sdxl_vae.safetensors"
|
| 12 |
+
|
| 13 |
+
[dataset_arguments]
|
| 14 |
+
debug_dataset = false
|
| 15 |
+
in_json = "/content/LoRA/meta_lat.json"
|
| 16 |
+
train_data_dir = "/content/LoRA/train_data"
|
| 17 |
+
dataset_repeats = 1
|
| 18 |
+
keep_tokens = 1
|
| 19 |
+
resolution = "1024,1024"
|
| 20 |
+
color_aug = false
|
| 21 |
+
token_warmup_min = 1
|
| 22 |
+
token_warmup_step = 0
|
| 23 |
+
|
| 24 |
+
[training_arguments]
|
| 25 |
+
output_dir = "/content/LoRA/output/pvvn4v2"
|
| 26 |
+
output_name = "pvvn4v2"
|
| 27 |
+
save_precision = "fp16"
|
| 28 |
+
save_every_n_epochs = 1
|
| 29 |
+
train_batch_size = 2
|
| 30 |
+
max_token_length = 225
|
| 31 |
+
mem_eff_attn = false
|
| 32 |
+
sdpa = false
|
| 33 |
+
xformers = true
|
| 34 |
+
max_train_epochs = 10
|
| 35 |
+
max_data_loader_n_workers = 8
|
| 36 |
+
persistent_data_loader_workers = true
|
| 37 |
+
gradient_checkpointing = true
|
| 38 |
+
gradient_accumulation_steps = 1
|
| 39 |
+
mixed_precision = "fp16"
|
| 40 |
+
cache_latents = true
|
| 41 |
+
cache_latents_to_disk = true
|
| 42 |
+
|
| 43 |
+
[logging_arguments]
|
| 44 |
+
log_with = "wandb"
|
| 45 |
+
log_tracker_name = "pvvn4v2"
|
| 46 |
+
logging_dir = "/content/LoRA/logs"
|
| 47 |
+
|
| 48 |
+
[sample_prompt_arguments]
|
| 49 |
+
sample_every_n_epochs = 1
|
| 50 |
+
sample_sampler = "euler_a"
|
| 51 |
+
|
| 52 |
+
[saving_arguments]
|
| 53 |
+
save_model_as = "safetensors"
|
| 54 |
+
|
| 55 |
+
[optimizer_arguments]
|
| 56 |
+
optimizer_type = "AdaFactor"
|
| 57 |
+
learning_rate = 0.0005
|
| 58 |
+
network_train_unet_only = true
|
| 59 |
+
max_grad_norm = 0
|
| 60 |
+
optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
|
| 61 |
+
lr_scheduler = "cosine_with_restarts"
|
| 62 |
+
lr_warmup_steps = 100
|
| 63 |
+
lr_scheduler_num_cycles = 3
|
| 64 |
+
|
| 65 |
+
[additional_network_arguments]
|
| 66 |
+
no_metadata = false
|
| 67 |
+
network_module = "networks.lora"
|
| 68 |
+
network_dim = 32
|
| 69 |
+
network_alpha = 16
|
| 70 |
+
network_args = []
|
| 71 |
+
|
| 72 |
+
[advanced_training_config]
|
| 73 |
+
save_state = false
|
| 74 |
+
save_last_n_epochs_state = false
|
| 75 |
+
caption_dropout_rate = 0
|
| 76 |
+
caption_tag_dropout_rate = 0.5
|
| 77 |
+
caption_dropout_every_n_epochs = 0
|
| 78 |
+
min_snr_gamma = 8
|
pvvn4v2_config/sample_prompt.toml
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[prompt]
|
| 2 |
+
negative_prompt = "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, "
|
| 3 |
+
width = 1024
|
| 4 |
+
height = 1024
|
| 5 |
+
scale = 12
|
| 6 |
+
sample_steps = 28
|
| 7 |
+
[[prompt.subset]]
|
| 8 |
+
prompt = "masterpiece, best quality, puuzaki puuna, jingliu \\(honkai\\: star rail\\), 1girl, solo, standing, bedroom, holding cellphone, mirror selfie, looking at mirror, reflection, window fog, (blurry background, bokeh, foreshortening, close-up:1.2), pastel colors, soft_colors, digital art, cowboy shot, reflective clothes, serene expression, masterpiece, best quality, very aesthetic, highres, absurdres, shadow, year 2023"
|
| 9 |
+
|
| 10 |
+
[[prompt.subset]]
|
| 11 |
+
prompt = "masterpiece, best quality, masturbation, female masturbation, 1girl, breasts, nipples, caught, blue bra, 1boy, underwear, pussy, blush, comic, panties aside, large breasts, blue panties, clothing aside, smelling clothes, white hair, lying, walk-in, panties, bra, english text, blue eyes, long hair, closed eyes, pillow, smelling, bra pull, uncensored, ahoge, clothed masturbation, blue hair, fingering, open door, ring"
|
| 12 |
+
|
| 13 |
+
[[prompt.subset]]
|
| 14 |
+
prompt = "masterpiece, best quality, jingliu (honkai: star rail), masterpiece, best quality, masturbation, female masturbation, 1girl, breasts, nipples, caught, blue bra, 1boy, underwear, pussy, blush, comic, panties aside, large breasts, blue panties, clothing aside, smelling clothes, white hair, lying, walk-in, panties, bra, english text, blue eyes, long hair, closed eyes, pillow, smelling, bra pull, uncensored, ahoge, clothed masturbation, blue hair, fingering, open door, ring"
|
| 15 |
+
|