feat: upload simple_vector lora model
Browse files
simple_vector_config/config_file.toml
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[model_arguments]
|
| 2 |
+
v2 = false
|
| 3 |
+
v_parameterization = false
|
| 4 |
+
pretrained_model_name_or_path = "/content/pretrained_model/anyloraCheckpoint_novaeFp16Pruned.ckpt"
|
| 5 |
+
|
| 6 |
+
[additional_network_arguments]
|
| 7 |
+
no_metadata = false
|
| 8 |
+
unet_lr = 0.0001
|
| 9 |
+
text_encoder_lr = 5e-5
|
| 10 |
+
network_module = "lycoris.kohya"
|
| 11 |
+
network_dim = 16
|
| 12 |
+
network_alpha = 8
|
| 13 |
+
network_args = [ "conv_dim=8", "conv_alpha=1", "algo=lora",]
|
| 14 |
+
network_train_unet_only = false
|
| 15 |
+
network_train_text_encoder_only = false
|
| 16 |
+
|
| 17 |
+
[optimizer_arguments]
|
| 18 |
+
optimizer_type = "AdamW8bit"
|
| 19 |
+
learning_rate = 0.0001
|
| 20 |
+
max_grad_norm = 1.0
|
| 21 |
+
lr_scheduler = "constant_with_warmup"
|
| 22 |
+
lr_warmup_steps = 0
|
| 23 |
+
|
| 24 |
+
[dataset_arguments]
|
| 25 |
+
cache_latents = true
|
| 26 |
+
debug_dataset = false
|
| 27 |
+
|
| 28 |
+
[training_arguments]
|
| 29 |
+
output_dir = "/content/LoRA/output"
|
| 30 |
+
output_name = "simple_vector"
|
| 31 |
+
save_precision = "fp16"
|
| 32 |
+
save_every_n_epochs = 1
|
| 33 |
+
train_batch_size = 6
|
| 34 |
+
max_token_length = 225
|
| 35 |
+
mem_eff_attn = false
|
| 36 |
+
xformers = true
|
| 37 |
+
max_train_epochs = 25
|
| 38 |
+
max_data_loader_n_workers = 8
|
| 39 |
+
persistent_data_loader_workers = true
|
| 40 |
+
seed = 123
|
| 41 |
+
gradient_checkpointing = false
|
| 42 |
+
gradient_accumulation_steps = 1
|
| 43 |
+
mixed_precision = "fp16"
|
| 44 |
+
clip_skip = 2
|
| 45 |
+
logging_dir = "/content/LoRA/logs"
|
| 46 |
+
log_prefix = "simple_vector"
|
| 47 |
+
noise_offset = 0.1
|
| 48 |
+
lowram = true
|
| 49 |
+
|
| 50 |
+
[sample_prompt_arguments]
|
| 51 |
+
sample_every_n_epochs = 1
|
| 52 |
+
sample_sampler = "ddim"
|
| 53 |
+
|
| 54 |
+
[dreambooth_arguments]
|
| 55 |
+
prior_loss_weight = 1.0
|
| 56 |
+
|
| 57 |
+
[saving_arguments]
|
| 58 |
+
save_model_as = "safetensors"
|
simple_vector_config/dataset_config.toml
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[datasets]]
|
| 2 |
+
resolution = 512
|
| 3 |
+
min_bucket_reso = 256
|
| 4 |
+
max_bucket_reso = 1024
|
| 5 |
+
caption_dropout_rate = 0
|
| 6 |
+
caption_tag_dropout_rate = 0
|
| 7 |
+
caption_dropout_every_n_epochs = 0
|
| 8 |
+
flip_aug = false
|
| 9 |
+
color_aug = false
|
| 10 |
+
[[datasets.subsets]]
|
| 11 |
+
image_dir = "/content/LoRA/train_data"
|
| 12 |
+
class_tokens = "mksks style"
|
| 13 |
+
num_repeats = 10
|
| 14 |
+
|
| 15 |
+
[[datasets.subsets]]
|
| 16 |
+
is_reg = true
|
| 17 |
+
image_dir = "/content/LoRA/reg_data"
|
| 18 |
+
class_tokens = "style"
|
| 19 |
+
num_repeats = 1
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
[general]
|
| 23 |
+
enable_bucket = true
|
| 24 |
+
caption_extension = ".txt"
|
| 25 |
+
shuffle_caption = true
|
| 26 |
+
keep_tokens = 0
|
| 27 |
+
bucket_reso_steps = 64
|
| 28 |
+
bucket_no_upscale = false
|
simple_vector_config/sample_prompt.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
eric face, short curly hair style, big fat, solo, smile, short hair, simple background, shirt, black hair, 1boy, white background, standing, full body, short sleeves, male focus, shoes, pants, dark skin, black footwear, black eyes, black shirt, dark-skinned male, hand in pocket, blue pants, flat color --n lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry --w 512 --h 768 --l 7 --s 28
|