feat: upload simplvectorV1 lora model
Browse files
simplvectorV1_config/config_file.toml
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[model_arguments]
|
| 2 |
+
v2 = false
|
| 3 |
+
v_parameterization = false
|
| 4 |
+
pretrained_model_name_or_path = "/content/pretrained_model/AnyLoRA_noVae_fp16-pruned.ckpt"
|
| 5 |
+
|
| 6 |
+
[additional_network_arguments]
|
| 7 |
+
no_metadata = false
|
| 8 |
+
unet_lr = 0.0001
|
| 9 |
+
text_encoder_lr = 5e-5
|
| 10 |
+
network_module = "networks.lora"
|
| 11 |
+
network_dim = 16
|
| 12 |
+
network_alpha = 8
|
| 13 |
+
network_args = [ "conv_dim=8", "conv_alpha=1",]
|
| 14 |
+
network_train_unet_only = false
|
| 15 |
+
network_train_text_encoder_only = false
|
| 16 |
+
|
| 17 |
+
[optimizer_arguments]
|
| 18 |
+
min_snr_gamma = 5.0
|
| 19 |
+
optimizer_type = "AdamW8bit"
|
| 20 |
+
learning_rate = 0.0001
|
| 21 |
+
max_grad_norm = 1.0
|
| 22 |
+
optimizer_args = []
|
| 23 |
+
lr_scheduler = "constant_with_warmup"
|
| 24 |
+
lr_warmup_steps = 135
|
| 25 |
+
|
| 26 |
+
[dataset_arguments]
|
| 27 |
+
cache_latents = true
|
| 28 |
+
cache_latents_to_disk = true
|
| 29 |
+
debug_dataset = false
|
| 30 |
+
vae_batch_size = 4
|
| 31 |
+
|
| 32 |
+
[training_arguments]
|
| 33 |
+
output_dir = "/content/LoRA/output"
|
| 34 |
+
output_name = "simplvectorV1"
|
| 35 |
+
save_precision = "fp16"
|
| 36 |
+
save_every_n_epochs = 1
|
| 37 |
+
train_batch_size = 2
|
| 38 |
+
max_token_length = 225
|
| 39 |
+
mem_eff_attn = false
|
| 40 |
+
xformers = true
|
| 41 |
+
max_train_epochs = 10
|
| 42 |
+
max_data_loader_n_workers = 8
|
| 43 |
+
persistent_data_loader_workers = true
|
| 44 |
+
gradient_accumulation_steps = 1
|
| 45 |
+
mixed_precision = "fp16"
|
| 46 |
+
clip_skip = 2
|
| 47 |
+
lowram = true
|
| 48 |
+
|
| 49 |
+
[logging_arguments]
|
| 50 |
+
log_with = "tensorboard"
|
| 51 |
+
logging_dir = "/content/LoRA/logs"
|
| 52 |
+
log_prefix = "simplvectorV1"
|
| 53 |
+
|
| 54 |
+
[sample_prompt_arguments]
|
| 55 |
+
sample_every_n_epochs = 1
|
| 56 |
+
sample_sampler = "k_dpm_2_a"
|
| 57 |
+
|
| 58 |
+
[dreambooth_arguments]
|
| 59 |
+
prior_loss_weight = 1.0
|
| 60 |
+
|
| 61 |
+
[saving_arguments]
|
| 62 |
+
save_model_as = "safetensors"
|
simplvectorV1_config/dataset_config.toml
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[datasets]]
|
| 2 |
+
resolution = 512
|
| 3 |
+
min_bucket_reso = 256
|
| 4 |
+
max_bucket_reso = 1024
|
| 5 |
+
flip_aug = false
|
| 6 |
+
[[datasets.subsets]]
|
| 7 |
+
image_dir = "/content/LoRA/train_data"
|
| 8 |
+
num_repeats = 20
|
| 9 |
+
|
| 10 |
+
|
| 11 |
+
[general]
|
| 12 |
+
enable_bucket = true
|
| 13 |
+
caption_extension = ".txt"
|
| 14 |
+
shuffle_caption = true
|
| 15 |
+
keep_tokens = 0
|
simplvectorV1_config/sample_prompt.toml
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[prompt]
|
| 2 |
+
negative_prompt = "(worst quality, low quality:1.4), "
|
| 3 |
+
width = 512
|
| 4 |
+
height = 768
|
| 5 |
+
scale = 7
|
| 6 |
+
sample_steps = 28
|
| 7 |
+
[[prompt.subset]]
|
| 8 |
+
prompt = "masterpiece, best quality, solo, smile, simple background, shirt, 1boy, hat, white background, holding, white shirt, short sleeves, male focus, shoes, brown footwear, overalls, flat color, gears, yellow headwear, wrench, blue overalls"
|
| 9 |
+
|
| 10 |
+
[[prompt.subset]]
|
| 11 |
+
prompt = "masterpiece, best quality, short hair, shirt, black hair, sitting, closed eyes, short sleeves, male focus, multiple boys, shoes, pants, cup, mask, 3boys, blue shirt, mouth mask, blue pants, limited palette, flat color, aqua shirt"
|
| 12 |
+
|