feat: upload castorice lora model
Browse files
castorice_config/config_file.toml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[sdxl_arguments]
|
| 2 |
+
cache_text_encoder_outputs = false
|
| 3 |
+
no_half_vae = true
|
| 4 |
+
min_timestep = 0
|
| 5 |
+
max_timestep = 1000
|
| 6 |
+
shuffle_caption = true
|
| 7 |
+
lowram = true
|
| 8 |
+
|
| 9 |
+
[model_arguments]
|
| 10 |
+
pretrained_model_name_or_path = "hanungaddi/zipsydiff"
|
| 11 |
+
vae = "/content/vae/sdxl_vae.safetensors"
|
| 12 |
+
|
| 13 |
+
[dataset_arguments]
|
| 14 |
+
debug_dataset = false
|
| 15 |
+
in_json = "/content/LoRA/meta_lat.json"
|
| 16 |
+
train_data_dir = "/content/LoRA/train_data"
|
| 17 |
+
dataset_repeats = 1
|
| 18 |
+
keep_tokens = 1
|
| 19 |
+
resolution = "1024,1024"
|
| 20 |
+
color_aug = false
|
| 21 |
+
token_warmup_min = 1
|
| 22 |
+
token_warmup_step = 0
|
| 23 |
+
|
| 24 |
+
[training_arguments]
|
| 25 |
+
output_dir = "/content/LoRA/output/castorice"
|
| 26 |
+
output_name = "castorice"
|
| 27 |
+
save_precision = "fp16"
|
| 28 |
+
save_every_n_epochs = 2
|
| 29 |
+
train_batch_size = 2
|
| 30 |
+
max_token_length = 225
|
| 31 |
+
mem_eff_attn = false
|
| 32 |
+
sdpa = false
|
| 33 |
+
xformers = true
|
| 34 |
+
max_train_epochs = 10
|
| 35 |
+
max_data_loader_n_workers = 8
|
| 36 |
+
persistent_data_loader_workers = true
|
| 37 |
+
gradient_checkpointing = true
|
| 38 |
+
gradient_accumulation_steps = 1
|
| 39 |
+
mixed_precision = "fp16"
|
| 40 |
+
cache_latents = true
|
| 41 |
+
cache_latents_to_disk = true
|
| 42 |
+
|
| 43 |
+
[logging_arguments]
|
| 44 |
+
log_with = "wandb"
|
| 45 |
+
log_tracker_name = "castorice"
|
| 46 |
+
logging_dir = "/content/LoRA/logs"
|
| 47 |
+
|
| 48 |
+
[sample_prompt_arguments]
|
| 49 |
+
sample_every_n_epochs = 2
|
| 50 |
+
sample_sampler = "euler_a"
|
| 51 |
+
|
| 52 |
+
[saving_arguments]
|
| 53 |
+
save_model_as = "safetensors"
|
| 54 |
+
|
| 55 |
+
[optimizer_arguments]
|
| 56 |
+
optimizer_type = "AdaFactor"
|
| 57 |
+
learning_rate = 0.0005
|
| 58 |
+
network_train_unet_only = true
|
| 59 |
+
max_grad_norm = 0
|
| 60 |
+
optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
|
| 61 |
+
lr_scheduler = "cosine_with_restarts"
|
| 62 |
+
lr_warmup_steps = 100
|
| 63 |
+
lr_scheduler_num_cycles = 3
|
| 64 |
+
|
| 65 |
+
[additional_network_arguments]
|
| 66 |
+
no_metadata = false
|
| 67 |
+
network_module = "networks.lora"
|
| 68 |
+
network_dim = 32
|
| 69 |
+
network_alpha = 16
|
| 70 |
+
network_args = [ "conv_dim=16", "conv_alpha=8",]
|
| 71 |
+
|
| 72 |
+
[advanced_training_config]
|
| 73 |
+
save_state = false
|
| 74 |
+
save_last_n_epochs_state = false
|
| 75 |
+
caption_dropout_rate = 0
|
| 76 |
+
caption_tag_dropout_rate = 0.5
|
| 77 |
+
caption_dropout_every_n_epochs = 0
|
| 78 |
+
min_snr_gamma = 8
|
castorice_config/sample_prompt.toml
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[prompt]
|
| 2 |
+
negative_prompt = "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, "
|
| 3 |
+
width = 1024
|
| 4 |
+
height = 1024
|
| 5 |
+
scale = 12
|
| 6 |
+
sample_steps = 28
|
| 7 |
+
[[prompt.subset]]
|
| 8 |
+
prompt = "masterpiece, best quality, 1girl, finger heart, facing to the side, looking at side, from side, from below, sitting, turning head, parted lips, solo, perspective, anime girl, long hair, light blue hair, white hair, hair between eyes, blue hair bow, red eyes, cleavage, large breasts, kimono, sash, obi, looking at viewer, short sleeves, light blue kimono, [ :pink kimono:0.8], gradient kimono, two-tone kimono, collarbone, off shoulder, blush, (floral print:1.05), thighs, cowboy shot, flower, short kimono, indoors, christmas tree, dim lighting, (close-up), (blurry_background, bokeh, film grain, soft focus, bloom, depth of field:1.3), pastel colors, bright colors, digital art, cowboy shot, anime art, anime illustration, reflective clothes, serene expression, masterpiece, best quality, very aesthetic, highres, absurdres, shadow, year 2023"
|
| 9 |
+
|
| 10 |
+
[[prompt.subset]]
|
| 11 |
+
prompt = "masterpiece, best quality, anime screencap, honkaistyle, honkai \\(series\\), castorice \\(honkai\\: star rail\\), grey hair, purple inner colored hair, hair flower, hair ornament, black tiara, pointy ears, purple eyes, purple flower, purple gloves, purple hair, white dress, game cg, 1girl, solo, solo focus, portrait, closed mouth, light smile, head tilt, looking at viewer, (white background, three-quarter view, close-up:1.4), pastel colors, soft_colors, digital art, cowboy shot, reflective clothes, serene expression, masterpiece, best quality, very aesthetic, highres, absurdres, shadow, year 2023"
|
| 12 |
+
|
| 13 |
+
[[prompt.subset]]
|
| 14 |
+
prompt = "1boy, 1girl, blush, breasts, bright pupils, caelus (honkai: star rail), castorice (honkai: star rail), chromatic aberration, collarbone, commentary, completely nude, elbow gloves, eye contact, flower, gloves, grey hair, hair flower, hair ornament, hand on another's shoulder, hetero, honkai: star rail, honkai (series), large breasts, long hair, looking at another, lying, missionary, muscular, muscular male, nipples, nude, on back, on grass, open mouth, outdoors, paid reward available, penis, pointy ears, purple eyes, purple flower, purple gloves, purple hair, pussy, sex, short hair, single elbow glove, spread legs, sweat, torso grab, trailblazer (honkai: star rail), uncensored, unfairr, vaginal, white pupils"
|
| 15 |
+
|
| 16 |
+
[[prompt.subset]]
|
| 17 |
+
prompt = "(artist:hiten:1.5), masterpiece, best quality, anime screencap, honkaistyle, honkai \\(series\\), castorice \\(honkai\\: star rail\\), grey hair, purple inner colored hair, hair flower, hair ornament, black tiara, pointy ears, purple eyes, purple flower, purple gloves, purple hair, white dress, game cg, 1girl, solo, solo focus, portrait, closed mouth, light smile, head tilt, looking at viewer, (white background, three-quarter view, close-up:1.4), pastel colors, soft_colors, digital art, cowboy shot, reflective clothes, serene expression, masterpiece, best quality, very aesthetic, highres, absurdres, shadow, year 2023"
|
| 18 |
+
|