| [sdxl_arguments] |
| cache_text_encoder_outputs = false |
| no_half_vae = true |
| min_timestep = 0 |
| max_timestep = 1000 |
| shuffle_caption = true |
| lowram = false |
|
|
| [model_arguments] |
| pretrained_model_name_or_path = "cagliostrolab/animagine-xl-3.0" |
| vae = "/kaggle/working/vae/sdxl_vae.safetensors" |
|
|
| [dataset_arguments] |
| debug_dataset = false |
| in_json = "/kaggle/working/LoRA/meta_lat.json" |
| train_data_dir = "/kaggle/working/LoRA/train_data" |
| dataset_repeats = 4 |
| keep_tokens = 1 |
| resolution = "1024,1024" |
| color_aug = false |
| token_warmup_min = 1 |
| token_warmup_step = 0 |
|
|
| [training_arguments] |
| output_dir = "/kaggle/working/LoRA/output/JingluiMultiGPU2" |
| output_name = "JingluiMultiGPU2" |
| save_precision = "fp16" |
| save_every_n_epochs = 1 |
| train_batch_size = 1 |
| max_token_length = 225 |
| mem_eff_attn = false |
| sdpa = false |
| xformers = true |
| max_train_epochs = 10 |
| max_data_loader_n_workers = 8 |
| persistent_data_loader_workers = true |
| gradient_checkpointing = true |
| gradient_accumulation_steps = 1 |
| mixed_precision = "fp16" |
| cache_latents = true |
| cache_latents_to_disk = true |
|
|
| [logging_arguments] |
| log_with = "tensorboard" |
| logging_dir = "/kaggle/working/LoRA/logs" |
| log_prefix = "JingluiMultiGPU2" |
|
|
| [sample_prompt_arguments] |
| sample_every_n_epochs = 1 |
| sample_sampler = "euler_a" |
|
|
| [saving_arguments] |
| save_model_as = "safetensors" |
|
|
| [optimizer_arguments] |
| optimizer_type = "AdaFactor" |
| learning_rate = 0.0005 |
| max_grad_norm = 0 |
| optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",] |
| lr_scheduler = "cosine_with_restarts" |
| lr_warmup_steps = 100 |
| lr_scheduler_num_cycles = 3 |
|
|
| [additional_network_arguments] |
| no_metadata = false |
| network_module = "networks.lora" |
| network_dim = 32 |
| network_alpha = 16 |
| network_args = [] |
| network_train_unet_only = false |
| text_encoder_lr = 0.0001 |
|
|
| [advanced_training_config] |
| save_state = false |
| save_last_n_epochs_state = false |
| caption_dropout_rate = 0 |
| caption_tag_dropout_rate = 0.5 |
| caption_dropout_every_n_epochs = 0 |
| min_snr_gamma = 5 |
|
|
