File size: 3,126 Bytes
5e296ef | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 | # Ideogram 4 LoRA and full fine-tuning defaults
training_mode = "LoRA Training"
mixed_precision = "bf16"
num_cpu_threads_per_process = 1
num_processes = 1
num_machines = 1
multi_gpu = false
gpu_ids = "0"
main_process_port = 0
dynamo_backend = "no"
dataset_config_mode = "Generate from Folder Structure"
dataset_config = ""
parent_folder_path = ""
dataset_resolution_width = 1024
dataset_resolution_height = 1024
dataset_caption_extension = ".txt"
create_missing_captions = true
caption_strategy = "folder_name"
dataset_batch_size = 1
dataset_enable_bucket = true
dataset_bucket_no_upscale = false
dataset_cache_directory = "cache_dir"
dit = ""
vae = ""
text_encoder = ""
unconditional_dit = ""
use_unconditional_dit_for_lora_sampling = false
dit_dtype = "bfloat16"
vae_dtype = "bfloat16"
disable_numpy_memmap = false
blocks_to_swap = 33
use_pinned_memory_for_block_swap = false
block_swap_h2d_only = true
block_swap_ring_size = 1
compile = false
compile_backend = "inductor"
compile_mode = "default"
compile_dynamic = "auto"
compile_fullgraph = false
compile_cache_size_limit = 0
timestep_sampling = "ideogram4_shift"
weighting_scheme = "none"
discrete_flow_shift = 1.0
sigmoid_scale = 1.0
min_timestep = 0
max_timestep = 1000
sampler_preset = "V4_DEFAULT_20"
initial_sigma = 1.004
validate_caption_structure = false
warn_on_caption_issues = false
log_loss_stats = false
sdpa = true
flash_attn = false
sage_attn = false
xformers = false
split_attn = false
use_legacy_sdpa = false
max_train_steps = 80000
max_train_epochs = 200
max_data_loader_n_workers = 1
persistent_data_loader_workers = true
seed = 42
gradient_checkpointing = true
gradient_checkpointing_cpu_offload = false
gradient_accumulation_steps = 1
full_bf16 = false
full_fp16 = false
fused_backward_pass = false
block_swap_optimizer_patch_params = false
sample_every_n_steps = 0
sample_every_n_epochs = 0
sample_at_first = false
sample_prompts = ""
sample_output_dir = ""
disable_prompt_enhancement = false
sample_width = 1024
sample_height = 1024
sample_steps = 20
sample_seed = 42
sample_negative_prompt = ""
sample_cfg_scale = 7.0
cache_latents = true
caching_latent_device = "cuda"
caching_latent_batch_size = 1
caching_latent_num_workers = 1
caching_latent_skip_existing = true
caching_latent_keep_cache = true
cache_text_encoder_outputs = true
caching_teo_device = "cuda"
caching_teo_batch_size = 1
caching_teo_num_workers = 1
caching_teo_skip_existing = true
caching_teo_keep_cache = true
caching_teo_text_cache_dtype = "bf16"
optimizer_type = "AdaFactor"
optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
learning_rate = 6e-5
max_grad_norm = 0.0
lr_scheduler = "constant"
lr_warmup_steps = 0
network_module = "networks.lora_ideogram4"
network_dim = 128
network_alpha = 128
network_dropout = 0.0
network_args = []
no_metadata = false
output_dir = ""
output_name = "my-ideogram4-lora"
resume = ""
save_precision = "bf16"
save_every_n_epochs = 1
save_every_n_steps = 0
save_state = false
save_state_on_train_end = false
mem_eff_save = false
additional_parameters = ""
debug_mode = "None"
|