| job: extension | |
| config: | |
| name: StephenChow_Flux_64_cap_blocks_5e-04 | |
| process: | |
| - type: sd_trainer | |
| training_folder: output | |
| device: cuda:0 | |
| trigger_word: ohwx | |
| network: | |
| type: lora | |
| linear: 128 | |
| linear_alpha: 128 | |
| network_kwargs: | |
| only_if_contains: | |
| - transformer.transformer_blocks.17. | |
| - transformer.transformer_blocks.18. | |
| save: | |
| dtype: float16 | |
| save_every: 250 | |
| max_step_saves_to_keep: 50 | |
| push_to_hub: true | |
| hf_repo_id: ohcaidek/StephenChow_FluxLora | |
| hf_private: true | |
| datasets: | |
| - folder_path: /ai-toolkit/dataset | |
| caption_ext: txt | |
| caption_dropout_rate: 0.05 | |
| shuffle_tokens: false | |
| cache_latents_to_disk: true | |
| resolution: | |
| - 512 | |
| - 768 | |
| - 1024 | |
| train: | |
| batch_size: 1 | |
| steps: 2300 | |
| gradient_accumulation_steps: 1 | |
| train_unet: true | |
| train_text_encoder: false | |
| gradient_checkpointing: true | |
| noise_scheduler: flowmatch | |
| optimizer: adamw8bit | |
| lr: 0.0005 | |
| ema_config: | |
| use_ema: true | |
| ema_decay: 0.99 | |
| dtype: bf16 | |
| model: | |
| name_or_path: black-forest-labs/FLUX.1-dev | |
| is_flux: true | |
| quantize: true | |
| sample: | |
| sampler: flowmatch | |
| sample_every: 230 | |
| width: 768 | |
| height: 1024 | |
| prompts: | |
| - ohwx man pointing at camera smiling in a mocking way | |
| neg: '' | |
| seed: 42 | |
| walk_seed: true | |
| guidance_scale: 2.4 | |
| sample_steps: 20 | |
| meta: | |
| name: concept_adamw8bit_caption_1e-4 | |
| version: '1.0' | |