| job: extension |
| config: |
| name: my_first_flux_lora_v1 |
| process: |
| - type: diffusion_trainer |
| training_folder: /root/ai-toolkit/modal_output |
| device: cuda:0 |
| trigger_word: ellie308character |
| network: |
| type: lora |
| linear: 32 |
| linear_alpha: 32 |
| save: |
| dtype: float16 |
| save_every: 250 |
| max_step_saves_to_keep: 4 |
| datasets: |
| - folder_path: /root/ai-toolkit/my-dataset |
| caption_ext: txt |
| caption_dropout_rate: 0.05 |
| shuffle_tokens: false |
| cache_latents_to_disk: true |
| resolution: |
| - 512 |
| - 768 |
| - 1024 |
| train: |
| batch_size: 1 |
| steps: 2300 |
| cache_text_embeddings: true |
| gradient_accumulation_steps: 1 |
| train_unet: true |
| train_text_encoder: false |
| gradient_checkpointing: true |
| noise_scheduler: flowmatch |
| optimizer: adamw8bit |
| lr: 0.0001 |
| ema_config: |
| use_ema: true |
| ema_decay: 0.99 |
| dtype: bf16 |
| model: |
| name_or_path: black-forest-labs/FLUX.2-dev |
| arch: flux2 |
| quantize: true |
| qtype: qfloat8 |
| quantize_te: true |
| qtype_te: qfloat8 |
| sample: |
| sampler: flowmatch |
| sample_every: 250 |
| width: 1024 |
| height: 1024 |
| prompts: |
| - ellie308character with red hair, playing chess at the park, bomb going off |
| in the background |
| - ellie308character holding a coffee cup, in a beanie, sitting at a cafe |
| - ellie308character as a DJ at a night club, fish eye lens, smoke machine, laser |
| lights, holding a martini |
| - ellie308character showing off her cool new t shirt at the beach, a shark is |
| jumping out of the water in the background |
| - ellie308character, building a log cabin in the snow covered mountains, wearing |
| winter clothes |
| - ellie308character, playing the guitar, on stage, singing a song, laser lights, |
| punk rocker |
| - ellie308character, with a beard-free hipster style, building a chair, in a |
| wood shop |
| - photo of ellie308character, white background, medium shot, modeling clothing, |
| studio lighting, white backdrop |
| - ellie308character holding a sign that says, 'HELLO ELLIE308' |
| neg: '' |
| seed: 42 |
| walk_seed: true |
| guidance_scale: 4 |
| sample_steps: 25 |
| meta: |
| name: '[ellie308]' |
| version: '1.0' |
|
|
