File size: 1,631 Bytes
7de7e03 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | config:
name: last
process:
- datasets:
- cache_latents_to_disk: false
caption_dropout_rate: 0.05
caption_ext: txt
folder_path: /dataset/images/b77057cd-7443-41e5-9086-8bb138c76e89/img
is_reg: false
resolution:
- 512
- 768
- 1024
shuffle_tokens: false
device: cuda
model:
arch: ideogram4
low_vram: false
model_kwargs:
max_text_length: 3072
text_encoder_path: /cache/hf_cache/Qwen--Qwen3-VL-8B-Instruct
name_or_path: /cache/models/gradients-io-tournaments--ideogram-4-fp8
qtype: qfloat8
qtype_te: qfloat8
quantize: false
quantize_te: false
network:
linear: 32
linear_alpha: 32
lokr_factor: -1
lokr_full_rank: true
type: lora
save:
dtype: bf16
max_step_saves_to_keep: 100
save_every: 200
save_format: diffusers
train:
batch_size: 1
cache_text_embeddings: false
content_or_style: balanced
dtype: bf16
ema_config:
ema_decay: 0.99
use_ema: false
gradient_accumulation: 1
gradient_checkpointing: true
loss_type: mse
lr: 0.0004
noise_scheduler: flowmatch
optimizer: adamw8bit
optimizer_params:
weight_decay: 0.0001
steps: 2000
timestep_type: linear
train_text_encoder: false
train_unet: true
training_folder: /app/checkpoints/b77057cd-7443-41e5-9086-8bb138c76e89/ideogram4-test-b77057cd
trigger_word: AetherUI Showcase
type: diffusion_trainer
job: extension
meta:
name: ideogram4_lora
version: '1.0'
|