zimage_lora / 16 /config.yaml
nonomm's picture
Initial commit.
4ff3728
job: extension
config:
name: cl4ud1a
process:
- type: diffusion_trainer
training_folder: C:\Users\ajmm2\ostris\AI-Toolkit\output
sqlite_db_path: C:\Users\ajmm2\ostris\AI-Toolkit\aitk_db.db
device: cuda
trigger_word: null
performance_log_every: 10
network:
type: lora
linear: 16
linear_alpha: 16
conv: 16
conv_alpha: 16
lokr_full_rank: true
lokr_factor: -1
network_kwargs:
ignore_if_contains: []
save:
dtype: bf16
save_every: 250
max_step_saves_to_keep: 8
save_format: diffusers
push_to_hub: false
datasets:
- folder_path: C:\Users\ajmm2\ostris\AI-Toolkit\datasets/cl4ud1a
mask_path: null
mask_min_value: 0.1
default_caption: ''
caption_ext: txt
caption_dropout_rate: 0.05
cache_latents_to_disk: true
is_reg: false
network_weight: 1
resolution:
- 768
- 1024
controls: []
shrink_video_to_frames: true
num_frames: 1
do_i2v: true
flip_x: true
flip_y: false
train:
batch_size: 1
bypass_guidance_embedding: false
steps: 3000
gradient_accumulation: 1
train_unet: true
train_text_encoder: false
gradient_checkpointing: true
noise_scheduler: flowmatch
optimizer: adamw8bit
timestep_type: sigmoid
content_or_style: balanced
optimizer_params:
weight_decay: 0.0001
unload_text_encoder: false
cache_text_embeddings: true
lr: 0.0003
ema_config:
use_ema: false
ema_decay: 0.99
skip_first_sample: false
force_first_sample: true
disable_sampling: false
dtype: bf16
diff_output_preservation: false
diff_output_preservation_multiplier: 1
diff_output_preservation_class: person
switch_boundary_every: 1
loss_type: mae
do_differential_guidance: true
differential_guidance_scale: 3
model:
name_or_path: Tongyi-MAI/Z-Image-Turbo
quantize: true
qtype: qfloat8
quantize_te: true
qtype_te: qfloat8
arch: zimage:turbo
low_vram: true
model_kwargs: {}
layer_offloading: false
layer_offloading_text_encoder_percent: 1
layer_offloading_transformer_percent: 1
assistant_lora_path: ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v1.safetensors
sample:
sampler: flowmatch
sample_every: 250
width: 1024
height: 1024
samples:
- prompt: cl4ud1a woman, close-up portrait, soft natural lighting, neutral background
- prompt: cl4ud1a woman, she has blonde hair, looking directly at the camera,
shallow depth of field
- prompt: cl4ud1a woman, medium shot, outdoors soft sunlight, natural pose
- prompt: cl4ud1a woman standing next to another woman, medium shot, both looking
at the camera
- prompt: cl4ud1a woman full body, standing in a park, natural lighting, realistic
proportions
neg: ''
seed: 42
walk_seed: true
guidance_scale: 1
sample_steps: 4
num_frames: 1
fps: 1
meta:
name: cl4ud1a
version: '1.0'