job: extension
config:
  name: biomorphrx_longlive
  process:
  - type: diffusion_trainer
    training_folder: /workspace/ai-toolkit/output
    sqlite_db_path: ./aitk_db.db
    device: cuda
    trigger_word: biomorphrx
    performance_log_every: 10
    network:
      type: lora
      linear: 32
      linear_alpha: 32
      network_kwargs:
        ignore_if_contains: []
    save:
      dtype: float16
      save_every: 250
      max_step_saves_to_keep: 4
      save_format: safetensors
      push_to_hub: false
    datasets:
    - folder_path: /workspace/ai-toolkit/datasets/biomorphrx/images
      mask_path: null
      mask_min_value: 0.1
      default_caption: ''
      caption_ext: txt
      caption_dropout_rate: 0.05
      cache_latents_to_disk: true
      is_reg: false
      network_weight: 1
      resolution:
      - 480
      - 832
      controls: []
      shrink_video_to_frames: true
      num_frames: 1
      flip_x: false
      flip_y: false
      num_repeats: 1
    - folder_path: /workspace/ai-toolkit/datasets/biomorphrx/videos
      mask_path: null
      mask_min_value: 0.1
      default_caption: ''
      caption_ext: txt
      caption_dropout_rate: 0.05
      cache_latents_to_disk: true
      is_reg: false
      network_weight: 1
      resolution:
      - 480
      - 832
      controls: []
      shrink_video_to_frames: true
      num_frames: 77
      flip_x: false
      flip_y: false
      num_repeats: 1
    train:
      batch_size: 1
      bypass_guidance_embedding: false
      steps: 2000
      gradient_accumulation: 1
      train_unet: true
      train_text_encoder: false
      gradient_checkpointing: true
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      timestep_type: sigmoid
      content_or_style: balanced
      optimizer_params:
        weight_decay: 0.0001
      unload_text_encoder: true
      cache_text_embeddings: false
      lr: 0.0001
      ema_config:
        use_ema: true
        ema_decay: 0.99
      skip_first_sample: false
      force_first_sample: false
      disable_sampling: false
      dtype: bf16
      diff_output_preservation: false
      diff_output_preservation_multiplier: 1
      diff_output_preservation_class: person
      switch_boundary_every: 1
      loss_type: mse
    logging:
      log_every: 10
      use_ui_logger: true
    model:
      name_or_path: Wan-AI/Wan2.1-T2V-1.3B-Diffusers
      quantize: false
      quantize_te: true
      qtype_te: qfloat8
      arch: wan21
      low_vram: false
      model_kwargs: {}
    sample:
      sampler: flowmatch
      sample_every: 250
      width: 832
      height: 480
      samples:
      - prompt: biomorphrx iridescent macro bloom with cyan and magenta hues on black
          background, shallow depth of field
        seed: 1
      - prompt: biomorphrx Belousov-Zhabotinsky reaction-diffusion pattern, teal and
          orange oscillations, slow swirling
        seed: 2
      - prompt: biomorphrx organic slime mold growth spreading over dark substrate,
          time-lapse
        seed: 3
      - prompt: biomorphrx radial cluster of cream petals with blue rim light on black,
          slow drift
        seed: 4
      neg: ''
      seed: 42
      walk_seed: true
      guidance_scale: 5
      sample_steps: 30
      num_frames: 77
      fps: 16
meta:
  name: biomorphrx_longlive
  version: '1.0'