File size: 2,537 Bytes
37f732b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
config:
  name: last
  process:
  - datasets:
    - cache_latents_to_disk: false
      caption_dropout_rate: 0.05
      caption_ext: txt
      controls: []
      default_caption: ''
      flip_x: false
      flip_y: false
      folder_path: /dataset/images/156e097f-e4be-412a-913a-22679f56515e/img
      is_reg: false
      mask_min_value: 0.1
      mask_path: null
      network_weight: 1
      num_frames: 1
      num_repeats: 1
      resolution:
      - 512
      - 768
      - 1024
      shrink_video_to_frames: true
    device: cuda
    logging:
      log_every: 1
      use_ui_logger: true
    model:
      arch: ideogram4
      compile: false
      layer_offloading: false
      layer_offloading_text_encoder_percent: 1
      layer_offloading_transformer_percent: 1
      low_vram: false
      model_kwargs:
        text_encoder_path: /cache/hf_cache/Qwen--Qwen3-VL-8B-Instruct
      name_or_path: /cache/models/gradients-io-tournaments--ideogram-4-fp8
      qtype: qfloat8
      qtype_te: qfloat8
      quantize: false
      quantize_te: false
      unconditional_lora_path: /cache/hf_cache/ideogram_4_unconditional_lora_r16.safetensors
    network:
      linear: 32
      linear_alpha: 32
      lokr_factor: -1
      lokr_full_rank: true
      network_kwargs:
        ignore_if_contains: []
      type: lora
    performance_log_every: 10
    save:
      dtype: bf16
      max_step_saves_to_keep: 100
      push_to_hub: false
      save_every: 200
      save_format: diffusers
    sqlite_db_path: ./aitk_db.db
    train:
      batch_size: 1
      bypass_guidance_embedding: false
      cache_text_embeddings: false
      content_or_style: balanced
      diff_output_preservation: false
      diff_output_preservation_class: person
      diff_output_preservation_multiplier: 1
      disable_sampling: true
      dtype: bf16
      ema_config:
        ema_decay: 0.99
        use_ema: false
      force_first_sample: false
      gradient_accumulation: 1
      gradient_checkpointing: true
      loss_type: mse
      lr: 0.0004
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      optimizer_params:
        weight_decay: 0.0001
      skip_first_sample: true
      steps: 4789
      switch_boundary_every: 1
      timestep_type: linear
      train_text_encoder: false
      train_unet: true
      unload_text_encoder: false
    training_folder: /app/checkpoints/156e097f-e4be-412a-913a-22679f56515e/ideogram_
    trigger_word: null
    type: diffusion_trainer
job: extension
meta:
  name: ideogram4_lora
  version: '1.0'