File size: 4,057 Bytes
2d20b2b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 | job: extension
config:
name: Geometric_Abstract_Animation
process:
- type: diffusion_trainer
training_folder: /app/ai-toolkit/output
sqlite_db_path: ./aitk_db.db
device: cuda
trigger_word: Geometric_Abstract_Animation_Style
performance_log_every: 10
network:
type: lora
linear: 32
linear_alpha: 32
conv: 16
conv_alpha: 16
lokr_full_rank: true
lokr_factor: -1
network_kwargs:
ignore_if_contains: []
save:
dtype: bf16
save_every: 250
max_step_saves_to_keep: 4
save_format: diffusers
push_to_hub: false
datasets:
- folder_path: /app/ai-toolkit/datasets/geometric_abstract_animation
mask_path: null
mask_min_value: 0.1
default_caption: ''
caption_ext: txt
caption_dropout_rate: 0.05
cache_latents_to_disk: false
is_reg: false
network_weight: 1
resolution:
- 512
- 768
- 1024
controls: []
shrink_video_to_frames: true
num_frames: 1
flip_x: false
flip_y: false
num_repeats: 1
train:
batch_size: 1
bypass_guidance_embedding: false
steps: 3000
gradient_accumulation: 1
train_unet: true
train_text_encoder: false
gradient_checkpointing: true
noise_scheduler: flowmatch
optimizer: adamw8bit
timestep_type: weighted
content_or_style: balanced
optimizer_params:
weight_decay: 0.0001
unload_text_encoder: false
cache_text_embeddings: false
lr: 0.0001
ema_config:
use_ema: false
ema_decay: 0.99
skip_first_sample: false
force_first_sample: false
disable_sampling: false
dtype: bf16
diff_output_preservation: true
diff_output_preservation_multiplier: 1
diff_output_preservation_class: image
switch_boundary_every: 1
loss_type: mse
logging:
log_every: 1
use_ui_logger: true
model:
name_or_path: black-forest-labs/FLUX.2-dev
quantize: true
qtype: qfloat8
quantize_te: true
qtype_te: qfloat8
arch: flux2
low_vram: true
model_kwargs:
match_target_res: true
layer_offloading: false
layer_offloading_text_encoder_percent: 1
layer_offloading_transformer_percent: 1
sample:
sampler: flowmatch
sample_every: 250
width: 1024
height: 1024
samples:
- prompt: Geometric_Abstract_Animation_Style woman with red hair, playing chess
at the park, bomb going off in the background
- prompt: Geometric_Abstract_Animation_Style woman holding a coffee cup, in
a beanie, sitting at a cafe
- prompt: Geometric_Abstract_Animation_Style horse is a DJ at a night club,
fish eye lens, smoke machine, lazer lights, holding a martini
- prompt: Geometric_Abstract_Animation_Style man showing off his cool new t
shirt at the beach, a shark is jumping out of the water in the background
- prompt: Geometric_Abstract_Animation_Style bear building a log cabin in the
snow covered mountains
- prompt: Geometric_Abstract_Animation_Style woman playing the guitar, on stage,
singing a song, laser lights, punk rocker
- prompt: Geometric_Abstract_Animation_Style hipster man with a beard, building
a chair, in a wood shop
- prompt: Geometric_Abstract_Animation_Style photo of a man, white background,
medium shot, modeling clothing, studio lighting, white backdrop
- prompt: Geometric_Abstract_Animation_Style a man holding a sign that says,
'this is a sign'
- prompt: Geometric_Abstract_Animation_Style a bulldog, in a post apocalyptic
world, with a shotgun, in a leather jacket, in a desert, with a motorcycle
neg: ''
seed: 42
walk_seed: true
guidance_scale: 4
sample_steps: 25
num_frames: 1
fps: 1
meta:
name: Geometric_Abstract_Animation
version: '1.0'
|