diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..0772f9def161f485e08f1dbfce8f24f0294486f0 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764114115617__000000000_3.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764116162201__000000250_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764116317957__000000250_3.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764118339162__000000500_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764131473029__000002000_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764142409375__000003250_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764144574986__000003500_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764151198677__000004250_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764153336574__000004500_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764155543211__000004750_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764157739282__000005000_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764159895853__000005250_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764162096061__000005500_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764164275618__000005750_0.jpg filter=lfs diff=lfs merge=lfs -text +olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764164431289__000005750_3.jpg filter=lfs diff=lfs merge=lfs -text diff --git a/olivia-style-flux-2_copy/olivia-style-flux-2_copy/config.yaml b/olivia-style-flux-2_copy/olivia-style-flux-2_copy/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d955b23b33e73951cbfb6ce2630b3e897a17a267 --- /dev/null +++ b/olivia-style-flux-2_copy/olivia-style-flux-2_copy/config.yaml @@ -0,0 +1,114 @@ +job: extension +config: + name: olivia-style-flux-2_copy + process: + - type: diffusion_trainer + training_folder: /workspace/ai-toolkit/output + sqlite_db_path: /workspace/ai-toolkit/aitk_db.db + device: cuda + trigger_word: OL1V1A + performance_log_every: 10 + network: + type: lora + linear: 64 + linear_alpha: 64 + conv: 16 + conv_alpha: 16 + lokr_full_rank: true + lokr_factor: -1 + network_kwargs: + ignore_if_contains: [] + save: + dtype: bf16 + save_every: 300 + max_step_saves_to_keep: 4 + save_format: safetensors + push_to_hub: false + datasets: + - folder_path: /workspace/ai-toolkit/datasets/olivia_dataset + mask_path: null + mask_min_value: 0.1 + default_caption: '' + caption_ext: txt + caption_dropout_rate: 0.05 + cache_latents_to_disk: false + is_reg: false + network_weight: 1 + resolution: + - 1024 + - 1280 + - 1536 + controls: [] + shrink_video_to_frames: true + num_frames: 1 + do_i2v: true + flip_x: false + flip_y: false + control_path_1: null + control_path_2: null + control_path_3: null + train: + batch_size: 1 + bypass_guidance_embedding: false + steps: 6000 + gradient_accumulation: 1 + train_unet: true + train_text_encoder: false + gradient_checkpointing: true + noise_scheduler: flowmatch + optimizer: adamw8bit + timestep_type: weighted + content_or_style: balanced + optimizer_params: + weight_decay: 0.0001 + unload_text_encoder: false + cache_text_embeddings: false + lr: 0.0001 + ema_config: + use_ema: true + ema_decay: 0.99 + skip_first_sample: false + force_first_sample: false + disable_sampling: false + dtype: bf16 + diff_output_preservation: false + diff_output_preservation_multiplier: 1 + diff_output_preservation_class: person + switch_boundary_every: 1 + loss_type: mse + model: + name_or_path: black-forest-labs/FLUX.2-dev + quantize: true + qtype: qfloat8 + quantize_te: true + qtype_te: qfloat8 + arch: flux2 + low_vram: false + model_kwargs: + match_target_res: false + layer_offloading: false + layer_offloading_text_encoder_percent: 1 + layer_offloading_transformer_percent: 1 + sample: + sampler: flowmatch + sample_every: 250 + width: 1024 + height: 1024 + samples: + - prompt: OL1V1A in a gym taking a mirror selfie, side profile, ultra realistic, + high waist shorts + - prompt: OL1V1A in her bedroom taking a selfie with red lingerie + - prompt: OL1V1A in her bedroom with a white t shirt and thight blue jeans, + side profile + - prompt: OL1V1A sitting on a chart back to the camera, blue gym shorts + - prompt: OL1V1A with high heels in a thight green dress, side profile + neg: '' + seed: 42 + walk_seed: true + guidance_scale: 4 + sample_steps: 25 + num_frames: 1 + fps: 1 +meta: + name: olivia-style-flux-2_copy + version: '1.0' diff --git a/olivia-style-flux-2_copy/olivia-style-flux-2_copy/log.txt b/olivia-style-flux-2_copy/olivia-style-flux-2_copy/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..a0f71791e75309b9ae7fd2eb29a6d86c01a948fd --- /dev/null +++ b/olivia-style-flux-2_copy/olivia-style-flux-2_copy/log.txt @@ -0,0 +1,652 @@ +Running 1 job +{ + "type": "diffusion_trainer", + "training_folder": "/workspace/ai-toolkit/output", + "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db", + "device": "cuda", + "trigger_word": "OL1V1A", + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 64, + "linear_alpha": 64, + "conv": 16, + "conv_alpha": 16, + "lokr_full_rank": true, + "lokr_factor": -1, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 300, + "max_step_saves_to_keep": 4, + "save_format": "safetensors", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "/workspace/ai-toolkit/datasets/olivia_dataset", + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 1024, + 1280, + 1536 + ], + "controls": [], + "shrink_video_to_frames": true, + "num_frames": 1, + "do_i2v": true, + "flip_x": false, + "flip_y": false, + "control_path_1": null, + "control_path_2": null, + "control_path_3": null + } + ], + "train": { + "batch_size": 1, + "bypass_guidance_embedding": false, + "steps": 6000, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "weighted", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": false, + "cache_text_embeddings": false, + "lr": 0.0001, + "ema_config": { + "use_ema": true, + "ema_decay": 0.99 + }, + "skip_first_sample": false, + "force_first_sample": false, + "disable_sampling": false, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "person", + "switch_boundary_every": 1, + "loss_type": "mse" + }, + "model": { + "name_or_path": "black-forest-labs/FLUX.2-dev", + "quantize": true, + "qtype": "qfloat8", + "quantize_te": true, + "qtype_te": "qfloat8", + "arch": "flux2", + "low_vram": false, + "model_kwargs": { + "match_target_res": false + }, + "layer_offloading": false, + "layer_offloading_text_encoder_percent": 1, + "layer_offloading_transformer_percent": 1 + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 250, + "width": 1024, + "height": 1024, + "samples": [ + { + "prompt": "OL1V1A in a gym taking a mirror selfie, side profile, ultra realistic, high waist shorts" + }, + { + "prompt": "OL1V1A in her bedroom taking a selfie with red lingerie" + }, + { + "prompt": "OL1V1A in her bedroom with a white t shirt and thight blue jeans, side profile" + }, + { + "prompt": "OL1V1A sitting on a chart back to the camera, blue gym shorts" + }, + { + "prompt": "OL1V1A with high heels in a thight green dress, side profile" + } + ], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 4, + "sample_steps": 25, + "num_frames": 1, + "fps": 1 + } +} +Using EMA +Using SQLite database at /workspace/ai-toolkit/aitk_db.db +Job ID: "09a1ebc6-e8a9-466f-873f-2e88e20130e6" + +############################################# +# Running job: olivia-style-flux-2_copy +############################################# + + +Running 1 process +Loading Flux2 model +Loading transformer +Quantizing Transformer + - quantizing 56 transformer blocks + 0%| | 0/56 [00:00