diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..5f910bd97d80719c9a212f7095407ad51af5c97d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,55 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753176077172__000000000_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753176090631__000000000_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753176104228__000000000_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753176117935__000000000_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753176866421__000000200_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753176880741__000000200_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753176895064__000000200_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753176909391__000000200_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753177659362__000000400_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753177673677__000000400_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753177688003__000000400_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753177702333__000000400_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753178453072__000000600_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753178467390__000000600_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753178481690__000000600_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753178496028__000000600_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753179245403__000000800_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753179259721__000000800_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753179274027__000000800_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753179288336__000000800_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753180035660__000001000_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753180049988__000001000_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753180064302__000001000_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753180078628__000001000_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753185362925__000001200_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753185377301__000001200_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753185391675__000001200_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753185406038__000001200_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753186267325__000001400_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753186281705__000001400_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753186296099__000001400_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753186310493__000001400_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753187064302__000001600_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753187078688__000001600_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753187093084__000001600_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753187107473__000001600_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753187861698__000001800_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753187876104__000001800_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753187890517__000001800_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753187904926__000001800_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753188697091__000002000_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753188711503__000002000_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753188725925__000002000_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753188740349__000002000_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753189516727__000002200_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753189531144__000002200_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753189545572__000002200_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753189559996__000002200_4.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753190313283__000002400_1.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753190327705__000002400_2.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753190342133__000002400_3.jpg filter=lfs diff=lfs merge=lfs -text +leoprint/samples/1753190356570__000002400_4.jpg filter=lfs diff=lfs merge=lfs -text diff --git a/leoprint/.job_config.json b/leoprint/.job_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8830cd8a097de64877c75e4cd82f59a10f1181e6 --- /dev/null +++ b/leoprint/.job_config.json @@ -0,0 +1,111 @@ +{ + "job": "extension", + "config": { + "name": "leoprint", + "process": [ + { + "type": "ui_trainer", + "training_folder": "/app/ai-toolkit/output", + "sqlite_db_path": "/app/ai-toolkit/aitk_db.db", + "device": "cuda", + "trigger_word": "$leoprint", + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 32, + "linear_alpha": 32, + "conv": 16, + "conv_alpha": 16, + "lokr_full_rank": true, + "lokr_factor": -1, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 200, + "max_step_saves_to_keep": 12, + "save_format": "diffusers", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "/app/ai-toolkit/datasets/leoprint", + "control_path": null, + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "$leoprint", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 1024 + ], + "controls": [] + } + ], + "train": { + "batch_size": 2, + "bypass_guidance_embedding": false, + "steps": 2400, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "sigmoid", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": false, + "lr": 0.00005, + "ema_config": { + "use_ema": false, + "ema_decay": 0.99 + }, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "character" + }, + "model": { + "name_or_path": "multimodalart/FLUX.1-dev2pro-full", + "quantize": true, + "quantize_te": true, + "arch": "flux", + "low_vram": false, + "model_kwargs": {} + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 200, + "width": 1024, + "height": 1024, + "prompts": [ + "$leoprint sitting cross-legged on a floating iceberg, calm and thoughtful, the face facing left; vast frozen ocean and aurora borealis lighting the sky.", + "$leoprint painting a massive mural on a crumbling city wall, focused and intense, the face turned right; golden hour sunlight casting long shadows.", + "$leoprint surfing a towering wave during a storm, determined and fierce, the face facing forward; dark clouds and crashing water spray all around.", + "$leoprint curled up inside a cozy library nook, peaceful and content, the face turned down; warm candlelight flickering over stacks of ancient books.", + "$leoprint leaping between rooftops in a futuristic cityscape, alert and daring, the face angled slightly up; neon signs and rain slick streets glowing below." + ], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 4, + "sample_steps": 25, + "num_frames": 1, + "fps": 1 + } + } + ] + }, + "meta": { + "name": "[name]", + "version": "1.0" + } +} \ No newline at end of file diff --git a/leoprint/config.yaml b/leoprint/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..872349147c62edd2e8fbca98121a6a998a612893 --- /dev/null +++ b/leoprint/config.yaml @@ -0,0 +1,96 @@ +job: extension +config: + name: leoprint + process: + - type: ui_trainer + training_folder: /app/ai-toolkit/output + sqlite_db_path: /app/ai-toolkit/aitk_db.db + device: cuda + trigger_word: $leoprint + performance_log_every: 10 + network: + type: lora + linear: 32 + linear_alpha: 32 + conv: 16 + conv_alpha: 16 + lokr_full_rank: true + lokr_factor: -1 + network_kwargs: + ignore_if_contains: [] + save: + dtype: bf16 + save_every: 200 + max_step_saves_to_keep: 12 + save_format: diffusers + push_to_hub: false + datasets: + - folder_path: /app/ai-toolkit/datasets/leoprint + control_path: null + mask_path: null + mask_min_value: 0.1 + default_caption: $leoprint + caption_ext: txt + caption_dropout_rate: 0.05 + cache_latents_to_disk: false + is_reg: false + network_weight: 1 + resolution: + - 1024 + controls: [] + train: + batch_size: 2 + bypass_guidance_embedding: false + steps: 2400 + gradient_accumulation: 1 + train_unet: true + train_text_encoder: false + gradient_checkpointing: true + noise_scheduler: flowmatch + optimizer: adamw8bit + timestep_type: sigmoid + content_or_style: balanced + optimizer_params: + weight_decay: 0.0001 + unload_text_encoder: false + lr: 5.0e-05 + ema_config: + use_ema: false + ema_decay: 0.99 + dtype: bf16 + diff_output_preservation: false + diff_output_preservation_multiplier: 1 + diff_output_preservation_class: character + model: + name_or_path: multimodalart/FLUX.1-dev2pro-full + quantize: true + quantize_te: true + arch: flux + low_vram: false + model_kwargs: {} + sample: + sampler: flowmatch + sample_every: 200 + width: 1024 + height: 1024 + prompts: + - $leoprint sitting cross-legged on a floating iceberg, calm and thoughtful, + the face facing left; vast frozen ocean and aurora borealis lighting the sky. + - $leoprint painting a massive mural on a crumbling city wall, focused and intense, + the face turned right; golden hour sunlight casting long shadows. + - $leoprint surfing a towering wave during a storm, determined and fierce, the + face facing forward; dark clouds and crashing water spray all around. + - $leoprint curled up inside a cozy library nook, peaceful and content, the + face turned down; warm candlelight flickering over stacks of ancient books. + - $leoprint leaping between rooftops in a futuristic cityscape, alert and daring, + the face angled slightly up; neon signs and rain slick streets glowing below. + neg: '' + seed: 42 + walk_seed: true + guidance_scale: 4 + sample_steps: 25 + num_frames: 1 + fps: 1 +meta: + name: leoprint + version: '1.0' diff --git a/leoprint/leoprint.safetensors b/leoprint/leoprint.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d32fe7b4df6cdb774300cbcd74922fa250fbaad --- /dev/null +++ b/leoprint/leoprint.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddcde7a517c79e21455d004942e8cf28c32c0dced3ba89e0ac3035fba65b4f1e +size 343806432 diff --git a/leoprint/leoprint_000000200.safetensors b/leoprint/leoprint_000000200.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..368df46747c30c770b47399a07cb5925302f09d6 --- /dev/null +++ b/leoprint/leoprint_000000200.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fec2793b3c91cc4312e174ac466b79dab1d6c56c8a92de3dbc2e0bd8a626e9e +size 343806424 diff --git a/leoprint/leoprint_000000400.safetensors b/leoprint/leoprint_000000400.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c1ff4ac7e7a8c0412c6c1601e4a279e5b4e6a8b --- /dev/null +++ b/leoprint/leoprint_000000400.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9931e721c2f84805222ce6c50012d5b6be6458540fe8836b2fdd15b67f323747 +size 343806424 diff --git a/leoprint/leoprint_000000600.safetensors b/leoprint/leoprint_000000600.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f628fd130b6b5e5ed00def319ad141b40c0a4b16 --- /dev/null +++ b/leoprint/leoprint_000000600.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30907edb33529e70b737a534d0d2b6f6703e39dae338b2f24b10096f126b1c06 +size 343806424 diff --git a/leoprint/leoprint_000000800.safetensors b/leoprint/leoprint_000000800.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a39c04088de78a1618c147c8d10cc27b37ba2e6 --- /dev/null +++ b/leoprint/leoprint_000000800.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:799e69e29f2d40888b7872311c923961ed0e678fd6b5dd720cd7129f358688cc +size 343806424 diff --git a/leoprint/leoprint_000001200.safetensors b/leoprint/leoprint_000001200.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db04598f87394089e74a39811fb6e0574107f030 --- /dev/null +++ b/leoprint/leoprint_000001200.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639db447c5ce8d9e7cbe4aed6eb22391ce83f43aa1a14ade9402e2f59b95be5a +size 343806432 diff --git a/leoprint/leoprint_000001400.safetensors b/leoprint/leoprint_000001400.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64d13dbfb8cba016d5e4f0d793b3370d73a1aefd --- /dev/null +++ b/leoprint/leoprint_000001400.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3f61916b8304956d4da96fec0f993b01faa8fdc5722a743d4b5da8eb8c83e2 +size 343806432 diff --git a/leoprint/leoprint_000001600.safetensors b/leoprint/leoprint_000001600.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52afa512d780ab1ebe57946c643d25ad36612507 --- /dev/null +++ b/leoprint/leoprint_000001600.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aeaf33ed539bbd2db255802b38ba6173e4912fdc062f8a4c4eb7bccf89f7776 +size 343806432 diff --git a/leoprint/leoprint_000001800.safetensors b/leoprint/leoprint_000001800.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19efa6c53ffd62828e7736c0800d08cc517fa2de --- /dev/null +++ b/leoprint/leoprint_000001800.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1254f43b7771419a92cbf9123c8c1f593928a7394f6dfa509bea04bd13bff92 +size 343806432 diff --git a/leoprint/leoprint_000002000.safetensors b/leoprint/leoprint_000002000.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05521bf23f14e455baf9acf3fdba5c9808fa15b2 --- /dev/null +++ b/leoprint/leoprint_000002000.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ab50724ce2119de6b23d99fbdac1483b8eb47bb00d0b7185067fddbaf36e80 +size 343806432 diff --git a/leoprint/leoprint_000002200.safetensors b/leoprint/leoprint_000002200.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a78c4b09f11c48da55282617c79b13402ddb560 --- /dev/null +++ b/leoprint/leoprint_000002200.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:837f31c882c441ffdddc2a662f2a84ea83a37c0a466d8f6f355e08092d21324b +size 343806432 diff --git a/leoprint/log.txt b/leoprint/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..8a66f946fdf9e68d21fa3f534ec15a89f5712dab --- /dev/null +++ b/leoprint/log.txt @@ -0,0 +1,263 @@ +Running 1 job +/usr/local/lib/python3.10/dist-packages/albumentations/__init__.py:13: UserWarning: A new version of Albumentations is available: 2.0.8 (you have 1.4.15). Upgrade using: pip install -U albumentations. To disable automatic update checks, set the environment variable NO_ALBUMENTATIONS_UPDATE to 1. + check_for_updates() +/usr/local/lib/python3.10/dist-packages/albumentations/__init__.py:13: UserWarning: A new version of Albumentations is available: 2.0.8 (you have 1.4.15). Upgrade using: pip install -U albumentations. To disable automatic update checks, set the environment variable NO_ALBUMENTATIONS_UPDATE to 1. + check_for_updates() +{ + "type": "ui_trainer", + "training_folder": "/app/ai-toolkit/output", + "sqlite_db_path": "/app/ai-toolkit/aitk_db.db", + "device": "cuda", + "trigger_word": "$leoprint", + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 32, + "linear_alpha": 32, + "conv": 16, + "conv_alpha": 16, + "lokr_full_rank": true, + "lokr_factor": -1, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 200, + "max_step_saves_to_keep": 12, + "save_format": "diffusers", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "/app/ai-toolkit/datasets/leoprint", + "control_path": null, + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "$leoprint", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 1024 + ], + "controls": [] + } + ], + "train": { + "batch_size": 2, + "bypass_guidance_embedding": false, + "steps": 2400, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "sigmoid", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": false, + "lr": 5e-05, + "ema_config": { + "use_ema": false, + "ema_decay": 0.99 + }, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "character" + }, + "model": { + "name_or_path": "multimodalart/FLUX.1-dev2pro-full", + "quantize": true, + "quantize_te": true, + "arch": "flux", + "low_vram": false, + "model_kwargs": {} + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 200, + "width": 1024, + "height": 1024, + "prompts": [ + "$leoprint sitting cross-legged on a floating iceberg, calm and thoughtful, the face facing left; vast frozen ocean and aurora borealis lighting the sky.", + "$leoprint painting a massive mural on a crumbling city wall, focused and intense, the face turned right; golden hour sunlight casting long shadows.", + "$leoprint surfing a towering wave during a storm, determined and fierce, the face facing forward; dark clouds and crashing water spray all around.", + "$leoprint curled up inside a cozy library nook, peaceful and content, the face turned down; warm candlelight flickering over stacks of ancient books.", + "$leoprint leaping between rooftops in a futuristic cityscape, alert and daring, the face angled slightly up; neon signs and rain slick streets glowing below." + ], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 4, + "sample_steps": 25, + "num_frames": 1, + "fps": 1 + } +} +Using EMA +Using SQLite database at /app/ai-toolkit/aitk_db.db +Job ID: "95bb0d57-008d-45ed-9819-94feed57880d" + +############################################# +# Running job: leoprint +############################################# + + +Running 1 process +Loading Flux model +Loading transformer + Loading checkpoint shards: 0%| | 0/3 [00:00