diff --git a/.job_config.json b/.job_config.json new file mode 100644 index 0000000000000000000000000000000000000000..722715d9fcac3b7011567c823cbbc9fbf47750b1 --- /dev/null +++ b/.job_config.json @@ -0,0 +1,134 @@ +{ + "job": "extension", + "config": { + "name": "YOUNG_MEN", + "process": [ + { + "type": "ui_trainer", + "training_folder": "/workspace/ai-toolkit/output", + "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db", + "device": "cuda", + "trigger_word": "m@n", + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 32, + "linear_alpha": 32, + "conv": 16, + "conv_alpha": 16, + "lokr_full_rank": true, + "lokr_factor": -1, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 250, + "max_step_saves_to_keep": 10, + "save_format": "diffusers", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "/workspace/ai-toolkit/datasets/young_men", + "control_path": null, + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 512, + 768, + 1024, + 1280, + 1536 + ], + "controls": [], + "shrink_video_to_frames": true, + "num_frames": 1, + "do_i2v": true, + "flip_x": false, + "flip_y": false + } + ], + "train": { + "batch_size": 1, + "bypass_guidance_embedding": false, + "steps": 2500, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "sigmoid", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": false, + "cache_text_embeddings": false, + "lr": 0.0003, + "ema_config": { + "use_ema": true, + "ema_decay": 0.99 + }, + "skip_first_sample": false, + "force_first_sample": false, + "disable_sampling": false, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "person", + "switch_boundary_every": 1 + }, + "model": { + "name_or_path": "black-forest-labs/FLUX.1-dev", + "quantize": false, + "qtype": "qfloat8", + "quantize_te": true, + "qtype_te": "qfloat8", + "arch": "flux", + "low_vram": false, + "model_kwargs": {} + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 250, + "width": 1024, + "height": 1024, + "samples": [ + { + "prompt": "m@n, A young man with a medium tan, golden undertoned skin and short, tightly curled hair. His clean jawline carries a faint stubble, adding sharpness to his look. Wearing bold brown glasses, he tilts his head slightly forward and to the side, eyes meeting the lens with a calm intensity. The soft circular light behind him frames his confident yet effortless pose." + }, + { + "prompt": "m@n, A young man with fair skin and a cool undertone, his gaze steady and self-assured. His hair is styled in a casual, tousled cut with natural volume, slightly messy yet effortlessly put together. Wearing a fitted navy crewneck tee, he stands against a plain light background, exuding a clean, modern aesthetic that blends ease with quiet confidence." + }, + { + "prompt": "m@n, A young man with fair skin and short, tousled brown hair styled with a natural fringe. He wears bold, rectangular black sunglasses that add sharpness to his look. Dressed in a simple white crewneck tee, he gazes off to the side, his expression calm yet slightly intense. The outdoor light casts soft shadows, enhancing the modern, minimal vibe of the portrait." + }, + { + "prompt": "m@n, A young man with a fair skin tone and tousled blond curls, styled casually for a natural look. He wears matte yellow round sunglasses with dark gradient lenses, adding a bold, modern twist. His navy collared shirt contrasts sharply against the light background, making his features and accessories stand out. Captured in a soft side profile, his expression is calm and reflective, exuding understated sophistication." + } + ], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 3, + "sample_steps": 30, + "num_frames": 1, + "fps": 1 + } + } + ] + }, + "meta": { + "name": "[name]", + "version": "1.0" + } +} \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f9bd983f162beae35aa1b4ce2efaee70a71e9274 --- /dev/null +++ b/README.md @@ -0,0 +1,54 @@ +--- +tags: +- text-to-image +- flux +- lora +- diffusers +- template:sd-lora +- ai-toolkit +base_model: black-forest-labs/FLUX.1-dev +instance_prompt: m@n +license: other +license_name: flux-1-dev-non-commercial-license +license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md +widget: +- text: Sample generation + output: + url: samples/1756896634975__000000000_0.jpg +- text: Sample generation + output: + url: samples/1756896652562__000000000_1.jpg +- text: Sample generation + output: + url: samples/1756896670256__000000000_2.jpg +--- + +# YOUNG_MEN + +Model trained with AI Toolkit by Ostris + + + +## Trigger words + +You should use `m@n` to trigger the image generation. + +## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, etc. + +Weights for this model are available in Safetensors format. + +[Download](/username/YOUNG_MEN/tree/main) them in the Files & versions tab. + +## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers) + +```py +from diffusers import AutoPipelineForText2Image +import torch + +pipeline = AutoPipelineForText2Image.from_pretrained('black-forest-labs/FLUX.1-dev', torch_dtype=torch.bfloat16).to('cuda') +pipeline.load_lora_weights('username/YOUNG_MEN', weight_name='YOUNG_MEN_000000250.safetensors') +image = pipeline('m@n style artwork').images[0] +image.save("my_image.png") +``` + +For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters) diff --git a/YOUNG_MEN.safetensors b/YOUNG_MEN.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87b24350b7a9ae8ea817a869ee43e7c3f751fc2d --- /dev/null +++ b/YOUNG_MEN.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499d71cea38aa78480ba02ba8947f1006e92bb0c09de1022364ba29a5c706bb2 +size 343806416 diff --git a/YOUNG_MEN_000000250.safetensors b/YOUNG_MEN_000000250.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98048891838bd885ebb02b2bab63d223c45b3364 --- /dev/null +++ b/YOUNG_MEN_000000250.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eafeb1967b5204ddcc8249d40e47f47d622a80079af9b20c718ec0681ddff936 +size 343806416 diff --git a/YOUNG_MEN_000000500.safetensors b/YOUNG_MEN_000000500.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f92d0c0ede22f05e5eb6bd88b369a470016bf811 --- /dev/null +++ b/YOUNG_MEN_000000500.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c3e843261be4129f494af9089525dbb0a2e42148ccb115157f1df41378ba11 +size 343806416 diff --git a/YOUNG_MEN_000000750.safetensors b/YOUNG_MEN_000000750.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ce11f8d08862bc98fdcf72bedb0b9cd6006be91 --- /dev/null +++ b/YOUNG_MEN_000000750.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542fa64aa382ce5cab86a80dfb6bda00147d9535ca5ac6516eabc1db3eec2591 +size 343806416 diff --git a/YOUNG_MEN_000001000.safetensors b/YOUNG_MEN_000001000.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47404342ea76a7b9b33755bc10bd7d302ab4cbb0 --- /dev/null +++ b/YOUNG_MEN_000001000.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6365ecf30b0ce370ab9e8360e49b5407c52f02f0064d69d87b619baa189a519 +size 343806416 diff --git a/YOUNG_MEN_000001250.safetensors b/YOUNG_MEN_000001250.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b3f90c0d1e8272a4fb1084ed2e28a2a17bc617a --- /dev/null +++ b/YOUNG_MEN_000001250.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ff2285e002296318b8db64c5796191cd815b9079ccb9844005f1d57158bc1f9 +size 343806416 diff --git a/YOUNG_MEN_000001500.safetensors b/YOUNG_MEN_000001500.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8cffced45e30b72db53d2010f4f8703c28bdcdf --- /dev/null +++ b/YOUNG_MEN_000001500.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2df8e298a63dc972fefa19fe162bdc147f2ffc6e9b36c60ae6100df814db01 +size 343806416 diff --git a/YOUNG_MEN_000001750.safetensors b/YOUNG_MEN_000001750.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45a8c77e6f8f71ed6c320669d1b1e304aa666976 --- /dev/null +++ b/YOUNG_MEN_000001750.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c505175b3ef6322da6a0f1754dca64cdf8358849bd59eb54f36dc7332459b9 +size 343806416 diff --git a/YOUNG_MEN_000002000.safetensors b/YOUNG_MEN_000002000.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..119c872e1fffab366d7e4f7b4dae17988118b606 --- /dev/null +++ b/YOUNG_MEN_000002000.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ebbedfc1dfff5b4d26118ae1d9669cdf7f0b922652778fd6ac5c948564c4a4 +size 343806416 diff --git a/YOUNG_MEN_000002250.safetensors b/YOUNG_MEN_000002250.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a5e9d80d516defb5659b8066a49273c0aedee2ef --- /dev/null +++ b/YOUNG_MEN_000002250.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf41766985082abf996353670704f0f2d3beeb6e60a171d3aa0513e9b92f7bfe +size 343806416 diff --git a/config.yaml b/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..645573a040ed69fd779d1d732bf97aad46a81f6b --- /dev/null +++ b/config.yaml @@ -0,0 +1,123 @@ +job: extension +config: + name: YOUNG_MEN + process: + - type: ui_trainer + training_folder: /workspace/ai-toolkit/output + sqlite_db_path: /workspace/ai-toolkit/aitk_db.db + device: cuda + trigger_word: m@n + performance_log_every: 10 + network: + type: lora + linear: 32 + linear_alpha: 32 + conv: 16 + conv_alpha: 16 + lokr_full_rank: true + lokr_factor: -1 + network_kwargs: + ignore_if_contains: [] + save: + dtype: bf16 + save_every: 250 + max_step_saves_to_keep: 10 + save_format: diffusers + push_to_hub: false + datasets: + - folder_path: /workspace/ai-toolkit/datasets/young_men + control_path: null + mask_path: null + mask_min_value: 0.1 + default_caption: '' + caption_ext: txt + caption_dropout_rate: 0.05 + cache_latents_to_disk: false + is_reg: false + network_weight: 1 + resolution: + - 512 + - 768 + - 1024 + - 1280 + - 1536 + controls: [] + shrink_video_to_frames: true + num_frames: 1 + do_i2v: true + flip_x: false + flip_y: false + train: + batch_size: 1 + bypass_guidance_embedding: false + steps: 2500 + gradient_accumulation: 1 + train_unet: true + train_text_encoder: false + gradient_checkpointing: true + noise_scheduler: flowmatch + optimizer: adamw8bit + timestep_type: sigmoid + content_or_style: balanced + optimizer_params: + weight_decay: 0.0001 + unload_text_encoder: false + cache_text_embeddings: false + lr: 0.0003 + ema_config: + use_ema: true + ema_decay: 0.99 + skip_first_sample: false + force_first_sample: false + disable_sampling: false + dtype: bf16 + diff_output_preservation: false + diff_output_preservation_multiplier: 1 + diff_output_preservation_class: person + switch_boundary_every: 1 + model: + name_or_path: black-forest-labs/FLUX.1-dev + quantize: false + qtype: qfloat8 + quantize_te: true + qtype_te: qfloat8 + arch: flux + low_vram: false + model_kwargs: {} + sample: + sampler: flowmatch + sample_every: 250 + width: 1024 + height: 1024 + samples: + - prompt: m@n, A young man with a medium tan, golden undertoned skin and short, + tightly curled hair. His clean jawline carries a faint stubble, adding sharpness + to his look. Wearing bold brown glasses, he tilts his head slightly forward + and to the side, eyes meeting the lens with a calm intensity. The soft circular + light behind him frames his confident yet effortless pose. + - prompt: m@n, A young man with fair skin and a cool undertone, his gaze steady + and self-assured. His hair is styled in a casual, tousled cut with natural + volume, slightly messy yet effortlessly put together. Wearing a fitted navy + crewneck tee, he stands against a plain light background, exuding a clean, + modern aesthetic that blends ease with quiet confidence. + - prompt: m@n, A young man with fair skin and short, tousled brown hair styled + with a natural fringe. He wears bold, rectangular black sunglasses that + add sharpness to his look. Dressed in a simple white crewneck tee, he gazes + off to the side, his expression calm yet slightly intense. The outdoor light + casts soft shadows, enhancing the modern, minimal vibe of the portrait. + - prompt: m@n, A young man with a fair skin tone and tousled blond curls, styled + casually for a natural look. He wears matte yellow round sunglasses with + dark gradient lenses, adding a bold, modern twist. His navy collared shirt + contrasts sharply against the light background, making his features and + accessories stand out. Captured in a soft side profile, his expression is + calm and reflective, exuding understated sophistication. + neg: '' + seed: 42 + walk_seed: true + guidance_scale: 3 + sample_steps: 30 + num_frames: 1 + fps: 1 +meta: + name: YOUNG_MEN + version: '1.0' diff --git a/log.txt b/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..91962f641e1e9fad11f17c52bb839b2005e1a6e6 --- /dev/null +++ b/log.txt @@ -0,0 +1,429 @@ +Running 1 job +{ + "type": "ui_trainer", + "training_folder": "/workspace/ai-toolkit/output", + "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db", + "device": "cuda", + "trigger_word": "m@n", + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 32, + "linear_alpha": 32, + "conv": 16, + "conv_alpha": 16, + "lokr_full_rank": true, + "lokr_factor": -1, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 250, + "max_step_saves_to_keep": 10, + "save_format": "diffusers", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "/workspace/ai-toolkit/datasets/young_men", + "control_path": null, + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 512, + 768, + 1024, + 1280, + 1536 + ], + "controls": [], + "shrink_video_to_frames": true, + "num_frames": 1, + "do_i2v": true, + "flip_x": false, + "flip_y": false + } + ], + "train": { + "batch_size": 1, + "bypass_guidance_embedding": false, + "steps": 2500, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "sigmoid", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": false, + "cache_text_embeddings": false, + "lr": 0.0003, + "ema_config": { + "use_ema": true, + "ema_decay": 0.99 + }, + "skip_first_sample": false, + "force_first_sample": false, + "disable_sampling": false, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "person", + "switch_boundary_every": 1 + }, + "model": { + "name_or_path": "black-forest-labs/FLUX.1-dev", + "quantize": false, + "qtype": "qfloat8", + "quantize_te": true, + "qtype_te": "qfloat8", + "arch": "flux", + "low_vram": false, + "model_kwargs": {} + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 250, + "width": 1024, + "height": 1024, + "samples": [ + { + "prompt": "m@n, A young man with a medium tan, golden undertoned skin and short, tightly curled hair. His clean jawline carries a faint stubble, adding sharpness to his look. Wearing bold brown glasses, he tilts his head slightly forward and to the side, eyes meeting the lens with a calm intensity. The soft circular light behind him frames his confident yet effortless pose." + }, + { + "prompt": "m@n, A young man with fair skin and a cool undertone, his gaze steady and self-assured. His hair is styled in a casual, tousled cut with natural volume, slightly messy yet effortlessly put together. Wearing a fitted navy crewneck tee, he stands against a plain light background, exuding a clean, modern aesthetic that blends ease with quiet confidence." + }, + { + "prompt": "m@n, A young man with fair skin and short, tousled brown hair styled with a natural fringe. He wears bold, rectangular black sunglasses that add sharpness to his look. Dressed in a simple white crewneck tee, he gazes off to the side, his expression calm yet slightly intense. The outdoor light casts soft shadows, enhancing the modern, minimal vibe of the portrait." + }, + { + "prompt": "m@n, A young man with a fair skin tone and tousled blond curls, styled casually for a natural look. He wears matte yellow round sunglasses with dark gradient lenses, adding a bold, modern twist. His navy collared shirt contrasts sharply against the light background, making his features and accessories stand out. Captured in a soft side profile, his expression is calm and reflective, exuding understated sophistication." + } + ], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 3, + "sample_steps": 30, + "num_frames": 1, + "fps": 1 + } +} +Using EMA +Using SQLite database at /workspace/ai-toolkit/aitk_db.db +Job ID: "025386c5-2cd9-449c-8341-6d2bc077360e" + +############################################# +# Running job: YOUNG_MEN +############################################# + + +Running 1 process +Loading Flux model +Loading transformer + config.json: 0%| | 0.00/378 [00:00