diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..f0c45912db87bed5410abb616ddc37ae31bf2b19 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +Laura_V1/loss_log.db filter=lfs diff=lfs merge=lfs -text diff --git a/Laura_V1/.job_config.json b/Laura_V1/.job_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c83fd4e05130f341bb884482049f39effc637417 --- /dev/null +++ b/Laura_V1/.job_config.json @@ -0,0 +1,136 @@ +{ + "job": "extension", + "config": { + "name": "Laura_V1", + "process": [ + { + "type": "diffusion_trainer", + "training_folder": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\output", + "sqlite_db_path": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\aitk_db.db", + "device": "cuda", + "trigger_word": "Laura", + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 32, + "linear_alpha": 32, + "conv": 16, + "conv_alpha": 16, + "lokr_full_rank": true, + "lokr_factor": -1, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 250, + "max_step_saves_to_keep": 4, + "save_format": "diffusers", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\datasets/laura", + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 768, + 1024 + ], + "controls": [], + "shrink_video_to_frames": true, + "num_frames": 1, + "flip_x": false, + "flip_y": false, + "num_repeats": 1 + } + ], + "train": { + "batch_size": 1, + "bypass_guidance_embedding": false, + "steps": 6000, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "weighted", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": false, + "cache_text_embeddings": false, + "lr": 0.0001, + "ema_config": { + "use_ema": false, + "ema_decay": 0.99 + }, + "skip_first_sample": false, + "force_first_sample": false, + "disable_sampling": false, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "person", + "switch_boundary_every": 1, + "loss_type": "mse" + }, + "logging": { + "log_every": 1, + "use_ui_logger": true + }, + "model": { + "name_or_path": "Tongyi-MAI/Z-Image-Turbo", + "quantize": true, + "qtype": "qfloat8", + "quantize_te": true, + "qtype_te": "qfloat8", + "arch": "zimage:turbo", + "low_vram": true, + "model_kwargs": {}, + "layer_offloading": false, + "layer_offloading_text_encoder_percent": 1, + "layer_offloading_transformer_percent": 1, + "assistant_lora_path": "ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v2.safetensors" + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 250, + "width": 1024, + "height": 1024, + "samples": [ + { + "prompt": "a high-quality photograph of a young woman with fair skin and long, straight, auburn hair cascading over her shoulders, she has a slender, toned physique with a small to medium-sized bust, her facial features are delicate, with full lips and blue eyes, she is wearing a form-fitting, deep red dress with a low neckline that accentuates her breasts. The dress has thin straps and a scoop neckline, creating a tight, fitted look. The texture of the dress is smooth and shiny, with a slight sheen. The background is a plain, off-white wall, which contrasts nicely with her vibrant red dress, making her the focal point of the image." + }, + { + "prompt": "a high-quality photograph of a young woman with fair skin and long, straight, auburn hair that cascades over her shoulders, she has a delicate, almond-shaped face with delicate features such as large, blue eyes, full lips, and a slight smile, her expression is neutral, with a slight hint of a smile, she is wearing a form-fitting, deep red dress with a low neckline that accentuates her breasts. The dress has a fitted design with thin straps and a scoop neckline. The background is a plain, off-white color, which contrasts nicely with her vibrant red dress, making her the focal point of the image." + }, + { + "prompt": "Laura on the beach." + } + ], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 1, + "sample_steps": 8, + "num_frames": 1, + "fps": 1 + } + } + ] + }, + "meta": { + "name": "[name]", + "version": "1.0" + } +} \ No newline at end of file diff --git a/Laura_V1/Laura_V1.safetensors b/Laura_V1/Laura_V1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b891de618d8f093aedf75b6df29cac1822a3cf19 --- /dev/null +++ b/Laura_V1/Laura_V1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3bc3774ed1e19889513f5769fa4e5b2ca3fc2218d94aebda62a3bf92e12a3b7 +size 170128264 diff --git a/Laura_V1/Laura_V1_000002500.safetensors b/Laura_V1/Laura_V1_000002500.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb78714da954b9977207a3f409c1b4ee8069caf8 --- /dev/null +++ b/Laura_V1/Laura_V1_000002500.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0502fc7b87a191e3173f507e58fa757af45f486964825b6a9930b1b0aaab7a +size 170128264 diff --git a/Laura_V1/Laura_V1_000002750.safetensors b/Laura_V1/Laura_V1_000002750.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0534e6e9776bcfa090e4b9a83bc5822e3bfa51b0 --- /dev/null +++ b/Laura_V1/Laura_V1_000002750.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2aa430cc38321ae57a403ae61234e27fb94e800c6c781ea90f6f819297334b +size 170128264 diff --git a/Laura_V1/Laura_V1_000003250.safetensors b/Laura_V1/Laura_V1_000003250.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07f26f404ad80afe783e2cf37dbd28388c9b4da8 --- /dev/null +++ b/Laura_V1/Laura_V1_000003250.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005be942a8d5a7605739e50c89e87f878f081366b5d78d2b224dc5f7e8d6dc75 +size 170128264 diff --git a/Laura_V1/Laura_V1_000003500.safetensors b/Laura_V1/Laura_V1_000003500.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68fbb90181919b055bbaf1f018ff08327e467caa --- /dev/null +++ b/Laura_V1/Laura_V1_000003500.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc764298e75b7233896459918b64be72740d1aa4d0e683fa85c692b8ada26442 +size 170128264 diff --git a/Laura_V1/config.yaml b/Laura_V1/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..68f41fa1e4ed958a8eb29fb63375e0575cee3d0a --- /dev/null +++ b/Laura_V1/config.yaml @@ -0,0 +1,125 @@ +job: extension +config: + name: Laura_V1 + process: + - type: diffusion_trainer + training_folder: F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\output + sqlite_db_path: F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\aitk_db.db + device: cuda + trigger_word: Laura + performance_log_every: 10 + network: + type: lora + linear: 32 + linear_alpha: 32 + conv: 16 + conv_alpha: 16 + lokr_full_rank: true + lokr_factor: -1 + network_kwargs: + ignore_if_contains: [] + save: + dtype: bf16 + save_every: 250 + max_step_saves_to_keep: 4 + save_format: diffusers + push_to_hub: false + datasets: + - folder_path: F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\datasets/laura + mask_path: null + mask_min_value: 0.1 + default_caption: '' + caption_ext: txt + caption_dropout_rate: 0.05 + cache_latents_to_disk: false + is_reg: false + network_weight: 1 + resolution: + - 768 + - 1024 + controls: [] + shrink_video_to_frames: true + num_frames: 1 + flip_x: false + flip_y: false + num_repeats: 1 + train: + batch_size: 1 + bypass_guidance_embedding: false + steps: 6000 + gradient_accumulation: 1 + train_unet: true + train_text_encoder: false + gradient_checkpointing: true + noise_scheduler: flowmatch + optimizer: adamw8bit + timestep_type: weighted + content_or_style: balanced + optimizer_params: + weight_decay: 0.0001 + unload_text_encoder: false + cache_text_embeddings: false + lr: 0.0001 + ema_config: + use_ema: false + ema_decay: 0.99 + skip_first_sample: false + force_first_sample: false + disable_sampling: false + dtype: bf16 + diff_output_preservation: false + diff_output_preservation_multiplier: 1 + diff_output_preservation_class: person + switch_boundary_every: 1 + loss_type: mse + logging: + log_every: 1 + use_ui_logger: true + model: + name_or_path: Tongyi-MAI/Z-Image-Turbo + quantize: true + qtype: qfloat8 + quantize_te: true + qtype_te: qfloat8 + arch: zimage:turbo + low_vram: true + model_kwargs: {} + layer_offloading: false + layer_offloading_text_encoder_percent: 1 + layer_offloading_transformer_percent: 1 + assistant_lora_path: ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v2.safetensors + sample: + sampler: flowmatch + sample_every: 250 + width: 1024 + height: 1024 + samples: + - prompt: a high-quality photograph of a young woman with fair skin and long, + straight, auburn hair cascading over her shoulders, she has a slender, toned + physique with a small to medium-sized bust, her facial features are delicate, + with full lips and blue eyes, she is wearing a form-fitting, deep red dress + with a low neckline that accentuates her breasts. The dress has thin straps + and a scoop neckline, creating a tight, fitted look. The texture of the + dress is smooth and shiny, with a slight sheen. The background is a plain, + off-white wall, which contrasts nicely with her vibrant red dress, making + her the focal point of the image. + - prompt: a high-quality photograph of a young woman with fair skin and long, + straight, auburn hair that cascades over her shoulders, she has a delicate, + almond-shaped face with delicate features such as large, blue eyes, full + lips, and a slight smile, her expression is neutral, with a slight hint + of a smile, she is wearing a form-fitting, deep red dress with a low neckline + that accentuates her breasts. The dress has a fitted design with thin straps + and a scoop neckline. The background is a plain, off-white color, which + contrasts nicely with her vibrant red dress, making her the focal point + of the image. + - prompt: Laura on the beach. + neg: '' + seed: 42 + walk_seed: true + guidance_scale: 1 + sample_steps: 8 + num_frames: 1 + fps: 1 +meta: + name: Laura_V1 + version: '1.0' diff --git a/Laura_V1/log.txt b/Laura_V1/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..f4dfed03f4c6567adf545384e54eef534057d892 --- /dev/null +++ b/Laura_V1/log.txt @@ -0,0 +1,265 @@ +Running 1 job +{ + "type": "diffusion_trainer", + "training_folder": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\output", + "sqlite_db_path": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\aitk_db.db", + "device": "cuda", + "trigger_word": "Laura", + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 32, + "linear_alpha": 32, + "conv": 16, + "conv_alpha": 16, + "lokr_full_rank": true, + "lokr_factor": -1, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 250, + "max_step_saves_to_keep": 4, + "save_format": "diffusers", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\datasets/laura", + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 768, + 1024 + ], + "controls": [], + "shrink_video_to_frames": true, + "num_frames": 1, + "flip_x": false, + "flip_y": false, + "num_repeats": 1 + } + ], + "train": { + "batch_size": 1, + "bypass_guidance_embedding": false, + "steps": 6000, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "weighted", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": false, + "cache_text_embeddings": false, + "lr": 0.0001, + "ema_config": { + "use_ema": false, + "ema_decay": 0.99 + }, + "skip_first_sample": false, + "force_first_sample": false, + "disable_sampling": false, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "person", + "switch_boundary_every": 1, + "loss_type": "mse" + }, + "logging": { + "log_every": 1, + "use_ui_logger": true + }, + "model": { + "name_or_path": "Tongyi-MAI/Z-Image-Turbo", + "quantize": true, + "qtype": "qfloat8", + "quantize_te": true, + "qtype_te": "qfloat8", + "arch": "zimage:turbo", + "low_vram": true, + "model_kwargs": {}, + "layer_offloading": false, + "layer_offloading_text_encoder_percent": 1, + "layer_offloading_transformer_percent": 1, + "assistant_lora_path": "ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v2.safetensors" + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 250, + "width": 1024, + "height": 1024, + "samples": [ + { + "prompt": "a high-quality photograph of a young woman with fair skin and long, straight, auburn hair cascading over her shoulders, she has a slender, toned physique with a small to medium-sized bust, her facial features are delicate, with full lips and blue eyes, she is wearing a form-fitting, deep red dress with a low neckline that accentuates her breasts. The dress has thin straps and a scoop neckline, creating a tight, fitted look. The texture of the dress is smooth and shiny, with a slight sheen. The background is a plain, off-white wall, which contrasts nicely with her vibrant red dress, making her the focal point of the image." + }, + { + "prompt": "a high-quality photograph of a young woman with fair skin and long, straight, auburn hair that cascades over her shoulders, she has a delicate, almond-shaped face with delicate features such as large, blue eyes, full lips, and a slight smile, her expression is neutral, with a slight hint of a smile, she is wearing a form-fitting, deep red dress with a low neckline that accentuates her breasts. The dress has a fitted design with thin straps and a scoop neckline. The background is a plain, off-white color, which contrasts nicely with her vibrant red dress, making her the focal point of the image." + }, + { + "prompt": "Laura on the beach." + } + ], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 1, + "sample_steps": 8, + "num_frames": 1, + "fps": 1 + } +} +Using SQLite database at F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\aitk_db.db +Job ID: "3db2a956-42f6-4e37-b66c-ff1749cfb200" + +############################################# +# Running job: Laura_V1 +############################################# + + +Running 1 process +Loading ZImage model +Loading transformer + Loading checkpoint shards: 0%| | 0/3 [00:00 + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\run.py", line 120, in + main()main() + + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\run.py", line 108, in main + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\run.py", line 108, in main + raise eraise e + + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\run.py", line 96, in main + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\run.py", line 96, in main + job.run()job.run() + + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\jobs\ExtensionJob.py", line 22, in run + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\jobs\ExtensionJob.py", line 22, in run + process.run()process.run() + + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\jobs\process\BaseSDTrainProcess.py", line 2340, in run + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\jobs\process\BaseSDTrainProcess.py", line 2340, in run + self.end_step_hook()self.end_step_hook() + + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\extensions_built_in\sd_trainer\DiffusionTrainer.py", line 264, in end_step_hook + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\extensions_built_in\sd_trainer\DiffusionTrainer.py", line 264, in end_step_hook + self.maybe_stop()self.maybe_stop() + + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\extensions_built_in\sd_trainer\DiffusionTrainer.py", line 147, in maybe_stop + File "F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\extensions_built_in\sd_trainer\DiffusionTrainer.py", line 147, in maybe_stop + raise Exception("Job stopped")raise Exception("Job stopped") + +ExceptionException: : Job stoppedJob stopped + + Laura_V1: 59%|#####8 | 3514/6000 [2:48:01<13:32:39, 19.61s/it, lr: 1.0e-04 loss: 5.162e-02] Laura_V1: 59%|#####8 | 3514/6000 [2:48:01<13:32:39, 19.61s/it, lr: 1.0e-04 loss: 5.162e-02] + diff --git a/Laura_V1/logs/0_log.txt b/Laura_V1/logs/0_log.txt new file mode 100644 index 0000000000000000000000000000000000000000..efb29b26db3fce8ac1a93de7e200b2640593ae12 --- /dev/null +++ b/Laura_V1/logs/0_log.txt @@ -0,0 +1,431 @@ +Running 1 job +{ + "type": "diffusion_trainer", + "training_folder": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\output", + "sqlite_db_path": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\aitk_db.db", + "device": "cuda", + "trigger_word": "Laura", + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 32, + "linear_alpha": 32, + "conv": 16, + "conv_alpha": 16, + "lokr_full_rank": true, + "lokr_factor": -1, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 250, + "max_step_saves_to_keep": 4, + "save_format": "diffusers", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "F:\\ComfyUI\\AI-Toolkit-Easy-Install\\AI-Toolkit\\datasets/laura", + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 768, + 1024 + ], + "controls": [], + "shrink_video_to_frames": true, + "num_frames": 1, + "flip_x": false, + "flip_y": false, + "num_repeats": 1 + } + ], + "train": { + "batch_size": 1, + "bypass_guidance_embedding": false, + "steps": 3000, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "weighted", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": false, + "cache_text_embeddings": false, + "lr": 0.0001, + "ema_config": { + "use_ema": false, + "ema_decay": 0.99 + }, + "skip_first_sample": false, + "force_first_sample": false, + "disable_sampling": false, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "person", + "switch_boundary_every": 1, + "loss_type": "mse" + }, + "logging": { + "log_every": 1, + "use_ui_logger": true + }, + "model": { + "name_or_path": "Tongyi-MAI/Z-Image-Turbo", + "quantize": true, + "qtype": "qfloat8", + "quantize_te": true, + "qtype_te": "qfloat8", + "arch": "zimage:turbo", + "low_vram": true, + "model_kwargs": {}, + "layer_offloading": false, + "layer_offloading_text_encoder_percent": 1, + "layer_offloading_transformer_percent": 1, + "assistant_lora_path": "ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v2.safetensors" + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 250, + "width": 1024, + "height": 1024, + "samples": [ + { + "prompt": "a high-quality photograph of a young woman with fair skin and long, straight, auburn hair cascading over her shoulders, she has a slender, toned physique with a small to medium-sized bust, her facial features are delicate, with full lips and blue eyes, she is wearing a form-fitting, deep red dress with a low neckline that accentuates her breasts. The dress has thin straps and a scoop neckline, creating a tight, fitted look. The texture of the dress is smooth and shiny, with a slight sheen. The background is a plain, off-white wall, which contrasts nicely with her vibrant red dress, making her the focal point of the image." + }, + { + "prompt": "a high-quality photograph of a young woman with fair skin and long, straight, auburn hair that cascades over her shoulders, she has a delicate, almond-shaped face with delicate features such as large, blue eyes, full lips, and a slight smile, her expression is neutral, with a slight hint of a smile, she is wearing a form-fitting, deep red dress with a low neckline that accentuates her breasts. The dress has a fitted design with thin straps and a scoop neckline. The background is a plain, off-white color, which contrasts nicely with her vibrant red dress, making her the focal point of the image." + }, + { + "prompt": "Laura on the beach." + } + ], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 1, + "sample_steps": 8, + "num_frames": 1, + "fps": 1 + } +} +Using SQLite database at F:\ComfyUI\AI-Toolkit-Easy-Install\AI-Toolkit\aitk_db.db +Job ID: "3db2a956-42f6-4e37-b66c-ff1749cfb200" + +############################################# +# Running job: Laura_V1 +############################################# + + +Running 1 process +Loading ZImage model +Loading transformer + config.json: 0%| | 0.00/473 [00:00