End of training

README.md

@@ -10,6 +10,11 @@ tags:
 - diffusers-training
 - stable-diffusion
 - stable-diffusion-diffusers
+- diffusers
+- lora
+- template:sd-lora
+- sd3
+- sd3-diffusers
 - text-to-image
 - diffusers-training
 - diffusers

checkpoint-1000/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27cf99ce77af89e0b2980014b32c31bca612195c651a232d247e2db07d5fb399
+oid sha256:4d16ac8cb697efde295baea81b01177ce570138781c82a7774714ca3026908d2
 size 443542794

checkpoint-1000/pytorch_lora_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc295713dbc53c8781896c3d726cb254ae85e217efed5bdcf59d5b1f56997595
+oid sha256:afdd57a092961dca22c179599ad2805f1f94104ca8fccdd10bde330dcbd73353
 size 126586136

checkpoint-1000/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:594888af4746247f6c9a97ca4dce518cc16e57269e40483962e674aed46478c3
+oid sha256:f5a18db591d1c120ffc723c7ae18651781a5c6c7fa336d903554a4d0c8180f22
 size 988

checkpoint-1000/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6b86313ab5e13865e8251bc07e0f9cd4bf2cf1fcdd834e55dd2edf8a50fb402
+oid sha256:f70a125421d7a6f6749497fe5623ffc1ff47b1fa28709b83eecf48ab0333674b
 size 1064

checkpoint-1500/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:988daf1f3aec56e2e1a7d8380e70b077f0601ca621e107f0d8a3d86996d83457
+oid sha256:7d6bf6de742dd6aac671e1088844d91763556ecede29ddbc117f29f4af8f02cd
 size 443542794

checkpoint-1500/pytorch_lora_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b60454c4019ef73e04186b05541c465c8003e14902188c8592b9cc7395e578e2
+oid sha256:a37badb8883b61c93ab8ab9ecedd87aca8af97ee496e9bd3c3a24268a0735805
 size 126586136

checkpoint-1500/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55c9e6c17efa2830d6f069c729241f5c5131d8b1787d5bac42d7e95bc7c3a5ed
+oid sha256:d4fecbd270e99096cedf91ef6999f20971ed394b656fb1171997dab07281d448
 size 988

checkpoint-1500/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e2b865c887d17cbda6f955b1341d86d1615344efb300616c73b24b2f2ef3591
+oid sha256:b538fdb6c3d1e6fd56ea2f38edf1b448b83a27e6e75c4d258773ec038d53c9fe
 size 1064

checkpoint-2000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1194b0b5414f79e1e74ece2d82be17d0fc691c638b3ba95369c42104a197a8
+size 443542794

checkpoint-2000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05155af9239bbfafc7c3f20fba1310676a283838444b523d92b0336b9443654f
+size 126586136

checkpoint-2000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f70e18b0845e541f311ea4748f5b7ce98025fb0f617706b0a7a7fb5d82fb08
+size 14344

checkpoint-2000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5048931f11f688a909a36a5dac1062d0fb8bfcabb1b4daf6da3f59dac7e970f3
+size 988

checkpoint-2000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf432684a8d62ec83fa756030ab6573b4bcbccf442976aadf73c1b06b45d9b0
+size 1064

checkpoint-2500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175345f502b9a08cf80cc69c91fe1a5c0b854e7e0c3e7d10af7c1e55416ad489
+size 443542794

checkpoint-2500/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121b260cbcf79202e8e57945cc306352ce61f81f45abb814f0b033ae7d043afb
+size 126586136

checkpoint-2500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e29f7aa389f5c68a3e3b00479a6961ba1cb3da526d0c67c7687cdbeb9dba71
+size 14344

checkpoint-2500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aca592e5476dc89392ff2fb3409ec1252063ac42dbb3f23b8dd3e4f25bf436
+size 988

checkpoint-2500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd28f553a0e382e9fa26d4d54e731da09912c3b631d588cfb1a9ba1807a65b8
+size 1064

checkpoint-500/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de4dd5f3211eea027c48b3582ee8f2ccfc30c371606f2493cbe2dade7ab73e04
+oid sha256:d052894847e8693bcd76f2acdcf020676149b3c4cfd3ccd79b23fcaaa78a00a3
 size 443542794

checkpoint-500/pytorch_lora_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d773b8ac510879561b11163df5351996ea44eb140484547ea1bf829e7d96928
+oid sha256:7687dd2626ea7dad663500d88f17b991fc11ed493d27d9005a8f21a662f88b77
 size 126586136

checkpoint-500/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6654e9e147c17d4da2bb6dce541dc839b22708888b6cfa26bbe7261e5dba4584
+oid sha256:5a64126b2f9213a8f6bdeec5c23d84a580022081ee8047e7df9e71b42eea463b
 size 988

checkpoint-500/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c76800122d0184faa94a6dd01a894a12bf9c7e22c5c76eab03ee3b79601270dc
+oid sha256:0cd5eae45f8a15363afea7ba735861497225134c87b5a26606e981986d70a70b
 size 1064

logs/dreambooth-sd3-lora/1739194694.5781643/events.out.tfevents.1739194694.atenea.2704947.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67497ea54674b975f6662c404a9de54c786b8ae6e3de2dc47e5b405a77d9190c
+size 3258

logs/dreambooth-sd3-lora/1739194694.5792663/hparams.yml

@@ -0,0 +1,74 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+cache_latents: false
+caption_column: null
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: /mnt/Data/mrt/mrt
+instance_prompt: a photo of mrt
+learning_rate: 1.0
+local_rank: 0
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_blocks: null
+lora_layers: null
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_sequence_length: 77
+max_train_steps: 1500
+mixed_precision: fp16
+mode_scale: 1.29
+num_class_images: 100
+num_train_epochs: 167
+num_validation_images: 4
+optimizer: prodigy
+output_dir: mrt-model
+precondition_outputs: 1
+pretrained_model_name_or_path: stabilityai/stable-diffusion-3.5-medium
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 32
+repeats: 1
+report_to: tensorboard
+resolution: 1024
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+text_encoder_lr: 1.0
+train_batch_size: 1
+train_text_encoder: true
+upcast_before_saving: false
+use_8bit_adam: true
+validation_epochs: 50
+validation_prompt: null
+variant: null
+weighting_scheme: logit_normal
+with_prior_preservation: false

logs/dreambooth-sd3-lora/1739194722.8161957/events.out.tfevents.1739194722.atenea.2707503.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776300fb4b123544575a538ad2bb129d75af1b0cb4d3c3c4be79f4b85758980d
+size 3258

logs/dreambooth-sd3-lora/1739194722.8171134/hparams.yml

@@ -0,0 +1,74 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+cache_latents: false
+caption_column: null
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: /mnt/Data/mrt/mrt
+instance_prompt: a photo of mrt
+learning_rate: 1.0
+local_rank: 0
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_blocks: null
+lora_layers: null
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_sequence_length: 77
+max_train_steps: 1500
+mixed_precision: fp16
+mode_scale: 1.29
+num_class_images: 100
+num_train_epochs: 167
+num_validation_images: 4
+optimizer: prodigy
+output_dir: mrt-model
+precondition_outputs: 1
+pretrained_model_name_or_path: stabilityai/stable-diffusion-3.5-medium
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 32
+repeats: 1
+report_to: tensorboard
+resolution: 1024
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+text_encoder_lr: 1.0
+train_batch_size: 1
+train_text_encoder: true
+upcast_before_saving: false
+use_8bit_adam: true
+validation_epochs: 50
+validation_prompt: null
+variant: null
+weighting_scheme: logit_normal
+with_prior_preservation: false

logs/dreambooth-sd3-lora/1739200264.3773437/events.out.tfevents.1739200264.atenea.2742585.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960ccbda97eb4f0f588d5c6850ac4bf5dea6f62b7682f76046305dc09bc743fa
+size 3266

logs/dreambooth-sd3-lora/1739200264.3783846/hparams.yml

@@ -0,0 +1,74 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+cache_latents: false
+caption_column: null
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: /mnt/Data/mrt/mrt
+instance_prompt: a photo of mrt
+learning_rate: 1.0
+local_rank: -1
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_blocks: null
+lora_layers: null
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_sequence_length: 77
+max_train_steps: 2500
+mixed_precision: fp16
+mode_scale: 1.29
+num_class_images: 100
+num_train_epochs: 139
+num_validation_images: 4
+optimizer: prodigy
+output_dir: mrt-model
+precondition_outputs: 1
+pretrained_model_name_or_path: stabilityai/stable-diffusion-3-medium-diffusers
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 32
+repeats: 1
+report_to: tensorboard
+resolution: 1024
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+text_encoder_lr: 1.0
+train_batch_size: 1
+train_text_encoder: true
+upcast_before_saving: false
+use_8bit_adam: false
+validation_epochs: 50
+validation_prompt: null
+variant: null
+weighting_scheme: logit_normal
+with_prior_preservation: false

logs/dreambooth-sd3-lora/events.out.tfevents.1739194694.atenea.2704947.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059133f118325fa638b9449cc7a91a4e5e06b80024a0e15f566603ed38f5052f
+size 88

logs/dreambooth-sd3-lora/events.out.tfevents.1739194722.atenea.2707503.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dd482f35f307eba61b94da97359dca340dba74c5d4880fa3df238368a5b02b
+size 88

logs/dreambooth-sd3-lora/events.out.tfevents.1739200264.atenea.2742585.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e35167881e44eefd66fb6a097bece20ea9f5cb4b319ae7f4dd3519a13a6bf0
+size 209834

pytorch_lora_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c610bbe62f66717f6428803e5e8ac7456b1f7f762b00c8e52ac6193b1558b2e8
+oid sha256:9cd0eaba2de6932484ddd114e7b7208548da86a55acc16c409a6fda357500d6f
 size 89033736