End of training

.gitattributes

@@ -41,3 +41,8 @@ image_0.png filter=lfs diff=lfs merge=lfs -text
 image_1.png filter=lfs diff=lfs merge=lfs -text
 image_2.png filter=lfs diff=lfs merge=lfs -text
 image_3.png filter=lfs diff=lfs merge=lfs -text
+canola_3_35_1.png filter=lfs diff=lfs merge=lfs -text
+canola_3_3_1.png filter=lfs diff=lfs merge=lfs -text
+canola_3_45_1.png filter=lfs diff=lfs merge=lfs -text
+canola_3_4_1.png filter=lfs diff=lfs merge=lfs -text
+canola_3_5_1.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -33,6 +33,13 @@ tags:
 - template:sd-lora
 - sd3
 - sd3-diffusers
+- text-to-image
+- diffusers-training
+- diffusers
+- lora
+- template:sd-lora
+- sd3
+- sd3-diffusers
 ---
 
 <!-- This model card has been generated automatically according to the information the training script had access to. You

can_31_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762d2aeb860620e2a077e55476aeb0d6802863fb720b66ff1bf19b9f6f26ffac
+size 4743176

checkpoint-1000/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fceb6caf64f675f7a0b7dc21b757e70310ba89902c6838535b4ea3098686e17b
+oid sha256:9e98e5d5daa21b2515ae169f326fbd72b42c6984c19b1705fb005ed24db5eb19
 size 19096716

checkpoint-1000/pytorch_lora_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc942123d27981799599b81c9415de166b1ecdeadf38622796f836c0a80c7994
+oid sha256:7d8f99020a47e858e86a42557741eeda392c1421a07d025e3a8f8d25780ba4a7
 size 9437288

checkpoint-1000/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7410037f69ae0464ae12ec298fbf04b9d6b22a4108139776548dfbdda0e295db
+oid sha256:10c16c088877427cc51629c5144c24c1927a22ce2bb28e2d6fdbd0de968bdf0c
 size 14864

checkpoint-1000/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a737c632f9974912d8baeb95c623fd3f64fefb694ab701461e5ed41bca558f2
+oid sha256:844493e030c7ad58f1ce53f515e35022cc5e3c7e686e749311b2f08dc4c8e0fd
 size 1000

checkpoint-1500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3d3283aac2abb4b27cac4dc002808b5945a84e3f3b89d5ec266596b7400866
+size 19096716

checkpoint-1500/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416de858e72ae7274ce36b90c873a05b8e2f5412487023ef57ee211df1ff22d7
+size 9437288

checkpoint-1500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b529f52ef712fe090f4e9a256636b26b3082fc7a7ab70c027f8362a82335be10
+size 14864

checkpoint-1500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a4b6e0ef05ca249f2d6b7f9f3ad1dff81e55842a962df795bb9740c17c8e92
+size 988

checkpoint-1500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2cb4f79b336f19d222d45b1d0e3dbc585ac9af97bc8545aaeff2053eb9cacf
+size 1000

checkpoint-2000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95189aad088808be3598fc47cab8d90318c290bfa3f85060a45ce4e862f978eb
+size 19096716

checkpoint-2000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03322fd3117114d52028f6e0cc145033e67c4a97c0de833227b620154865424
+size 9437288

checkpoint-2000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207db4c1d7555c00794aa034fdbde01fd53acbb6214568e18b1f448173a4f1ed
+size 14864

checkpoint-2000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c50a9cebe5d66d453d25b140738bff479749ac03e0a43597d8776bc22f6ed0c
+size 988

checkpoint-2000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb1f5a4e62637afec1e750d9b92f5d0ebc634d25940cfab6f41934b61138105
+size 1000

checkpoint-500/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96c22f9648cc688ec8cc15d3aa5b7f93ca0ac89c54e69c6f229d2d14e7e32b4d
+oid sha256:4e7ab3f2469c314809790fb6478d628cf87075d6c9e0ac8413a6db64e46c366c
 size 19096716

checkpoint-500/pytorch_lora_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:184e6c0c656aa4c44618379f8203d4b9e0e40bde1447778f2fdbe15565b171a1
+oid sha256:c22bbae5b47965deab75cb3005b80bb74ee27cf38596191c4e74b9a1554f5d70
 size 9437288

checkpoint-500/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b994d535314407883bf29923475bb25913f796b5d55430c87c13a954c92ec0e4
+oid sha256:64059848a61fb52142a53b4e27119a3a545626029f2635b1aa301132a4d66e04
 size 14864

checkpoint-500/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97d0e3975f2d7c334c98fad13d9cd19ee4d9b075d1ec9b984165c1f2d971e261
+oid sha256:9297b9469137a3d3703d445f725be8dc100e61c7fc4b7dbc517f840be9ae3407
 size 1000

inference.py

@@ -11,6 +11,6 @@ pipeline = AutoPipelineForText2Image.from_pretrained("stabilityai/stable-diffusi
 pipeline.load_lora_weights("rdeinla/test-can-3", weight_name='pytorch_lora_weights.safetensors')
 
 image = pipeline("A photo of a canola plant rosette with large green leaves. The leaves are ruffled around the edges and have prominent ridges. It is about 35 days old. It grows out of a square box covered with bright blue fabric that hides the base of the plant on a bright blue background",
-guidance_scale = 7.5, negative_prompt = "blurry").images[0]
+guidance_scale = 5.0, negative_prompt = "blurry").images[0]
 
-image.save("canola_3_2.png")
+image.save("canola_3_5_1.png")

logs/dreambooth-sd3-lora/1743175086.3305485/events.out.tfevents.1743175086.g338.2348896.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734c0e432aa0a8913e3ccf924d6872e62ad8875c289c32eca17abb9b4586468a
+size 3774

logs/dreambooth-sd3-lora/1743175086.3348958/hparams.yml

@@ -0,0 +1,78 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+cache_latents: false
+caption_column: null
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: /project/6085367/SharedData/diffusers/examples/dreambooth/Canola/30to39days/30to39-train
+instance_prompt: a photo of a canola plant rosette with large green leaves that is
+  about 35 days old.
+learning_rate: 0.000444
+local_rank: 0
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_blocks: null
+lora_layers: null
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 8
+max_grad_norm: 1.0
+max_sequence_length: 77
+max_train_steps: 2380
+mixed_precision: fp16
+mode_scale: 1.29
+num_class_images: 100
+num_train_epochs: 340
+num_validation_images: 4
+optimizer: AdamW
+output_dir: /project/6085367/SharedData/diffusers/examples/dreambooth/trained-sd3-outputs/test-can-3
+precondition_outputs: 1
+pretrained_model_name_or_path: stabilityai/stable-diffusion-3-medium-diffusers
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 768
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 42
+text_encoder_lr: 5.0e-06
+train_batch_size: 2
+train_text_encoder: false
+upcast_before_saving: false
+use_8bit_adam: false
+validation_epochs: 3
+validation_prompt: A photo of a canola plant rosette with large green leaves. The
+  leaves are ruffled around the edges and have prominent ridges. It is about 35 days
+  old. It grows out of a square box covered with bright blue fabric on a bright blue
+  background
+variant: null
+weighting_scheme: logit_normal
+with_prior_preservation: false

logs/dreambooth-sd3-lora/events.out.tfevents.1743175086.g338.2348896.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ed2e6b9d7cd282d342d235f20bdb9757b605ccbc60615f8cc39f954c56a35a
+size 537336841

pytorch_lora_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:762d2aeb860620e2a077e55476aeb0d6802863fb720b66ff1bf19b9f6f26ffac
+oid sha256:52b3f2b9fd42e8cbf190789eb086d54df6dc6ba68a6392f8fd189ac316930c79
 size 4743176

slurm-6021271.out

@@ -0,0 +1,7 @@
+
+
+
+
+
+
+
  0%|          | 0/28 [00:00<?, ?it/s]
  4%|▎         | 1/28 [00:02<00:56,  2.09s/it]
  7%|▋         | 2/28 [00:03<00:39,  1.52s/it]
 11%|█         | 3/28 [00:05<00:42,  1.72s/it]
 14%|█▍        | 4/28 [00:07<00:43,  1.80s/it]
 18%|█▊        | 5/28 [00:09<00:42,  1.85s/it]
 21%|██▏       | 6/28 [00:10<00:41,  1.88s/it]
 25%|██▌       | 7/28 [00:12<00:39,  1.90s/it]
 29%|██▊       | 8/28 [00:14<00:38,  1.91s/it]
 32%|███▏      | 9/28 [00:16<00:36,  1.92s/it]
 36%|███▌      | 10/28 [00:18<00:34,  1.93s/it]
 39%|███▉      | 11/28 [00:20<00:32,  1.93s/it]
 43%|████▎     | 12/28 [00:22<00:30,  1.94s/it]
 46%|████▋     | 13/28 [00:24<00:29,  1.94s/it]
 50%|█████     | 14/28 [00:26<00:27,  1.94s/it]
 54%|█████▎    | 15/28 [00:28<00:25,  1.94s/it]
 57%|█████▋    | 16/28 [00:30<00:23,  1.94s/it]
 61%|██████    | 17/28 [00:32<00:21,  1.95s/it]
 64%|██████▍   | 18/28 [00:34<00:19,  1.95s/it]
 68%|██████▊   | 19/28 [00:36<00:17,  1.94s/it]
 71%|███████▏  | 20/28 [00:38<00:15,  1.95s/it]
 75%|███████▌  | 21/28 [00:40<00:13,  1.95s/it]
 79%|███████▊  | 22/28 [00:42<00:11,  1.96s/it]
 82%|████████▏ | 23/28 [00:44<00:09,  1.96s/it]
 86%|████████▌ | 24/28 [00:46<00:07,  1.96s/it]
 89%|████████▉ | 25/28 [00:47<00:05,  1.95s/it]
 93%|█████████▎| 26/28 [00:49<00:03,  1.95s/it]
 96%|█████████▋| 27/28 [00:51<00:01,  1.95s/it]

slurm-6021272.out

@@ -0,0 +1,7 @@
+
+
+
+
+
+
+
  0%|          | 0/28 [00:00<?, ?it/s]
  4%|▎         | 1/28 [00:02<00:56,  2.08s/it]
  7%|▋         | 2/28 [00:03<00:39,  1.53s/it]
 11%|█         | 3/28 [00:05<00:43,  1.72s/it]
 14%|█▍        | 4/28 [00:07<00:43,  1.81s/it]
 18%|█▊        | 5/28 [00:09<00:42,  1.85s/it]
 21%|██▏       | 6/28 [00:10<00:41,  1.88s/it]
 25%|██▌       | 7/28 [00:12<00:39,  1.90s/it]
 29%|██▊       | 8/28 [00:14<00:38,  1.91s/it]
 32%|███▏      | 9/28 [00:16<00:36,  1.92s/it]
 36%|███▌      | 10/28 [00:18<00:34,  1.92s/it]
 39%|███▉      | 11/28 [00:20<00:32,  1.93s/it]
 43%|████▎     | 12/28 [00:22<00:30,  1.93s/it]
 46%|████▋     | 13/28 [00:24<00:28,  1.93s/it]
 50%|█████     | 14/28 [00:26<00:27,  1.94s/it]
 54%|█████▎    | 15/28 [00:28<00:25,  1.94s/it]
 57%|█████▋    | 16/28 [00:30<00:23,  1.94s/it]
 61%|██████    | 17/28 [00:32<00:21,  1.94s/it]
 64%|██████▍   | 18/28 [00:34<00:19,  1.94s/it]
 68%|██████▊   | 19/28 [00:36<00:17,  1.93s/it]
 71%|███████▏  | 20/28 [00:38<00:15,  1.93s/it]
 75%|███████▌  | 21/28 [00:40<00:13,  1.94s/it]
 79%|███████▊  | 22/28 [00:41<00:11,  1.94s/it]
 82%|████████▏ | 23/28 [00:43<00:09,  1.94s/it]
 86%|████████▌ | 24/28 [00:45<00:07,  1.95s/it]
 89%|████████▉ | 25/28 [00:47<00:05,  1.95s/it]
 93%|█████████▎| 26/28 [00:49<00:03,  1.95s/it]
 96%|█████████▋| 27/28 [00:51<00:01,  1.94s/it]

slurm-6021273.out

@@ -0,0 +1,7 @@
+
+
+
+
+You set `add_prefix_space`. The tokenizer needs to be converted from the slow tokenizers
+
+
  0%|          | 0/28 [00:00<?, ?it/s]
  4%|▎         | 1/28 [00:02<00:56,  2.10s/it]
  7%|▋         | 2/28 [00:03<00:39,  1.54s/it]
 11%|█         | 3/28 [00:05<00:43,  1.73s/it]
 14%|█▍        | 4/28 [00:07<00:43,  1.82s/it]
 18%|█▊        | 5/28 [00:09<00:42,  1.87s/it]
 21%|██▏       | 6/28 [00:11<00:41,  1.89s/it]
 25%|██▌       | 7/28 [00:12<00:40,  1.91s/it]
 29%|██▊       | 8/28 [00:14<00:38,  1.92s/it]
 32%|███▏      | 9/28 [00:16<00:36,  1.92s/it]
 36%|███▌      | 10/28 [00:18<00:34,  1.93s/it]
 39%|███▉      | 11/28 [00:20<00:32,  1.93s/it]
 43%|████▎     | 12/28 [00:22<00:30,  1.93s/it]
 46%|████▋     | 13/28 [00:24<00:28,  1.93s/it]
 50%|█████     | 14/28 [00:26<00:27,  1.93s/it]
 54%|█████▎    | 15/28 [00:28<00:25,  1.94s/it]
 57%|█████▋    | 16/28 [00:30<00:23,  1.94s/it]
 61%|██████    | 17/28 [00:32<00:21,  1.94s/it]
 64%|██████▍   | 18/28 [00:34<00:19,  1.94s/it]
 68%|██████▊   | 19/28 [00:36<00:17,  1.94s/it]
 71%|███████▏  | 20/28 [00:38<00:15,  1.95s/it]
 75%|███████▌  | 21/28 [00:40<00:13,  1.94s/it]
 79%|███████▊  | 22/28 [00:42<00:11,  1.94s/it]
 82%|████████▏ | 23/28 [00:44<00:09,  1.94s/it]
 86%|████████▌ | 24/28 [00:45<00:07,  1.94s/it]
 89%|████████▉ | 25/28 [00:47<00:05,  1.94s/it]
 93%|█████████▎| 26/28 [00:49<00:03,  1.94s/it]
 96%|█████████▋| 27/28 [00:51<00:01,  1.94s/it]

slurm-6021274.out

@@ -0,0 +1,7 @@
+
+
+
+
+
+
+
  0%|          | 0/28 [00:00<?, ?it/s]
  4%|▎         | 1/28 [00:02<00:57,  2.12s/it]
  7%|▋         | 2/28 [00:03<00:40,  1.54s/it]
 11%|█         | 3/28 [00:05<00:42,  1.72s/it]
 14%|█▍        | 4/28 [00:07<00:43,  1.80s/it]
 18%|█▊        | 5/28 [00:09<00:42,  1.85s/it]
 21%|██▏       | 6/28 [00:10<00:41,  1.88s/it]
 25%|██▌       | 7/28 [00:12<00:39,  1.90s/it]
 29%|██▊       | 8/28 [00:14<00:38,  1.91s/it]
 32%|███▏      | 9/28 [00:16<00:36,  1.92s/it]
 36%|███▌      | 10/28 [00:18<00:34,  1.92s/it]
 39%|███▉      | 11/28 [00:20<00:32,  1.93s/it]
 43%|████▎     | 12/28 [00:22<00:30,  1.93s/it]
 46%|████▋     | 13/28 [00:24<00:29,  1.93s/it]
 50%|█████     | 14/28 [00:26<00:27,  1.93s/it]
 54%|█████▎    | 15/28 [00:28<00:25,  1.94s/it]
 57%|█████▋    | 16/28 [00:30<00:23,  1.94s/it]
 61%|██████    | 17/28 [00:32<00:21,  1.94s/it]
 64%|██████▍   | 18/28 [00:34<00:19,  1.94s/it]
 68%|██████▊   | 19/28 [00:36<00:17,  1.94s/it]
 71%|███████▏  | 20/28 [00:38<00:15,  1.94s/it]
 75%|███████▌  | 21/28 [00:40<00:13,  1.94s/it]
 79%|███████▊  | 22/28 [00:42<00:11,  1.94s/it]
 82%|████████▏ | 23/28 [00:43<00:09,  1.94s/it]
 86%|████████▌ | 24/28 [00:45<00:07,  1.94s/it]
 89%|████████▉ | 25/28 [00:47<00:05,  1.94s/it]
 93%|█████████▎| 26/28 [00:49<00:03,  1.94s/it]
 96%|█████████▋| 27/28 [00:51<00:01,  1.94s/it]

slurm-6021375.out

@@ -0,0 +1,7 @@
+
+
+
+
+
+
+
  0%|          | 0/28 [00:00<?, ?it/s]
  4%|▎         | 1/28 [00:02<00:56,  2.08s/it]
  7%|▋         | 2/28 [00:03<00:39,  1.52s/it]
 11%|█         | 3/28 [00:05<00:42,  1.71s/it]
 14%|█▍        | 4/28 [00:07<00:43,  1.80s/it]
 18%|█▊        | 5/28 [00:08<00:42,  1.84s/it]
 21%|██▏       | 6/28 [00:10<00:41,  1.88s/it]
 25%|██▌       | 7/28 [00:12<00:39,  1.89s/it]
 29%|██▊       | 8/28 [00:14<00:38,  1.91s/it]
 32%|███▏      | 9/28 [00:16<00:36,  1.91s/it]
 36%|███▌      | 10/28 [00:18<00:34,  1.92s/it]
 39%|███▉      | 11/28 [00:20<00:32,  1.92s/it]
 43%|████▎     | 12/28 [00:22<00:30,  1.92s/it]
 46%|████▋     | 13/28 [00:24<00:28,  1.93s/it]
 50%|█████     | 14/28 [00:26<00:27,  1.93s/it]
 54%|█████▎    | 15/28 [00:28<00:25,  1.93s/it]
 57%|█████▋    | 16/28 [00:30<00:23,  1.93s/it]
 61%|██████    | 17/28 [00:32<00:21,  1.93s/it]
 64%|██████▍   | 18/28 [00:34<00:19,  1.93s/it]
 68%|██████▊   | 19/28 [00:36<00:17,  1.93s/it]
 71%|███████▏  | 20/28 [00:37<00:15,  1.93s/it]
 75%|███████▌  | 21/28 [00:39<00:13,  1.93s/it]
 79%|███████▊  | 22/28 [00:41<00:11,  1.94s/it]
 82%|████████▏ | 23/28 [00:43<00:09,  1.94s/it]
 86%|████████▌ | 24/28 [00:45<00:07,  1.95s/it]
 89%|████████▉ | 25/28 [00:47<00:05,  1.95s/it]
 93%|█████████▎| 26/28 [00:49<00:03,  1.95s/it]
 96%|█████████▋| 27/28 [00:51<00:01,  1.95s/it]