diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..e288e762293c8ecde8073b3be91f695b83030438 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/benchmarks/base_model/validation_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_1200_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_1500_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_1800_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_2100_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_2400_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_2700_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_300_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_600_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
+flux2.peft-lora+TREAD/validation_images/step_900_validation_0_1024x1024.png filter=lfs diff=lfs merge=lfs -text
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-1024.json b/flux2.peft-lora+TREAD/all_image_files_emi-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-1024.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-1440.json b/flux2.peft-lora+TREAD/all_image_files_emi-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-1440.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-256.json b/flux2.peft-lora+TREAD/all_image_files_emi-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-256.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-512.json b/flux2.peft-lora+TREAD/all_image_files_emi-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-512.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-768.json b/flux2.peft-lora+TREAD/all_image_files_emi-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-768.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-crop-1024.json b/flux2.peft-lora+TREAD/all_image_files_emi-crop-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-crop-1024.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-crop-1440.json b/flux2.peft-lora+TREAD/all_image_files_emi-crop-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-crop-1440.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-crop-256.json b/flux2.peft-lora+TREAD/all_image_files_emi-crop-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-crop-256.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-crop-512.json b/flux2.peft-lora+TREAD/all_image_files_emi-crop-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-crop-512.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_image_files_emi-crop-768.json b/flux2.peft-lora+TREAD/all_image_files_emi-crop-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..c32f593e7f62a354a930af1b583a564a651e3a3b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_image_files_emi-crop-768.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": false, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_text_cache_files_text-embed-cache.json b/flux2.peft-lora+TREAD/all_text_cache_files_text-embed-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd01c4aad5294ba8e175a6559c2e5b9bc61e64c7
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_text_cache_files_text-embed-cache.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/text/79c5df0c37f28e011be56de2f2b2afaa-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/5881f8c7386e360c32b265f3277f7626-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/86fc11e4e0d5507e9e470c7276149b46-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/302155c83f9e881cf50b92d6987cb621-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/9a0c2a83e120cc570e1a594a65f86015-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/cb74367d28d356bae2e2cb3844bd52b9-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/78db213d36be3f7dfc645b1e217003ea-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/7322a1d2df1eba1f8f901d278ce5e151-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/05addad27fcd841617f950c9d1e9ac54-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/25f81e5c8d796276cd19b16d2991aed5-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/839adea3c433ecdf96b4351884ac974f-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/a617908b172c473cb8e8cda059e55bf0-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/92ee784ab5443fad63c0a271253591ee-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/26a035cc89828a0dd23d04b1c0564a5c-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/5693b86041cf2f62b94078500d752d16-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/691664eddbc5abc6eb3aff07742142a1-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/5fd0c6c3c9d6a565c3e9af34da183b5c-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/8e2ffadf5cef5b143a2549f3b9dcf093-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/d41d8cd98f00b204e9800998ecf8427e-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/9a57c1fff33a79240b354781684eae6a-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/69803a0e5047cc494bee7ac308e546e0-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/f5a04f43758b3c88cce1d022cac33c34-flux2.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/text/e56c9a57ebc2c1ee266315e3c43deb7e-flux2.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-1024.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..271ad7d071f71bdc8d084a79923ef412ecfce77c
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-1024.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1024/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-1440.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..074cf2f05d32efab97f153381b60057e91bb2723
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-1440.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/1440/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-256.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..65763430af631acfa6c88eeec086e09968a67ad9
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-256.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae/256/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/256/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-512.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd08b6d08c55634ddb89b729a6c0e42139ccba31
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-512.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae/512/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/512/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-768.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..057d7cf25793d42c0b8bf236601f1f1bff4d1d3e
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-768.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae/768/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae/768/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-1024.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..3933e041f12c28542be0ed33878fcdf2a4e6b5e0
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-1024.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1024/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-1440.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..50cc2ad574fa3b7a63c1e0b0545726bdfed5c87e
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-1440.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/1440/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-256.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..f444f3d55126dda4f63b0b1e890d8238efcb453d
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-256.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/256/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-512.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..bcc84e7f73b55f72964d13548c52cf8eb006810f
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-512.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/512/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-768.json b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..8b994964ba862d532a5dc27b4ae2bb7ad3d30b8a
--- /dev/null
+++ b/flux2.peft-lora+TREAD/all_vae_cache_files_emi-crop-768.json
@@ -0,0 +1 @@
+{"/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/c0e8bebb85f659112dfb1a66cffd298ea7c9a441e574b1878d6bd3e8a8f16752.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/046fdbff7f2c9dd9023c58af909d03826064153b06a93ecf13ac5951d88f21e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/9e0ab34278d06120c29250b18d925153eb1ba9610417b2adbca7e1e00d77ae3d.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/3876316d86c1dbf386167118eb01805bca9e60c16ae249b8c169471aa22341e0.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/724b42c7201b622b4b00793040780561d6fc29660d6da668a93d8fca73b9d9f4.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/0c089ca71d60a053d9604b3aef48f2da44143623d81a69514ddda8e4c1abc11c.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/c203b80541c1b3d621311970c6f874d111c5c7762ade3b891a1474a63509fdbc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/2ed8c92eec1a3d873b29604d63e91f15f3d513b3c8c5bd89715f7909cbbf4fcc.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/b2d9cc96782915acd8ce391129867eff506d8305ad164137e8f474a884dd5df6.pt": false, "/home/Ubuntu/SimpleTuner/cache/flux/vae-crop/768/4b2738f96bbbdf1d77b99507b92cc0f4b3010e5e3f05b6f02fb829597c838440.pt": false}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/aspect_resolution_map-0.065536.json b/flux2.peft-lora+TREAD/aspect_resolution_map-0.065536.json
new file mode 100644
index 0000000000000000000000000000000000000000..40000065d30c833d34dbd486732d7dc790685eaf
--- /dev/null
+++ b/flux2.peft-lora+TREAD/aspect_resolution_map-0.065536.json
@@ -0,0 +1 @@
+{"1.0": [256, 256]}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/aspect_resolution_map-0.262144.json b/flux2.peft-lora+TREAD/aspect_resolution_map-0.262144.json
new file mode 100644
index 0000000000000000000000000000000000000000..0af0b7ca10df6c6198fdb1ea49921aaf8e2f6763
--- /dev/null
+++ b/flux2.peft-lora+TREAD/aspect_resolution_map-0.262144.json
@@ -0,0 +1 @@
+{"1.0": [512, 512]}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/aspect_resolution_map-0.589824.json b/flux2.peft-lora+TREAD/aspect_resolution_map-0.589824.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9577e53e6c8f451693749baa1915974130e1b42
--- /dev/null
+++ b/flux2.peft-lora+TREAD/aspect_resolution_map-0.589824.json
@@ -0,0 +1 @@
+{"1.0": [768, 768]}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/aspect_resolution_map-1.048576.json b/flux2.peft-lora+TREAD/aspect_resolution_map-1.048576.json
new file mode 100644
index 0000000000000000000000000000000000000000..22aeaafea66c9eac2ae3af8f3bc96b5af93ee675
--- /dev/null
+++ b/flux2.peft-lora+TREAD/aspect_resolution_map-1.048576.json
@@ -0,0 +1 @@
+{"1.0": [1024, 1024]}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/aspect_resolution_map-2.0736.json b/flux2.peft-lora+TREAD/aspect_resolution_map-2.0736.json
new file mode 100644
index 0000000000000000000000000000000000000000..2b895876a3df18acf4335e89870643793cbace4c
--- /dev/null
+++ b/flux2.peft-lora+TREAD/aspect_resolution_map-2.0736.json
@@ -0,0 +1 @@
+{"1.0": [1440, 1440]}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/benchmarks/base_model/validation_1024x1024.png b/flux2.peft-lora+TREAD/benchmarks/base_model/validation_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..9b2dc787e0701694e0e2be203efcb004068b9d5d
--- /dev/null
+++ b/flux2.peft-lora+TREAD/benchmarks/base_model/validation_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb82a23f2c1f2168c56017ef9e3b9c2296be1c100793bf8e8bceacf77253bff4
+size 1323198
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/optimizer.bin b/flux2.peft-lora+TREAD/checkpoint-2100/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..37aa0047fba855bc01bf435922de76f6e51ab22f
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d441a6228adb1febbf408108b85cbf3b9c2f298008f9daf8adc9b0b1242fcfcb
+size 641873099
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/pytorch_lora_weights.safetensors b/flux2.peft-lora+TREAD/checkpoint-2100/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec0b7f05362775e900d1176d83ea4b79ca31a813
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92ac8702231017f7637faadac6aec08350216a32429e6c64beaa109d6651c84
+size 213934048
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/random_states_0.pkl b/flux2.peft-lora+TREAD/checkpoint-2100/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f13544e900657c70ed712a2b72defe7c54c03690
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78aafee71d9841c5c4d887b3718aabe6fe9bf079e1ef635952a04d7e27896702
+size 14821
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/scheduler.bin b/flux2.peft-lora+TREAD/checkpoint-2100/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b458eef29c9b6c493da126be033cb10d478012f0
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b828011ebb176922786eaae407266f42210882f3ab7c6680eae27e60c6650515
+size 1401
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-1024.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..86122c9eab192964f3c0961b4495f04ef1060fc2
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-1024.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg"], "0.74": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg"], "1.35": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0, 0.74], "exhausted_buckets": [1.35], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true}, "current_epoch": 42}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-1440.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..55c3c48cf687fb52b1ee9e626d91102f925bc10c
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-1440.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"], "1.33": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "0.75": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg"]}, "buckets": [1.0, 0.75], "exhausted_buckets": [1.33], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true}, "current_epoch": 42}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-256.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..d82056c1ccf3f839cc93a610b087096e2219e1a3
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-256.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg"], "0.78": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg"], "1.29": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0, 0.78], "exhausted_buckets": [1.29], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true}, "current_epoch": 42}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-512.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..7344031f798559cd68410723b34ab25123522fbe
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-512.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"], "1.32": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "0.76": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg"]}, "buckets": [1.0, 1.32, 0.76], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true}, "current_epoch": 43}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-768.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..eee5b7f0d1a4162c23bf11db60b2f988619d73a0
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-768.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"], "0.76": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg"], "1.31": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0, 0.76, 1.31], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 2, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true}, "current_epoch": 42}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-1024.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..5091b74c87d3eb33f0fa50988009ae3449dd9ecb
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-1024.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true}, "current_epoch": 43}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-1440.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..ee2048d1be68dd0b58df77efd7824f32770a2b6c
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-1440.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true}, "current_epoch": 44}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-256.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..1412542c9eedf592ae85d4a1ec45de61da7e69e2
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-256.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true}, "current_epoch": 42}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-512.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..0ff96ddb2cb3fd71337789537dc36e5b0c15c580
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-512.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true}, "current_epoch": 43}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-768.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..af19b37e3b473d612c9d1949bc218b5ae751c544
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state-emi-crop-768.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true}, "current_epoch": 42}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2100/training_state.json b/flux2.peft-lora+TREAD/checkpoint-2100/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d250940a570e8c2c7f04abb43ebe73519e1221a
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2100/training_state.json
@@ -0,0 +1 @@
+{"global_step": 2100, "epoch_step": 2101, "epoch": 4, "exhausted_backends": [], "repeats": {"emi-crop-512": 9, "emi-768": 8, "emi-crop-1024": 9, "emi-256": 8, "emi-crop-256": 8, "emi-crop-1440": 10, "emi-crop-768": 8, "emi-512": 9, "emi-1024": 8, "emi-1440": 8}}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/README.md b/flux2.peft-lora+TREAD/checkpoint-2400/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..f500061195411f3d3d21dcb4bdcbb299c9f1273c
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/README.md
@@ -0,0 +1,210 @@
+---
+license: other
+base_model: "black-forest-labs/FLUX.2-dev"
+tags:
+  - flux2
+  - flux2-diffusers
+  - text-to-image
+  - image-to-image
+  - diffusers
+  - simpletuner
+  - safe-for-work
+  - lora
+
+  - template:sd-lora
+  - standard
+pipeline_tag: text-to-image
+inference: true
+
+---
+
+# quzo/textf23
+
+This is a PEFT LoRA derived from [black-forest-labs/FLUX.2-dev](https://huggingface.co/black-forest-labs/FLUX.2-dev).
+
+The main validation prompt used during training was:
+```
+quz0 man is holding a sign that says hello world from flux2
+```
+
+
+## Validation settings
+- CFG: `4.0`
+- CFG Rescale: `0.0`
+- Steps: `16`
+- Sampler: `FlowMatchEulerDiscreteScheduler`
+- Seed: `42`
+- Resolution: `1024x1024`
+
+
+Note: The validation settings are not necessarily the same as the [training settings](#training-settings).
+
+
+
+
+<Gallery />
+
+The text encoder **was not** trained.
+You may reuse the base model text encoder for inference.
+
+
+## Training settings
+
+- Training epochs: 4
+- Training steps: 2400
+- Learning rate: 0.0001
+  - Learning rate schedule: constant
+  - Warmup steps: 0
+- Max grad value: 2.0
+- Effective batch size: 2
+  - Micro-batch size: 1
+  - Gradient accumulation steps: 2
+  - Number of GPUs: 1
+- Gradient checkpointing: True
+- Prediction type: flow_matching[]
+- Optimizer: adamw_bf16
+- Trainable parameter precision: Pure BF16
+- Base model precision: `no_change`
+- Caption dropout probability: 0.1%
+
+
+
+- LoRA Rank: 32
+- LoRA Alpha: 32.0
+- LoRA Dropout: 0.1
+- LoRA initialisation style: default
+- LoRA mode: Standard
+    
+
+## Datasets
+
+### emi-256
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.065536 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-256
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.065536 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+### emi-512
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.262144 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-512
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.262144 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+### emi-768
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.589824 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-768
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.589824 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+### emi-1024
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 1.048576 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-1024
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 1.048576 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+### emi-1440
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 3
+- Resolution: 2.0736 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-1440
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 2.0736 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+
+
+## Inference
+
+
+```python
+import torch
+from diffusers import DiffusionPipeline
+
+model_id = 'black-forest-labs/FLUX.2-dev'
+adapter_id = 'quzo/quzo/textf23'
+pipeline = DiffusionPipeline.from_pretrained(model_id, torch_dtype=torch.bfloat16) # loading directly in bf16
+pipeline.load_lora_weights(adapter_id)
+
+prompt = "quz0 man is holding a sign that says hello world from flux2"
+negative_prompt = 'ugly, cropped, blurry, low-quality, mediocre average'
+
+## Optional: quantise the model to save on vram.
+## Note: The model was not quantised during training, so it is not necessary to quantise it during inference time.
+#from optimum.quanto import quantize, freeze, qint8
+#quantize(pipeline.transformer, weights=qint8)
+#freeze(pipeline.transformer)
+    
+pipeline.to('cuda' if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu') # the pipeline is already in its target precision level
+model_output = pipeline(
+    prompt=prompt,
+    negative_prompt=negative_prompt,
+    num_inference_steps=16,
+    generator=torch.Generator(device='cuda' if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu').manual_seed(42),
+    width=1024,
+    height=1024,
+    guidance_scale=4.0,
+).images[0]
+
+model_output.save("output.png", format="PNG")
+
+```
+
+
+
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/optimizer.bin b/flux2.peft-lora+TREAD/checkpoint-2400/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ada724da6bbab60f575a79ad5bd7c9ebdbbe3ca9
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5163a1e48f14943df889c5d7e28c84b495c4b530700c36fbaf0d586f8cd8bfa9
+size 641873099
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/pytorch_lora_weights.safetensors b/flux2.peft-lora+TREAD/checkpoint-2400/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d82167a21a97f215c4067458026839057918aa93
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307a0fccdd1d605310710639614ee0752c01236ccba27941eb51c68f6599271a
+size 213934048
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/random_states_0.pkl b/flux2.peft-lora+TREAD/checkpoint-2400/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ec196f6fbf60401894618ba82ab1cc30b94f8ccf
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be71d8be358c873b46dbe9f9a84edb1e9b2a3ac1a1ab4e3f8359b1e767033eb9
+size 14757
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/scheduler.bin b/flux2.peft-lora+TREAD/checkpoint-2400/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..553fa2f2c99c6d8bfe7c2702532395e404b8da51
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43161275c745cb982e920102a1620411c750042b2f56be69fa4fa8783ddadcb2
+size 1401
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/simpletuner_config.json b/flux2.peft-lora+TREAD/checkpoint-2400/simpletuner_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..918c51e81f9723b67d8255d6adb392c0d67f8ac4
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/simpletuner_config.json
@@ -0,0 +1,393 @@
+{
+    "model_family": "flux2",
+    "model_flavour": "dev",
+    "controlnet": false,
+    "pretrained_model_name_or_path": "black-forest-labs/FLUX.2-dev",
+    "output_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD",
+    "logging_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD/logs",
+    "model_type": "lora",
+    "seed": 42,
+    "resolution": 1024,
+    "resume_from_checkpoint": null,
+    "prediction_type": null,
+    "pretrained_vae_model_name_or_path": "black-forest-labs/FLUX.2-dev",
+    "vae_dtype": "bf16",
+    "vae_cache_ondemand": false,
+    "vae_cache_disable": false,
+    "accelerator_cache_clear_interval": null,
+    "aspect_bucket_rounding": 2,
+    "base_model_precision": "no_change",
+    "text_encoder_1_precision": "no_change",
+    "text_encoder_2_precision": "no_change",
+    "text_encoder_3_precision": "no_change",
+    "text_encoder_4_precision": "no_change",
+    "gradient_checkpointing_interval": null,
+    "offload_during_startup": false,
+    "quantize_via": "cpu",
+    "wan_force_2_1_time_embedding": false,
+    "fuse_qkv_projections": false,
+    "rescale_betas_zero_snr": false,
+    "control": false,
+    "controlnet_custom_config": null,
+    "controlnet_model_name_or_path": null,
+    "tread_config": null,
+    "pretrained_transformer_model_name_or_path": null,
+    "pretrained_transformer_subfolder": "transformer",
+    "pretrained_unet_model_name_or_path": null,
+    "pretrained_unet_subfolder": "unet",
+    "pretrained_t5_model_name_or_path": null,
+    "revision": null,
+    "variant": null,
+    "base_model_default_dtype": "bf16",
+    "unet_attention_slice": false,
+    "num_train_epochs": 8,
+    "max_train_steps": 4200,
+    "train_batch_size": 1,
+    "learning_rate": 0.0001,
+    "optimizer": "adamw_bf16",
+    "lr_scheduler": "constant",
+    "gradient_accumulation_steps": 2,
+    "lr_warmup_steps": 0,
+    "checkpoints_total_limit": 50,
+    "gradient_checkpointing": true,
+    "enable_group_offload": false,
+    "ramtorch": false,
+    "ramtorch_target_modules": null,
+    "ramtorch_text_encoder": false,
+    "ramtorch_vae": false,
+    "ramtorch_controlnet": false,
+    "group_offload_type": "block_level",
+    "group_offload_blocks_per_group": 1,
+    "group_offload_use_stream": false,
+    "group_offload_to_disk_path": "",
+    "group_offload_text_encoder": false,
+    "group_offload_vae": false,
+    "offload_during_save": false,
+    "enable_chunked_feed_forward": false,
+    "feed_forward_chunk_size": null,
+    "train_text_encoder": false,
+    "text_encoder_lr": null,
+    "lyrics_embedder_train": false,
+    "lyrics_embedder_optimizer": null,
+    "lyrics_embedder_lr": null,
+    "lyrics_embedder_lr_scheduler": null,
+    "lr_num_cycles": 1,
+    "lr_power": 0.8,
+    "use_soft_min_snr": false,
+    "use_ema": false,
+    "ema_device": "cpu",
+    "ema_cpu_only": false,
+    "ema_update_interval": 1,
+    "ema_foreach_disable": false,
+    "ema_decay": 0.995,
+    "lora_rank": 32,
+    "lora_alpha": 32.0,
+    "lora_type": "standard",
+    "lora_dropout": 0.1,
+    "lora_init_type": "default",
+    "peft_lora_mode": "standard",
+    "singlora_ramp_up_steps": 0,
+    "init_lora": null,
+    "assistant_lora_path": null,
+    "assistant_lora_strength": 1.0,
+    "assistant_lora_inference_strength": 0.0,
+    "disable_assistant_lora": false,
+    "lora_format": "diffusers",
+    "lycoris_config": "/home/Ubuntu/.simpletuner/configs/config/lycoris_config.json",
+    "init_lokr_norm": null,
+    "flux_lora_target": "all",
+    "acestep_lora_target": "attn_qkv+linear_qkv",
+    "use_dora": false,
+    "resolution_type": "pixel_area",
+    "data_backend_config": "/home/Ubuntu/.simpletuner/configs/flux2/multidatabackend.json",
+    "caption_strategy": "filename",
+    "conditioning_multidataset_sampling": "random",
+    "instance_prompt": null,
+    "parquet_caption_column": null,
+    "parquet_filename_column": null,
+    "ignore_missing_files": false,
+    "vae_cache_scan_behaviour": "recreate",
+    "vae_enable_slicing": false,
+    "vae_enable_tiling": false,
+    "vae_batch_size": 1,
+    "max_upscale_threshold": null,
+    "caption_dropout_probability": 0.1,
+    "tokenizer_max_length": 512,
+    "audio_max_duration_seconds": null,
+    "audio_min_duration_seconds": null,
+    "audio_channels": 1,
+    "audio_duration_interval": 3.0,
+    "audio_truncation_mode": "beginning",
+    "validation_step_interval": 300,
+    "validation_epoch_interval": null,
+    "disable_benchmark": false,
+    "validation_preview": false,
+    "validation_preview_steps": 1,
+    "validation_prompt": "quz0 man is holding a sign that says hello world from flux2",
+    "validation_lyrics": null,
+    "validation_audio_duration": 30.0,
+    "num_validation_images": 1,
+    "num_eval_images": 25,
+    "eval_steps_interval": null,
+    "eval_timesteps": 28,
+    "eval_dataset_pooling": false,
+    "evaluation_type": "none",
+    "pretrained_evaluation_model_name_or_path": "openai/clip-vit-large-patch14-336",
+    "validation_guidance": 4.0,
+    "validation_num_inference_steps": 16,
+    "validation_on_startup": false,
+    "validation_method": "simpletuner-local",
+    "validation_external_script": null,
+    "validation_external_background": false,
+    "validation_using_datasets": false,
+    "validation_torch_compile": false,
+    "validation_guidance_real": 1.0,
+    "validation_no_cfg_until_timestep": 2,
+    "validation_negative_prompt": "ugly, cropped, blurry, low-quality, mediocre average",
+    "validation_randomize": false,
+    "validation_seed": 42,
+    "validation_multigpu": "batch-parallel",
+    "validation_disable": false,
+    "validation_prompt_library": false,
+    "user_prompt_library": null,
+    "eval_dataset_id": null,
+    "validation_stitch_input_location": "left",
+    "validation_guidance_rescale": 0.0,
+    "validation_disable_unconditional": true,
+    "validation_guidance_skip_layers": null,
+    "validation_guidance_skip_layers_start": 0.01,
+    "validation_guidance_skip_layers_stop": 0.2,
+    "validation_guidance_skip_scale": 2.8,
+    "validation_lycoris_strength": 1.0,
+    "validation_noise_scheduler": null,
+    "validation_num_video_frames": null,
+    "validation_resolution": "1024x1024",
+    "validation_seed_source": "cpu",
+    "validation_torch_compile_mode": "max-autotune",
+    "validation_adapter_path": null,
+    "validation_adapter_name": null,
+    "validation_adapter_strength": 1.0,
+    "validation_adapter_mode": "adapter_only",
+    "validation_adapter_config": null,
+    "i_know_what_i_am_doing": false,
+    "flow_sigmoid_scale": 1.0,
+    "flux_fast_schedule": false,
+    "flow_use_uniform_schedule": false,
+    "flow_use_beta_schedule": false,
+    "flow_beta_schedule_alpha": 2.0,
+    "flow_beta_schedule_beta": 2.0,
+    "flow_schedule_shift": 3.0,
+    "flow_schedule_auto_shift": false,
+    "flux_guidance_mode": "constant",
+    "flux_attention_masked_training": false,
+    "flux_guidance_value": 1.0,
+    "flux_guidance_min": 0.0,
+    "flux_guidance_max": 4.0,
+    "t5_padding": "unmodified",
+    "sd3_clip_uncond_behaviour": "empty_string",
+    "sd3_t5_uncond_behaviour": null,
+    "soft_min_snr_sigma_data": null,
+    "mixed_precision": "bf16",
+    "attention_mechanism": "diffusers",
+    "sla_config": null,
+    "sageattention_usage": {
+        "_value_": "inference",
+        "_name_": "INFERENCE",
+        "__objclass__": "{'_generate_next_value_': <staticmethod(<function Enum._generate_next_value_ at 0x702b06fc9e40>)>, '__module__': 'simpletuner.helpers.training.attention_backend', 'allows_training': <property object at 0x7027a94677e0>, 'allows_inference': <property object at 0x7027a94676f0>, 'from_raw': <classmethod(<function AttentionBackendMode.from_raw at 0x7027a945e520>)>, '_new_member_': <built-in method __new__ of type object at 0xa234e0>, '_use_args_': True, '_member_names_': ['TRAINING', 'INFERENCE', 'TRAINING_AND_INFERENCE'], '_member_map_': {'TRAINING': <AttentionBackendMode.TRAINING: 'training'>, 'INFERENCE': <AttentionBackendMode.INFERENCE: 'inference'>, 'TRAINING_AND_INFERENCE': <AttentionBackendMode.TRAINING_AND_INFERENCE: 'training+inference'>}, '_value2member_map_': {'training': <AttentionBackendMode.TRAINING: 'training'>, 'inference': <AttentionBackendMode.INFERENCE: 'inference'>, 'training+inference': <AttentionBackendMode.TRAINING_AND_INFERENCE: 'training+inference'>}, '_unhashable_values_': [], '_member_type_': <class 'str'>, '_value_repr_': <slot wrapper '__repr__' of 'str' objects>, '__dict__': <attribute '__dict__' of 'AttentionBackendMode' objects>, '__weakref__': <attribute '__weakref__' of 'AttentionBackendMode' objects>, '__doc__': None, 'TRAINING': <AttentionBackendMode.TRAINING: 'training'>, 'INFERENCE': <AttentionBackendMode.INFERENCE: 'inference'>, 'TRAINING_AND_INFERENCE': <AttentionBackendMode.TRAINING_AND_INFERENCE: 'training+inference'>, '__repr__': <function Enum.__repr__ at 0x702b06fc9f80>, '__str__': <function Enum.__str__ at 0x702b06fca020>, '__format__': <function Enum.__format__ at 0x702b06fca160>, '__new__': <function Enum.__new__ at 0x702b06fc9d00>}",
+        "_sort_order_": 1
+    },
+    "disable_tf32": false,
+    "set_grads_to_none": false,
+    "noise_offset": 0.1,
+    "noise_offset_probability": 0.25,
+    "input_perturbation": 0.0,
+    "input_perturbation_steps": 0,
+    "lr_end": "4e-7",
+    "lr_scale": false,
+    "lr_scale_sqrt": false,
+    "ignore_final_epochs": false,
+    "freeze_encoder_before": 12,
+    "freeze_encoder_after": 17,
+    "freeze_encoder_strategy": "after",
+    "layer_freeze_strategy": null,
+    "fully_unload_text_encoder": false,
+    "save_text_encoder": false,
+    "text_encoder_limit": 100,
+    "prepend_instance_prompt": false,
+    "only_instance_prompt": false,
+    "data_aesthetic_score": 7.0,
+    "delete_unwanted_images": false,
+    "delete_problematic_images": false,
+    "disable_bucket_pruning": true,
+    "allow_dataset_oversubscription": false,
+    "disable_segmented_timestep_sampling": false,
+    "preserve_data_backend_cache": false,
+    "override_dataset_config": false,
+    "cache_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD/cache",
+    "cache_dir_text": "cache",
+    "cache_dir_vae": "",
+    "compress_disk_cache": true,
+    "aspect_bucket_disable_rebuild": false,
+    "keep_vae_loaded": false,
+    "skip_file_discovery": "",
+    "data_backend_sampling": "auto-weighting",
+    "image_processing_batch_size": 32,
+    "write_batch_size": 128,
+    "read_batch_size": 25,
+    "enable_multiprocessing": false,
+    "accelerate_config": null,
+    "deepspeed_config": null,
+    "fsdp_enable": false,
+    "fsdp_version": 2,
+    "fsdp_reshard_after_forward": true,
+    "fsdp_state_dict_type": "SHARDED_STATE_DICT",
+    "fsdp_cpu_ram_efficient_loading": false,
+    "fsdp_auto_wrap_policy": "TRANSFORMER_BASED_WRAP",
+    "fsdp_limit_all_gathers": true,
+    "fsdp_cpu_offload": false,
+    "fsdp_activation_checkpointing": false,
+    "fsdp_transformer_layer_cls_to_wrap": null,
+    "context_parallel_size": 1,
+    "context_parallel_comm_strategy": "allgather",
+    "num_processes": 1,
+    "num_machines": 1,
+    "accelerate_extra_args": null,
+    "main_process_ip": "127.0.0.1",
+    "main_process_port": 29500,
+    "machine_rank": 0,
+    "same_network": true,
+    "dynamo_backend": "no",
+    "dynamo_mode": "",
+    "dynamo_fullgraph": false,
+    "dynamo_dynamic": false,
+    "dynamo_use_regional_compilation": false,
+    "max_workers": 32,
+    "aws_max_pool_connections": 128,
+    "torch_num_threads": 8,
+    "dataloader_prefetch": false,
+    "dataloader_prefetch_qlen": 10,
+    "aspect_bucket_worker_count": 12,
+    "aspect_bucket_alignment": 16,
+    "minimum_image_size": null,
+    "maximum_image_size": null,
+    "target_downsample_size": null,
+    "metadata_update_interval": 3600,
+    "debug_aspect_buckets": false,
+    "debug_dataset_loader": false,
+    "print_filenames": false,
+    "print_sampler_statistics": false,
+    "timestep_bias_strategy": null,
+    "timestep_bias_begin": 0,
+    "timestep_bias_end": 1000,
+    "timestep_bias_multiplier": 1.0,
+    "timestep_bias_portion": 0.25,
+    "training_scheduler_timestep_spacing": "trailing",
+    "inference_scheduler_timestep_spacing": "trailing",
+    "loss_type": "l2",
+    "huber_schedule": "snr",
+    "huber_c": 0.1,
+    "snr_gamma": null,
+    "masked_loss_probability": 1.0,
+    "hidream_use_load_balancing_loss": false,
+    "hidream_load_balancing_loss_weight": null,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "optimizer_beta1": null,
+    "optimizer_beta2": null,
+    "optimizer_cpu_offload_method": null,
+    "gradient_precision": null,
+    "adam_weight_decay": 0.01,
+    "adam_epsilon": 1e-08,
+    "prodigy_steps": null,
+    "max_grad_norm": 2.0,
+    "optimizer_config": null,
+    "grad_clip_method": "value",
+    "optimizer_offload_gradients": false,
+    "fuse_optimizer": false,
+    "optimizer_release_gradients": false,
+    "push_to_hub": true,
+    "publishing_config": null,
+    "post_checkpoint_script": null,
+    "post_upload_script": null,
+    "push_checkpoints_to_hub": true,
+    "push_to_hub_background": true,
+    "hub_model_id": "quzo/textf23",
+    "model_card_private": false,
+    "model_card_safe_for_work": true,
+    "model_card_note": null,
+    "report_to": "none",
+    "custom_tracker": null,
+    "checkpoint_step_interval": 300,
+    "checkpoint_epoch_interval": null,
+    "checkpointing_rolling_steps": 0,
+    "checkpointing_use_tempdir": false,
+    "checkpoints_rolling_total_limit": 1,
+    "tracker_run_name": "example-training-run",
+    "tracker_project_name": "lora-training",
+    "tracker_image_layout": "gallery",
+    "enable_watermark": false,
+    "framerate": null,
+    "seed_for_each_device": true,
+    "snr_weight": 1.0,
+    "webhook_config": [
+        {
+            "webhook_type": "raw",
+            "callback_url": "http://0.0.0.0:8001/callback",
+            "log_level": "info",
+            "ssl_no_verify": false
+        }
+    ],
+    "webhook_reporting_interval": null,
+    "distillation_method": null,
+    "distillation_config": null,
+    "ema_validation": "comparison",
+    "local_rank": -1,
+    "ltx_train_mode": "i2v",
+    "ltx_i2v_prob": 0.1,
+    "ltx_partial_noise_fraction": 0.05,
+    "ltx_protect_first_frame": false,
+    "offload_param_path": null,
+    "offset_noise": false,
+    "quantize_activations": false,
+    "refiner_training": false,
+    "refiner_training_invert_schedule": false,
+    "refiner_training_strength": 0.2,
+    "sdxl_refiner_uses_full_range": false,
+    "sana_complex_human_instruction": "Given a user prompt, generate an 'Enhanced prompt' that provides detailed visual descriptions suitable for image generation. Evaluate the level of detail in the user prompt:\n- If the prompt is simple, focus on adding specifics about colors, shapes, sizes, textures, and spatial relationships to create vivid and concrete scenes.\n- Do not add detail that is not in the original prompt! Do not mention colors if the User Prompt does not!\n- If the prompt is already detailed, refine and enhance the existing details slightly without overcomplicating.\n- If the prompt contains explicit material, do not remove this information from the output, which would damage the performance of downstream classifiers.\nHere are examples of how to transform or refine prompts:\n- User Prompt: A cat sleeping -> Enhanced: A cat sleeping peacefully, showcasing the joy of pet ownership. Cute floof kitty cat gatto.\n- User Prompt: A busy city street -> Enhanced: A bustling city street scene featuring a crowd of people.\nPlease generate only the enhanced description for the prompt below and avoid including any additional commentary or evaluations:\nUser Prompt: ",
+    "vae_path": "black-forest-labs/FLUX.2-dev",
+    "accelerator_project_config": {
+        "project_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD",
+        "logging_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD/logs",
+        "automatic_checkpoint_naming": false,
+        "total_limit": null,
+        "iteration": 8,
+        "save_on_each_node": false
+    },
+    "process_group_kwargs": {
+        "backend": "nccl",
+        "init_method": null,
+        "timeout": "1:30:00"
+    },
+    "is_quantized": false,
+    "weight_dtype": "torch.bfloat16",
+    "disable_accelerator": false,
+    "lora_initialisation_style": true,
+    "checkpointing_steps": 300,
+    "use_fsdp": false,
+    "model_type_label": "Flux.2",
+    "use_deepspeed_optimizer": false,
+    "use_deepspeed_scheduler": false,
+    "base_weight_dtype": "torch.bfloat16",
+    "is_quanto": false,
+    "is_torchao": false,
+    "is_bnb": false,
+    "flow_matching": true,
+    "overrode_max_train_steps": false,
+    "total_num_batches": 1100,
+    "num_update_steps_per_epoch": 550,
+    "total_batch_size": 2,
+    "enable_adamw_bf16": true,
+    "is_schedulefree": false,
+    "is_lr_scheduler_disabled": false,
+    "total_steps_remaining_at_start": 4200
+}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-1024.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..4078d4b4fd26350d0d5d65c654698b293f75f569
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-1024.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg"], "0.74": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg"], "1.35": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0, 0.74], "exhausted_buckets": [1.35], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true}, "current_epoch": 48}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-1440.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..2ca51ef092820cd4bf317d9e325b13fd5d401f82
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-1440.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"], "1.33": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "0.75": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg"]}, "buckets": [1.0, 1.33, 0.75], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true}, "current_epoch": 49}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-256.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..37d68e188bb9cb22a788e5fd3c52d09215d12eb4
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-256.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg"], "0.78": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg"], "1.29": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0, 0.78], "exhausted_buckets": [1.29], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true}, "current_epoch": 48}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-512.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..a49be1820b2000a1577e458de0a0558d08b2e1f1
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-512.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"], "1.32": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "0.76": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg"]}, "buckets": [1.0, 0.76], "exhausted_buckets": [1.32], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true}, "current_epoch": 48}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-768.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..73c75c2eef861217f457db086fbc012530231ecf
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-768.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"], "0.76": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg"], "1.31": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0, 0.76], "exhausted_buckets": [1.31], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true}, "current_epoch": 48}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-1024.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..25d58c78a9482b2826c04854601bd5f625a02008
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-1024.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true}, "current_epoch": 49}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-1440.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..e05d21bf99daa59ad61c3f4bab78a0e6afa5a897
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-1440.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true}, "current_epoch": 48}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-256.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..cb8055902c4e71323f32f1331a04d9405330f5e2
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-256.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {}, "current_epoch": 49}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-512.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..c27f6b0f906a5e934f51b3501d1b4cfaeaff2976
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-512.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true}, "current_epoch": 48}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-768.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..1f4058e11de081b89c01736367aa48ca460c3664
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state-emi-crop-768.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true}, "current_epoch": 48}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2400/training_state.json b/flux2.peft-lora+TREAD/checkpoint-2400/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..decd2306c5c364e1323070e5923f19b2b059633a
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2400/training_state.json
@@ -0,0 +1 @@
+{"global_step": 2400, "epoch_step": 2402, "epoch": 5, "exhausted_backends": [], "repeats": {"emi-crop-512": 3, "emi-768": 3, "emi-crop-1024": 4, "emi-256": 3, "emi-crop-256": 4, "emi-crop-1440": 3, "emi-crop-768": 3, "emi-512": 3, "emi-1024": 3, "emi-1440": 4}}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/README.md b/flux2.peft-lora+TREAD/checkpoint-2700/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..28ebc4e18655d904a019cd5a843b64a1d2ea1822
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/README.md
@@ -0,0 +1,210 @@
+---
+license: other
+base_model: "black-forest-labs/FLUX.2-dev"
+tags:
+  - flux2
+  - flux2-diffusers
+  - text-to-image
+  - image-to-image
+  - diffusers
+  - simpletuner
+  - safe-for-work
+  - lora
+
+  - template:sd-lora
+  - standard
+pipeline_tag: text-to-image
+inference: true
+
+---
+
+# quzo/textf23
+
+This is a PEFT LoRA derived from [black-forest-labs/FLUX.2-dev](https://huggingface.co/black-forest-labs/FLUX.2-dev).
+
+The main validation prompt used during training was:
+```
+quz0 man is holding a sign that says hello world from flux2
+```
+
+
+## Validation settings
+- CFG: `4.0`
+- CFG Rescale: `0.0`
+- Steps: `16`
+- Sampler: `FlowMatchEulerDiscreteScheduler`
+- Seed: `42`
+- Resolution: `1024x1024`
+
+
+Note: The validation settings are not necessarily the same as the [training settings](#training-settings).
+
+
+
+
+<Gallery />
+
+The text encoder **was not** trained.
+You may reuse the base model text encoder for inference.
+
+
+## Training settings
+
+- Training epochs: 4
+- Training steps: 2700
+- Learning rate: 0.0001
+  - Learning rate schedule: constant
+  - Warmup steps: 0
+- Max grad value: 2.0
+- Effective batch size: 2
+  - Micro-batch size: 1
+  - Gradient accumulation steps: 2
+  - Number of GPUs: 1
+- Gradient checkpointing: True
+- Prediction type: flow_matching[]
+- Optimizer: adamw_bf16
+- Trainable parameter precision: Pure BF16
+- Base model precision: `no_change`
+- Caption dropout probability: 0.1%
+
+
+
+- LoRA Rank: 32
+- LoRA Alpha: 32.0
+- LoRA Dropout: 0.1
+- LoRA initialisation style: default
+- LoRA mode: Standard
+    
+
+## Datasets
+
+### emi-256
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 1
+- Resolution: 0.065536 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-256
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.065536 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+### emi-512
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.262144 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-512
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.262144 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+### emi-768
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 3
+- Resolution: 0.589824 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-768
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 0.589824 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+### emi-1024
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 1.048576 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-1024
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 1.048576 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+### emi-1440
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 2.0736 megapixels
+- Cropped: False
+- Crop style: None
+- Crop aspect: None
+- Used for regularisation data: No
+### emi-crop-1440
+- Repeats: 10
+- Total number of images: 10
+- Total number of aspect buckets: 2
+- Resolution: 2.0736 megapixels
+- Cropped: True
+- Crop style: center
+- Crop aspect: square
+- Used for regularisation data: No
+
+
+## Inference
+
+
+```python
+import torch
+from diffusers import DiffusionPipeline
+
+model_id = 'black-forest-labs/FLUX.2-dev'
+adapter_id = 'quzo/quzo/textf23'
+pipeline = DiffusionPipeline.from_pretrained(model_id, torch_dtype=torch.bfloat16) # loading directly in bf16
+pipeline.load_lora_weights(adapter_id)
+
+prompt = "quz0 man is holding a sign that says hello world from flux2"
+negative_prompt = 'ugly, cropped, blurry, low-quality, mediocre average'
+
+## Optional: quantise the model to save on vram.
+## Note: The model was not quantised during training, so it is not necessary to quantise it during inference time.
+#from optimum.quanto import quantize, freeze, qint8
+#quantize(pipeline.transformer, weights=qint8)
+#freeze(pipeline.transformer)
+    
+pipeline.to('cuda' if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu') # the pipeline is already in its target precision level
+model_output = pipeline(
+    prompt=prompt,
+    negative_prompt=negative_prompt,
+    num_inference_steps=16,
+    generator=torch.Generator(device='cuda' if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu').manual_seed(42),
+    width=1024,
+    height=1024,
+    guidance_scale=4.0,
+).images[0]
+
+model_output.save("output.png", format="PNG")
+
+```
+
+
+
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/optimizer.bin b/flux2.peft-lora+TREAD/checkpoint-2700/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1d922c980feadb6f9de76cbfa37cf2b329e2c22
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755691dc1c7f988664360cedcd5b47e28191be1fa4276de5a77bb81e136529a9
+size 641873099
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/pytorch_lora_weights.safetensors b/flux2.peft-lora+TREAD/checkpoint-2700/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be98670147afa60f2ed921a57fd88635e2b6f459
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71cdcf3aef72212d4f531461ab5a4e95c8788bb9fa672aa8b95ae9c1daba625
+size 213934048
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/random_states_0.pkl b/flux2.peft-lora+TREAD/checkpoint-2700/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c8f0c79fa44fe7f8bed12139295e5f2869b503e8
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63555aaec2828af5e8ea0583c5ebeba45938050f2e29f455d1eae4b2fe052d1
+size 14885
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/scheduler.bin b/flux2.peft-lora+TREAD/checkpoint-2700/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e23c94c01e958246f93fd01492081c6750111b0
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47947f76fc58b5e0f8bd4598625ba6da20a43bc83dbcfd86d5d80cc8060339b0
+size 1401
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/simpletuner_config.json b/flux2.peft-lora+TREAD/checkpoint-2700/simpletuner_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ec9239828287cf376f2114af4be5fa41f0fb2474
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/simpletuner_config.json
@@ -0,0 +1,393 @@
+{
+    "model_family": "flux2",
+    "model_flavour": "dev",
+    "controlnet": false,
+    "pretrained_model_name_or_path": "black-forest-labs/FLUX.2-dev",
+    "output_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD",
+    "logging_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD/logs",
+    "model_type": "lora",
+    "seed": 42,
+    "resolution": 1024,
+    "resume_from_checkpoint": null,
+    "prediction_type": null,
+    "pretrained_vae_model_name_or_path": "black-forest-labs/FLUX.2-dev",
+    "vae_dtype": "bf16",
+    "vae_cache_ondemand": false,
+    "vae_cache_disable": false,
+    "accelerator_cache_clear_interval": null,
+    "aspect_bucket_rounding": 2,
+    "base_model_precision": "no_change",
+    "text_encoder_1_precision": "no_change",
+    "text_encoder_2_precision": "no_change",
+    "text_encoder_3_precision": "no_change",
+    "text_encoder_4_precision": "no_change",
+    "gradient_checkpointing_interval": null,
+    "offload_during_startup": false,
+    "quantize_via": "cpu",
+    "wan_force_2_1_time_embedding": false,
+    "fuse_qkv_projections": false,
+    "rescale_betas_zero_snr": false,
+    "control": false,
+    "controlnet_custom_config": null,
+    "controlnet_model_name_or_path": null,
+    "tread_config": null,
+    "pretrained_transformer_model_name_or_path": null,
+    "pretrained_transformer_subfolder": "transformer",
+    "pretrained_unet_model_name_or_path": null,
+    "pretrained_unet_subfolder": "unet",
+    "pretrained_t5_model_name_or_path": null,
+    "revision": null,
+    "variant": null,
+    "base_model_default_dtype": "bf16",
+    "unet_attention_slice": false,
+    "num_train_epochs": 8,
+    "max_train_steps": 4200,
+    "train_batch_size": 1,
+    "learning_rate": 0.0001,
+    "optimizer": "adamw_bf16",
+    "lr_scheduler": "constant",
+    "gradient_accumulation_steps": 2,
+    "lr_warmup_steps": 0,
+    "checkpoints_total_limit": 50,
+    "gradient_checkpointing": true,
+    "enable_group_offload": false,
+    "ramtorch": false,
+    "ramtorch_target_modules": null,
+    "ramtorch_text_encoder": false,
+    "ramtorch_vae": false,
+    "ramtorch_controlnet": false,
+    "group_offload_type": "block_level",
+    "group_offload_blocks_per_group": 1,
+    "group_offload_use_stream": false,
+    "group_offload_to_disk_path": "",
+    "group_offload_text_encoder": false,
+    "group_offload_vae": false,
+    "offload_during_save": false,
+    "enable_chunked_feed_forward": false,
+    "feed_forward_chunk_size": null,
+    "train_text_encoder": false,
+    "text_encoder_lr": null,
+    "lyrics_embedder_train": false,
+    "lyrics_embedder_optimizer": null,
+    "lyrics_embedder_lr": null,
+    "lyrics_embedder_lr_scheduler": null,
+    "lr_num_cycles": 1,
+    "lr_power": 0.8,
+    "use_soft_min_snr": false,
+    "use_ema": false,
+    "ema_device": "cpu",
+    "ema_cpu_only": false,
+    "ema_update_interval": 1,
+    "ema_foreach_disable": false,
+    "ema_decay": 0.995,
+    "lora_rank": 32,
+    "lora_alpha": 32.0,
+    "lora_type": "standard",
+    "lora_dropout": 0.1,
+    "lora_init_type": "default",
+    "peft_lora_mode": "standard",
+    "singlora_ramp_up_steps": 0,
+    "init_lora": null,
+    "assistant_lora_path": null,
+    "assistant_lora_strength": 1.0,
+    "assistant_lora_inference_strength": 0.0,
+    "disable_assistant_lora": false,
+    "lora_format": "diffusers",
+    "lycoris_config": "/home/Ubuntu/.simpletuner/configs/config/lycoris_config.json",
+    "init_lokr_norm": null,
+    "flux_lora_target": "all",
+    "acestep_lora_target": "attn_qkv+linear_qkv",
+    "use_dora": false,
+    "resolution_type": "pixel_area",
+    "data_backend_config": "/home/Ubuntu/.simpletuner/configs/flux2/multidatabackend.json",
+    "caption_strategy": "filename",
+    "conditioning_multidataset_sampling": "random",
+    "instance_prompt": null,
+    "parquet_caption_column": null,
+    "parquet_filename_column": null,
+    "ignore_missing_files": false,
+    "vae_cache_scan_behaviour": "recreate",
+    "vae_enable_slicing": false,
+    "vae_enable_tiling": false,
+    "vae_batch_size": 1,
+    "max_upscale_threshold": null,
+    "caption_dropout_probability": 0.1,
+    "tokenizer_max_length": 512,
+    "audio_max_duration_seconds": null,
+    "audio_min_duration_seconds": null,
+    "audio_channels": 1,
+    "audio_duration_interval": 3.0,
+    "audio_truncation_mode": "beginning",
+    "validation_step_interval": 300,
+    "validation_epoch_interval": null,
+    "disable_benchmark": false,
+    "validation_preview": false,
+    "validation_preview_steps": 1,
+    "validation_prompt": "quz0 man is holding a sign that says hello world from flux2",
+    "validation_lyrics": null,
+    "validation_audio_duration": 30.0,
+    "num_validation_images": 1,
+    "num_eval_images": 25,
+    "eval_steps_interval": null,
+    "eval_timesteps": 28,
+    "eval_dataset_pooling": false,
+    "evaluation_type": "none",
+    "pretrained_evaluation_model_name_or_path": "openai/clip-vit-large-patch14-336",
+    "validation_guidance": 4.0,
+    "validation_num_inference_steps": 16,
+    "validation_on_startup": false,
+    "validation_method": "simpletuner-local",
+    "validation_external_script": null,
+    "validation_external_background": false,
+    "validation_using_datasets": false,
+    "validation_torch_compile": false,
+    "validation_guidance_real": 1.0,
+    "validation_no_cfg_until_timestep": 2,
+    "validation_negative_prompt": "ugly, cropped, blurry, low-quality, mediocre average",
+    "validation_randomize": false,
+    "validation_seed": 42,
+    "validation_multigpu": "batch-parallel",
+    "validation_disable": false,
+    "validation_prompt_library": false,
+    "user_prompt_library": null,
+    "eval_dataset_id": null,
+    "validation_stitch_input_location": "left",
+    "validation_guidance_rescale": 0.0,
+    "validation_disable_unconditional": true,
+    "validation_guidance_skip_layers": null,
+    "validation_guidance_skip_layers_start": 0.01,
+    "validation_guidance_skip_layers_stop": 0.2,
+    "validation_guidance_skip_scale": 2.8,
+    "validation_lycoris_strength": 1.0,
+    "validation_noise_scheduler": null,
+    "validation_num_video_frames": null,
+    "validation_resolution": "1024x1024",
+    "validation_seed_source": "cpu",
+    "validation_torch_compile_mode": "max-autotune",
+    "validation_adapter_path": null,
+    "validation_adapter_name": null,
+    "validation_adapter_strength": 1.0,
+    "validation_adapter_mode": "adapter_only",
+    "validation_adapter_config": null,
+    "i_know_what_i_am_doing": false,
+    "flow_sigmoid_scale": 1.0,
+    "flux_fast_schedule": false,
+    "flow_use_uniform_schedule": false,
+    "flow_use_beta_schedule": false,
+    "flow_beta_schedule_alpha": 2.0,
+    "flow_beta_schedule_beta": 2.0,
+    "flow_schedule_shift": 3.0,
+    "flow_schedule_auto_shift": false,
+    "flux_guidance_mode": "constant",
+    "flux_attention_masked_training": false,
+    "flux_guidance_value": 1.0,
+    "flux_guidance_min": 0.0,
+    "flux_guidance_max": 4.0,
+    "t5_padding": "unmodified",
+    "sd3_clip_uncond_behaviour": "empty_string",
+    "sd3_t5_uncond_behaviour": null,
+    "soft_min_snr_sigma_data": null,
+    "mixed_precision": "bf16",
+    "attention_mechanism": "diffusers",
+    "sla_config": null,
+    "sageattention_usage": {
+        "_value_": "inference",
+        "_name_": "INFERENCE",
+        "__objclass__": "{'_generate_next_value_': <staticmethod(<function Enum._generate_next_value_ at 0x702b06fc9e40>)>, '__module__': 'simpletuner.helpers.training.attention_backend', 'allows_training': <property object at 0x7027a94677e0>, 'allows_inference': <property object at 0x7027a94676f0>, 'from_raw': <classmethod(<function AttentionBackendMode.from_raw at 0x7027a945e520>)>, '_new_member_': <built-in method __new__ of type object at 0xa234e0>, '_use_args_': True, '_member_names_': ['TRAINING', 'INFERENCE', 'TRAINING_AND_INFERENCE'], '_member_map_': {'TRAINING': <AttentionBackendMode.TRAINING: 'training'>, 'INFERENCE': <AttentionBackendMode.INFERENCE: 'inference'>, 'TRAINING_AND_INFERENCE': <AttentionBackendMode.TRAINING_AND_INFERENCE: 'training+inference'>}, '_value2member_map_': {'training': <AttentionBackendMode.TRAINING: 'training'>, 'inference': <AttentionBackendMode.INFERENCE: 'inference'>, 'training+inference': <AttentionBackendMode.TRAINING_AND_INFERENCE: 'training+inference'>}, '_unhashable_values_': [], '_member_type_': <class 'str'>, '_value_repr_': <slot wrapper '__repr__' of 'str' objects>, '__dict__': <attribute '__dict__' of 'AttentionBackendMode' objects>, '__weakref__': <attribute '__weakref__' of 'AttentionBackendMode' objects>, '__doc__': None, 'TRAINING': <AttentionBackendMode.TRAINING: 'training'>, 'INFERENCE': <AttentionBackendMode.INFERENCE: 'inference'>, 'TRAINING_AND_INFERENCE': <AttentionBackendMode.TRAINING_AND_INFERENCE: 'training+inference'>, '__repr__': <function Enum.__repr__ at 0x702b06fc9f80>, '__str__': <function Enum.__str__ at 0x702b06fca020>, '__format__': <function Enum.__format__ at 0x702b06fca160>, '__new__': <function Enum.__new__ at 0x702b06fc9d00>}",
+        "_sort_order_": 1
+    },
+    "disable_tf32": false,
+    "set_grads_to_none": false,
+    "noise_offset": 0.1,
+    "noise_offset_probability": 0.25,
+    "input_perturbation": 0.0,
+    "input_perturbation_steps": 0,
+    "lr_end": "4e-7",
+    "lr_scale": false,
+    "lr_scale_sqrt": false,
+    "ignore_final_epochs": false,
+    "freeze_encoder_before": 12,
+    "freeze_encoder_after": 17,
+    "freeze_encoder_strategy": "after",
+    "layer_freeze_strategy": null,
+    "fully_unload_text_encoder": false,
+    "save_text_encoder": false,
+    "text_encoder_limit": 100,
+    "prepend_instance_prompt": false,
+    "only_instance_prompt": false,
+    "data_aesthetic_score": 7.0,
+    "delete_unwanted_images": false,
+    "delete_problematic_images": false,
+    "disable_bucket_pruning": true,
+    "allow_dataset_oversubscription": false,
+    "disable_segmented_timestep_sampling": false,
+    "preserve_data_backend_cache": false,
+    "override_dataset_config": false,
+    "cache_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD/cache",
+    "cache_dir_text": "cache",
+    "cache_dir_vae": "",
+    "compress_disk_cache": true,
+    "aspect_bucket_disable_rebuild": false,
+    "keep_vae_loaded": false,
+    "skip_file_discovery": "",
+    "data_backend_sampling": "auto-weighting",
+    "image_processing_batch_size": 32,
+    "write_batch_size": 128,
+    "read_batch_size": 25,
+    "enable_multiprocessing": false,
+    "accelerate_config": null,
+    "deepspeed_config": null,
+    "fsdp_enable": false,
+    "fsdp_version": 2,
+    "fsdp_reshard_after_forward": true,
+    "fsdp_state_dict_type": "SHARDED_STATE_DICT",
+    "fsdp_cpu_ram_efficient_loading": false,
+    "fsdp_auto_wrap_policy": "TRANSFORMER_BASED_WRAP",
+    "fsdp_limit_all_gathers": true,
+    "fsdp_cpu_offload": false,
+    "fsdp_activation_checkpointing": false,
+    "fsdp_transformer_layer_cls_to_wrap": null,
+    "context_parallel_size": 1,
+    "context_parallel_comm_strategy": "allgather",
+    "num_processes": 1,
+    "num_machines": 1,
+    "accelerate_extra_args": null,
+    "main_process_ip": "127.0.0.1",
+    "main_process_port": 29500,
+    "machine_rank": 0,
+    "same_network": true,
+    "dynamo_backend": "no",
+    "dynamo_mode": "",
+    "dynamo_fullgraph": false,
+    "dynamo_dynamic": false,
+    "dynamo_use_regional_compilation": false,
+    "max_workers": 32,
+    "aws_max_pool_connections": 128,
+    "torch_num_threads": 8,
+    "dataloader_prefetch": false,
+    "dataloader_prefetch_qlen": 10,
+    "aspect_bucket_worker_count": 12,
+    "aspect_bucket_alignment": 16,
+    "minimum_image_size": null,
+    "maximum_image_size": null,
+    "target_downsample_size": null,
+    "metadata_update_interval": 3600,
+    "debug_aspect_buckets": false,
+    "debug_dataset_loader": false,
+    "print_filenames": false,
+    "print_sampler_statistics": false,
+    "timestep_bias_strategy": null,
+    "timestep_bias_begin": 0,
+    "timestep_bias_end": 1000,
+    "timestep_bias_multiplier": 1.0,
+    "timestep_bias_portion": 0.25,
+    "training_scheduler_timestep_spacing": "trailing",
+    "inference_scheduler_timestep_spacing": "trailing",
+    "loss_type": "l2",
+    "huber_schedule": "snr",
+    "huber_c": 0.1,
+    "snr_gamma": null,
+    "masked_loss_probability": 1.0,
+    "hidream_use_load_balancing_loss": false,
+    "hidream_load_balancing_loss_weight": null,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "optimizer_beta1": null,
+    "optimizer_beta2": null,
+    "optimizer_cpu_offload_method": null,
+    "gradient_precision": null,
+    "adam_weight_decay": 0.01,
+    "adam_epsilon": 1e-08,
+    "prodigy_steps": null,
+    "max_grad_norm": 2.0,
+    "optimizer_config": null,
+    "grad_clip_method": "value",
+    "optimizer_offload_gradients": false,
+    "fuse_optimizer": false,
+    "optimizer_release_gradients": false,
+    "push_to_hub": true,
+    "publishing_config": null,
+    "post_checkpoint_script": null,
+    "post_upload_script": null,
+    "push_checkpoints_to_hub": true,
+    "push_to_hub_background": true,
+    "hub_model_id": "quzo/textf23",
+    "model_card_private": false,
+    "model_card_safe_for_work": true,
+    "model_card_note": null,
+    "report_to": "none",
+    "custom_tracker": null,
+    "checkpoint_step_interval": 300,
+    "checkpoint_epoch_interval": null,
+    "checkpointing_rolling_steps": 0,
+    "checkpointing_use_tempdir": false,
+    "checkpoints_rolling_total_limit": 1,
+    "tracker_run_name": "example-training-run",
+    "tracker_project_name": "lora-training",
+    "tracker_image_layout": "gallery",
+    "enable_watermark": false,
+    "framerate": null,
+    "seed_for_each_device": true,
+    "snr_weight": 1.0,
+    "webhook_config": [
+        {
+            "webhook_type": "raw",
+            "callback_url": "http://0.0.0.0:8001/callback",
+            "log_level": "info",
+            "ssl_no_verify": false
+        }
+    ],
+    "webhook_reporting_interval": null,
+    "distillation_method": null,
+    "distillation_config": null,
+    "ema_validation": "comparison",
+    "local_rank": -1,
+    "ltx_train_mode": "i2v",
+    "ltx_i2v_prob": 0.1,
+    "ltx_partial_noise_fraction": 0.05,
+    "ltx_protect_first_frame": false,
+    "offload_param_path": null,
+    "offset_noise": false,
+    "quantize_activations": false,
+    "refiner_training": false,
+    "refiner_training_invert_schedule": false,
+    "refiner_training_strength": 0.2,
+    "sdxl_refiner_uses_full_range": false,
+    "sana_complex_human_instruction": "Given a user prompt, generate an 'Enhanced prompt' that provides detailed visual descriptions suitable for image generation. Evaluate the level of detail in the user prompt:\n- If the prompt is simple, focus on adding specifics about colors, shapes, sizes, textures, and spatial relationships to create vivid and concrete scenes.\n- Do not add detail that is not in the original prompt! Do not mention colors if the User Prompt does not!\n- If the prompt is already detailed, refine and enhance the existing details slightly without overcomplicating.\n- If the prompt contains explicit material, do not remove this information from the output, which would damage the performance of downstream classifiers.\nHere are examples of how to transform or refine prompts:\n- User Prompt: A cat sleeping -> Enhanced: A cat sleeping peacefully, showcasing the joy of pet ownership. Cute floof kitty cat gatto.\n- User Prompt: A busy city street -> Enhanced: A bustling city street scene featuring a crowd of people.\nPlease generate only the enhanced description for the prompt below and avoid including any additional commentary or evaluations:\nUser Prompt: ",
+    "vae_path": "black-forest-labs/FLUX.2-dev",
+    "accelerator_project_config": {
+        "project_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD",
+        "logging_dir": "/home/Ubuntu/.simpletuner/output/examples/flux2.peft-lora+TREAD/logs",
+        "automatic_checkpoint_naming": false,
+        "total_limit": null,
+        "iteration": 9,
+        "save_on_each_node": false
+    },
+    "process_group_kwargs": {
+        "backend": "nccl",
+        "init_method": null,
+        "timeout": "1:30:00"
+    },
+    "is_quantized": false,
+    "weight_dtype": "torch.bfloat16",
+    "disable_accelerator": false,
+    "lora_initialisation_style": true,
+    "checkpointing_steps": 300,
+    "use_fsdp": false,
+    "model_type_label": "Flux.2",
+    "use_deepspeed_optimizer": false,
+    "use_deepspeed_scheduler": false,
+    "base_weight_dtype": "torch.bfloat16",
+    "is_quanto": false,
+    "is_torchao": false,
+    "is_bnb": false,
+    "flow_matching": true,
+    "overrode_max_train_steps": false,
+    "total_num_batches": 1100,
+    "num_update_steps_per_epoch": 550,
+    "total_batch_size": 2,
+    "enable_adamw_bf16": true,
+    "is_schedulefree": false,
+    "is_lr_scheduler_disabled": false,
+    "total_steps_remaining_at_start": 4200
+}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-1024.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..9481fe141feb2340949ab1135558abbcda148418
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-1024.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg"], "0.74": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg"], "1.35": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0, 0.74], "exhausted_buckets": [1.35], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true}, "current_epoch": 54}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-1440.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..648b4699dbe05391136944514df178561e164a06
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-1440.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"], "1.33": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "0.75": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg"]}, "buckets": [1.0, 0.75], "exhausted_buckets": [1.33], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true}, "current_epoch": 55}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-256.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..8cf86b0d1453795c9c960690978fb717d8db731b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-256.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg"], "0.78": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg"], "1.29": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0], "exhausted_buckets": [1.29, 0.78], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true}, "current_epoch": 54}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-512.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d3eabd12c1a69c9476d59c2e01767c5771e017b
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-512.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"], "1.32": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "0.76": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg"]}, "buckets": [1.0, 0.76], "exhausted_buckets": [1.32], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true}, "current_epoch": 54}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-768.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..2e937b4f9095c5e65b237a500f70c5420854bf8f
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-768.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"], "0.76": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg"], "1.31": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"]}, "buckets": [1.0, 0.76, 1.31], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {}, "current_epoch": 55}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-1024.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-1024.json
new file mode 100644
index 0000000000000000000000000000000000000000..be50ede2c3a95ae47f72773f3abda80815fb245c
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-1024.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {}, "current_epoch": 56}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-1440.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-1440.json
new file mode 100644
index 0000000000000000000000000000000000000000..59af53c873ec68ff0319437c03b832c37bb03181
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-1440.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true}, "current_epoch": 54}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-256.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-256.json
new file mode 100644
index 0000000000000000000000000000000000000000..4006dbff5312de1f3f32aa681bc9be001f3bc4d9
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-256.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true}, "current_epoch": 55}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-512.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-512.json
new file mode 100644
index 0000000000000000000000000000000000000000..bfe5b6c1b170b84eafe613082b0be96f44532614
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-512.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 1, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true}, "current_epoch": 53}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-768.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-768.json
new file mode 100644
index 0000000000000000000000000000000000000000..c5e9005424704398d0de1bb009af7817e3ca1858
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state-emi-crop-768.json
@@ -0,0 +1 @@
+{"aspect_ratio_bucket_indices": {"1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg"], "1.0": ["/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img328.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg", "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg"]}, "buckets": [1.0, "1.0"], "exhausted_buckets": [], "batch_size": 1, "current_bucket": 0, "seen_images": {"/home/Ubuntu/SimpleTuner/datasets/emi/img_7770.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img332.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7875.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img320.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7869.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img331.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7868.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img330.jpg": true, "/home/Ubuntu/SimpleTuner/datasets/emi/img_7872.jpg": true}, "current_epoch": 54}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/checkpoint-2700/training_state.json b/flux2.peft-lora+TREAD/checkpoint-2700/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..74166281268e44b3a52996947a26956ff583851f
--- /dev/null
+++ b/flux2.peft-lora+TREAD/checkpoint-2700/training_state.json
@@ -0,0 +1 @@
+{"global_step": 2700, "epoch_step": 2702, "epoch": 5, "exhausted_backends": ["emi-crop-1024"], "repeats": {"emi-crop-512": 8, "emi-768": 10, "emi-crop-1024": 0, "emi-256": 9, "emi-crop-256": 10, "emi-crop-1440": 9, "emi-crop-768": 9, "emi-512": 9, "emi-1024": 9, "emi-1440": 10}}
\ No newline at end of file
diff --git a/flux2.peft-lora+TREAD/validation_images/step_1200_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_1200_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..b24afcf100761c031684652b8df726250d3056aa
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_1200_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a08b0fc2a1b1432aeb74d35aa943c8392a4036388117427e1504c8daff8c668
+size 2735396
diff --git a/flux2.peft-lora+TREAD/validation_images/step_1500_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_1500_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..6c39db7914a0301cf8aa6647c6f0c3f112464906
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_1500_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3630c09c0a3d7aebbbf660d6698d2421f21d49dbc3b134a7c7ea94200b6e13
+size 2479923
diff --git a/flux2.peft-lora+TREAD/validation_images/step_1800_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_1800_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..50cfb5966b459aafd86340b3740b143d7769851f
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_1800_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e378b4deaace1be10771f25ea07fbd7208eeeb3fe207646d78a2ac825d4a8046
+size 2431571
diff --git a/flux2.peft-lora+TREAD/validation_images/step_2100_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_2100_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..630952a9fe503a6a1a0aabd351325f353d3a0760
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_2100_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22b413027e016d4182bb13bb86f502cb9d1bb3d7ddcd783339a28696f405ee3
+size 2404238
diff --git a/flux2.peft-lora+TREAD/validation_images/step_2400_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_2400_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..784b844fb710a2fb86c88aaab6fe28857cb23c47
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_2400_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f0afe4b0a2a9176e7cd7ae2377a3481568cc85aa61b7b46f1bdca0e0ab20d6
+size 2514255
diff --git a/flux2.peft-lora+TREAD/validation_images/step_2700_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_2700_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..4b85cb92a4e2fcab690683268c74c707eb609454
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_2700_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68633f5bdb71ebc80736943e964c3479795fcd9bc35fdd5388b7174e3c9824dc
+size 2596432
diff --git a/flux2.peft-lora+TREAD/validation_images/step_300_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_300_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..f7c26db82215bdcf6fdcddac59c3309b0764f749
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_300_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ddfe3a7cee1bd3f7043b53dcc73dbdf4adb107e56f818df7f5b2e730e891d2
+size 2462092
diff --git a/flux2.peft-lora+TREAD/validation_images/step_600_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_600_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..c87ee3f89fbb611c9bd1159c9e730f367a3e36f8
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_600_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c42e2294ca2f188fdd8bc0a80ad782a90c469c68d63f498009554d7914c5c4
+size 2581885
diff --git a/flux2.peft-lora+TREAD/validation_images/step_900_validation_0_1024x1024.png b/flux2.peft-lora+TREAD/validation_images/step_900_validation_0_1024x1024.png
new file mode 100644
index 0000000000000000000000000000000000000000..58535f9f32af32bc45caafe094359cd168cba186
--- /dev/null
+++ b/flux2.peft-lora+TREAD/validation_images/step_900_validation_0_1024x1024.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f68daf04073e2eca456f9f5046dacef31eec3c018fe5fbcbf593c937a9b8546
+size 2335963