diff --git a/.gitattributes b/.gitattributes
index 0772f9def161f485e08f1dbfce8f24f0294486f0..3df0026bc1deec2d51140ea0c54dd786e1f78241 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -48,3 +48,19 @@ olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764159895853__0000052
 olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764162096061__000005500_0.jpg filter=lfs diff=lfs merge=lfs -text
 olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764164275618__000005750_0.jpg filter=lfs diff=lfs merge=lfs -text
 olivia-style-flux-2_copy/olivia-style-flux-2_copy/samples/1764164431289__000005750_3.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764176763227__000000000_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764178014763__000000100_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764179242577__000000200_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764180484905__000000300_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764181726604__000000400_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764183004778__000000500_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764184250118__000000600_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764185484410__000000700_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764186709632__000000800_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764187944969__000000900_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764189184439__000001000_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764189235489__000001000_1.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764190422621__000001100_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764190473666__000001100_1.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764191655600__000001200_0.jpg filter=lfs diff=lfs merge=lfs -text
+fia_flux_2/samples/1764191706642__000001200_1.jpg filter=lfs diff=lfs merge=lfs -text
diff --git a/fia_flux_2/config.yaml b/fia_flux_2/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f2701b28c325d8078d7475b381de34c4df071497
--- /dev/null
+++ b/fia_flux_2/config.yaml
@@ -0,0 +1,112 @@
+job: extension
+config:
+  name: fia_flux_2
+  process:
+  - type: diffusion_trainer
+    training_folder: /workspace/ai-toolkit/output
+    sqlite_db_path: /workspace/ai-toolkit/aitk_db.db
+    device: cuda
+    trigger_word: null
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 32
+      linear_alpha: 32
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 60
+      max_step_saves_to_keep: 100
+      save_format: safetensors
+      push_to_hub: false
+    datasets:
+    - folder_path: /workspace/ai-toolkit/datasets/fia_dataset
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.05
+      cache_latents_to_disk: false
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 1024
+      - 1280
+      - 1536
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 1
+      do_i2v: true
+      flip_x: false
+      flip_y: false
+      control_path_1: null
+      control_path_2: null
+      control_path_3: null
+    train:
+      batch_size: 1
+      bypass_guidance_embedding: false
+      steps: 1200
+      gradient_accumulation: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: weighted
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      cache_text_embeddings: false
+      lr: 5.0e-05
+      ema_config:
+        use_ema: false
+        ema_decay: 0.99
+      skip_first_sample: false
+      force_first_sample: false
+      disable_sampling: false
+      dtype: bf16
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: person
+      switch_boundary_every: 1
+      loss_type: mse
+    model:
+      name_or_path: black-forest-labs/FLUX.2-dev
+      quantize: true
+      qtype: qfloat8
+      quantize_te: true
+      qtype_te: qfloat8
+      arch: flux2
+      low_vram: false
+      model_kwargs:
+        match_target_res: false
+      layer_offloading: false
+      layer_offloading_text_encoder_percent: 1
+      layer_offloading_transformer_percent: 1
+    sample:
+      sampler: flowmatch
+      sample_every: 100
+      width: 1024
+      height: 1024
+      samples:
+      - prompt: fia, a young woman in a street with high waist blue jeans
+      - prompt: fia, a young woman sitting on a couch with blonde hair
+      - prompt: fia, standing on a balcony, overlooking the sunset
+      - prompt: fia, reading a book in a sunlit bedroom, soft natural light, white
+          curtains blowing in the breeze
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 4
+      sample_steps: 25
+      num_frames: 1
+      fps: 1
+meta:
+  name: fia_flux_2
+  version: '1.0'
diff --git a/fia_flux_2/fia_flux_2.safetensors b/fia_flux_2/fia_flux_2.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a5ea77c2f121be15ba293cdfa1e81c4bcfc7e5f6
--- /dev/null
+++ b/fia_flux_2/fia_flux_2.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88003ce6caad359d50eaf39b91f32db227ff67121e5c68925997f7d0c1f1e3d
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000060.safetensors b/fia_flux_2/fia_flux_2_000000060.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..116dd08671a9166804af11481be151ab40163e73
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000060.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f71c4f7cb6c7615a522830ab75a56783114bd9b9c1d44750364c1b685178820
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000120.safetensors b/fia_flux_2/fia_flux_2_000000120.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dec77da1a01f87993c045dbdf0500e44d2a0c194
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000120.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1028a7d7ba56fe3711802263d7523878a7698cf353f829aa48e08850062996
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000180.safetensors b/fia_flux_2/fia_flux_2_000000180.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68f2fab7e50de808c5713a95223e39bd8bf15894
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000180.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508e6c65f6103aca81db16b944883d859ba0f6a45aeb3f8338bae7f725586933
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000240.safetensors b/fia_flux_2/fia_flux_2_000000240.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9eac2e296055da031c36470209abcb097f65951
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000240.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0828ab20a480ba3402212799468aa309302ff728f04ba55ee0dd91d308097d73
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000300.safetensors b/fia_flux_2/fia_flux_2_000000300.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ae196680ed5463b2c1b80edef21db86975971cf
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000300.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e4eb4d13bce75b63bfefab51cc8c7f155474ec25303d6b1298d09ca50c0674
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000360.safetensors b/fia_flux_2/fia_flux_2_000000360.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4dd6142e7fdf11e09758aab9833609b00c82cd3c
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000360.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2749f05f141f39fc2f5381a30f0aa44efb81f22166f1fad0da81fdcafb8ea8fb
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000420.safetensors b/fia_flux_2/fia_flux_2_000000420.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e75aedf3d0a9b865d4970bd30d7005a08e70498d
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000420.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42057c22c2f2b83f4c5a0405acb6f5a01f620ff88dffd8008e5c86e720006518
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000480.safetensors b/fia_flux_2/fia_flux_2_000000480.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1bb95f2a100eb1536e284094fee94b430e0fe90d
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000480.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221769d33f4fa14aa48e34c5f11111f2d98854739dab0a5f01c4bcae057d89bd
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000540.safetensors b/fia_flux_2/fia_flux_2_000000540.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ffe3a3556d0109cb941a50a7f4b97ee1bc5b93b
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000540.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8433321396ecb1aa35af63a6985156eda5a79995dfcfad414bf69ad1ff04c8dc
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000600.safetensors b/fia_flux_2/fia_flux_2_000000600.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..892ff2246076a2b0402cbb546328a905e107f187
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000600.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8795fcd83b8fc9ee9f4f86763f6d0cfd2e4bd7b7a12ed64b14161b14aeeca2
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000660.safetensors b/fia_flux_2/fia_flux_2_000000660.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..93dc291c6c58357c9c744cf356adc45ab3a75486
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000660.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dacce72a4ed6be91e416799905e25314dc11004f098619f87b6ce7ccbeac33
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000720.safetensors b/fia_flux_2/fia_flux_2_000000720.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..109faebdbdb7857cf667ade80b23db20e9c37935
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000720.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d282edacb1ea10b19f8a58a0aacdaa327903d7868c14f7ed16ea7caea9768472
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000780.safetensors b/fia_flux_2/fia_flux_2_000000780.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba622556d383d1cd6bd7c9f7cea299b44e21dbe5
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000780.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394e16f0294df36bd8d08a28f9c98de3860c82f2a28a4b70085dc251ad39fa7f
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000840.safetensors b/fia_flux_2/fia_flux_2_000000840.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eb1c1a120c36dd6e87e7a6fc2fc775f6803a4dfa
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000840.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c7664e32a70361cb6927f7080a2c48d0d4188dfc011815e187a3214be8d810
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000900.safetensors b/fia_flux_2/fia_flux_2_000000900.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5e54102e30c9c49c8cb9f54ebd3ddebe19af5d3
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000900.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ff34929c132cf52cfb662991732f382c0a98cc44fd40c4004329a9baecafbe
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000000960.safetensors b/fia_flux_2/fia_flux_2_000000960.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5042599ad152003d318fdb7c01ca4c68df590477
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000000960.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e20feaf5609037d0c9f4742e81e8131f9189e3e238855368a98de04d9e5239
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000001020.safetensors b/fia_flux_2/fia_flux_2_000001020.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1699b218b958414241675575faae4ec4f477acee
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000001020.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b4e5f4a5df94ee6dcbf1858e275831e4caa7d78d626bd7e0d8973d0b4c112a
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000001080.safetensors b/fia_flux_2/fia_flux_2_000001080.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf000b7b96652f0580219d701fd718e7b660f314
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000001080.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba10f65203e0cbf401827828e8fe4ab53010d71893fb1ae5679b655da599b0bf
+size 390112152
diff --git a/fia_flux_2/fia_flux_2_000001140.safetensors b/fia_flux_2/fia_flux_2_000001140.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3528faa70ffc0f90b286f5e8886c4eee70aa7136
--- /dev/null
+++ b/fia_flux_2/fia_flux_2_000001140.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0138b4be6101e6f2524bfbc4f3446147a24497fd312ee64d34e3c0c3bde1d022
+size 390112152
diff --git a/fia_flux_2/log.txt b/fia_flux_2/log.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c17b78e75ab537da1493ff335a2cf1bb753a5fb4
--- /dev/null
+++ b/fia_flux_2/log.txt
@@ -0,0 +1,404 @@
+Running 1 job
+{
+    "type": "diffusion_trainer",
+    "training_folder": "/workspace/ai-toolkit/output",
+    "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db",
+    "device": "cuda",
+    "trigger_word": null,
+    "performance_log_every": 10,
+    "network": {
+        "type": "lora",
+        "linear": 32,
+        "linear_alpha": 32,
+        "conv": 16,
+        "conv_alpha": 16,
+        "lokr_full_rank": true,
+        "lokr_factor": -1,
+        "network_kwargs": {
+            "ignore_if_contains": []
+        }
+    },
+    "save": {
+        "dtype": "bf16",
+        "save_every": 60,
+        "max_step_saves_to_keep": 100,
+        "save_format": "safetensors",
+        "push_to_hub": false
+    },
+    "datasets": [
+        {
+            "folder_path": "/workspace/ai-toolkit/datasets/fia_dataset",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.05,
+            "cache_latents_to_disk": false,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+                1024,
+                1280,
+                1536
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 1,
+            "do_i2v": true,
+            "flip_x": false,
+            "flip_y": false,
+            "control_path_1": null,
+            "control_path_2": null,
+            "control_path_3": null
+        }
+    ],
+    "train": {
+        "batch_size": 1,
+        "bypass_guidance_embedding": false,
+        "steps": 1200,
+        "gradient_accumulation": 1,
+        "train_unet": true,
+        "train_text_encoder": false,
+        "gradient_checkpointing": true,
+        "noise_scheduler": "flowmatch",
+        "optimizer": "adamw8bit",
+        "timestep_type": "weighted",
+        "content_or_style": "balanced",
+        "optimizer_params": {
+            "weight_decay": 0.0001
+        },
+        "unload_text_encoder": false,
+        "cache_text_embeddings": false,
+        "lr": 5e-05,
+        "ema_config": {
+            "use_ema": false,
+            "ema_decay": 0.99
+        },
+        "skip_first_sample": false,
+        "force_first_sample": false,
+        "disable_sampling": false,
+        "dtype": "bf16",
+        "diff_output_preservation": false,
+        "diff_output_preservation_multiplier": 1,
+        "diff_output_preservation_class": "person",
+        "switch_boundary_every": 1,
+        "loss_type": "mse"
+    },
+    "model": {
+        "name_or_path": "black-forest-labs/FLUX.2-dev",
+        "quantize": true,
+        "qtype": "qfloat8",
+        "quantize_te": true,
+        "qtype_te": "qfloat8",
+        "arch": "flux2",
+        "low_vram": false,
+        "model_kwargs": {
+            "match_target_res": false
+        },
+        "layer_offloading": false,
+        "layer_offloading_text_encoder_percent": 1,
+        "layer_offloading_transformer_percent": 1
+    },
+    "sample": {
+        "sampler": "flowmatch",
+        "sample_every": 100,
+        "width": 1024,
+        "height": 1024,
+        "samples": [
+            {
+                "prompt": "fia, a young woman in a street with high waist blue jeans"
+            },
+            {
+                "prompt": "fia, a young woman sitting on a couch with blonde hair"
+            },
+            {
+                "prompt": "fia, standing on a balcony, overlooking the sunset"
+            },
+            {
+                "prompt": "fia, reading a book in a sunlit bedroom, soft natural light, white curtains blowing in the breeze"
+            }
+        ],
+        "neg": "",
+        "seed": 42,
+        "walk_seed": true,
+        "guidance_scale": 4,
+        "sample_steps": 25,
+        "num_frames": 1,
+        "fps": 1
+    }
+}
+Using SQLite database at /workspace/ai-toolkit/aitk_db.db
+Job ID: "e94293f6-a959-4cea-b00d-0798b58471d1"
+
+#############################################
+# Running job: fia_flux_2
+#############################################
+
+
+Running  1 process
+Loading Flux2 model
+Loading transformer
+Quantizing Transformer
+ - quantizing 56 transformer blocks
+
  0%|          | 0/56 [00:00<?, ?it/s]
  0%|          | 0/56 [00:00<?, ?it/s]
  2%|1         | 1/56 [00:00<00:13,  4.10it/s]
  2%|1         | 1/56 [00:00<00:13,  4.10it/s]
  4%|3         | 2/56 [00:00<00:11,  4.65it/s]
  4%|3         | 2/56 [00:00<00:11,  4.65it/s]
  5%|5         | 3/56 [00:00<00:10,  4.85it/s]
  5%|5         | 3/56 [00:00<00:10,  4.85it/s]
  7%|7         | 4/56 [00:00<00:10,  4.77it/s]
  7%|7         | 4/56 [00:00<00:10,  4.77it/s]
  9%|8         | 5/56 [00:01<00:13,  3.78it/s]
  9%|8         | 5/56 [00:01<00:13,  3.78it/s]
 11%|#         | 6/56 [00:01<00:12,  4.04it/s]
 11%|#         | 6/56 [00:01<00:12,  4.04it/s]
 12%|#2        | 7/56 [00:01<00:11,  4.28it/s]
 12%|#2        | 7/56 [00:01<00:11,  4.28it/s]
 14%|#4        | 8/56 [00:01<00:10,  4.38it/s]
 14%|#4        | 8/56 [00:01<00:10,  4.38it/s]
 16%|#6        | 9/56 [00:02<00:10,  4.64it/s]
 16%|#6        | 9/56 [00:02<00:10,  4.64it/s]
 18%|#7        | 10/56 [00:02<00:09,  4.82it/s]
 18%|#7        | 10/56 [00:02<00:09,  4.82it/s]
 20%|#9        | 11/56 [00:02<00:08,  5.06it/s]
 20%|#9        | 11/56 [00:02<00:08,  5.06it/s]
 21%|##1       | 12/56 [00:02<00:08,  5.26it/s]
 21%|##1       | 12/56 [00:02<00:08,  5.26it/s]
 23%|##3       | 13/56 [00:02<00:07,  5.39it/s]
 23%|##3       | 13/56 [00:02<00:07,  5.39it/s]
 25%|##5       | 14/56 [00:02<00:07,  5.44it/s]
 25%|##5       | 14/56 [00:02<00:07,  5.44it/s]
 27%|##6       | 15/56 [00:03<00:06,  5.97it/s]
 27%|##6       | 15/56 [00:03<00:06,  5.97it/s]
 29%|##8       | 16/56 [00:03<00:06,  6.06it/s]
 29%|##8       | 16/56 [00:03<00:06,  6.06it/s]
 30%|###       | 17/56 [00:03<00:06,  6.45it/s]
 30%|###       | 17/56 [00:03<00:06,  6.45it/s]
 32%|###2      | 18/56 [00:03<00:05,  6.68it/s]
 32%|###2      | 18/56 [00:03<00:05,  6.68it/s]
 34%|###3      | 19/56 [00:03<00:05,  7.14it/s]
 34%|###3      | 19/56 [00:03<00:05,  7.14it/s]
 36%|###5      | 20/56 [00:03<00:04,  7.29it/s]
 36%|###5      | 20/56 [00:03<00:04,  7.29it/s]
 38%|###7      | 21/56 [00:03<00:04,  7.04it/s]
 38%|###7      | 21/56 [00:03<00:04,  7.04it/s]
 39%|###9      | 22/56 [00:04<00:05,  6.73it/s]
 39%|###9      | 22/56 [00:04<00:05,  6.73it/s]
 41%|####1     | 23/56 [00:04<00:05,  6.56it/s]
 41%|####1     | 23/56 [00:04<00:05,  6.56it/s]
 43%|####2     | 24/56 [00:04<00:04,  6.53it/s]
 43%|####2     | 24/56 [00:04<00:04,  6.53it/s]
 45%|####4     | 25/56 [00:04<00:04,  6.29it/s]
 45%|####4     | 25/56 [00:04<00:04,  6.29it/s]
 46%|####6     | 26/56 [00:04<00:04,  6.46it/s]
 46%|####6     | 26/56 [00:04<00:04,  6.46it/s]
 48%|####8     | 27/56 [00:04<00:04,  6.43it/s]
 48%|####8     | 27/56 [00:04<00:04,  6.43it/s]
 50%|#####     | 28/56 [00:04<00:04,  6.96it/s]
 50%|#####     | 28/56 [00:04<00:04,  6.96it/s]
 52%|#####1    | 29/56 [00:05<00:03,  6.82it/s]
 52%|#####1    | 29/56 [00:05<00:03,  6.82it/s]
 54%|#####3    | 30/56 [00:05<00:03,  7.26it/s]
 54%|#####3    | 30/56 [00:05<00:03,  7.26it/s]
 55%|#####5    | 31/56 [00:05<00:03,  7.39it/s]
 55%|#####5    | 31/56 [00:05<00:03,  7.39it/s]
 57%|#####7    | 32/56 [00:05<00:03,  7.57it/s]
 57%|#####7    | 32/56 [00:05<00:03,  7.57it/s]
 59%|#####8    | 33/56 [00:05<00:03,  7.63it/s]
 59%|#####8    | 33/56 [00:05<00:03,  7.63it/s]
 61%|######    | 34/56 [00:05<00:02,  7.38it/s]
 61%|######    | 34/56 [00:05<00:02,  7.38it/s]
 62%|######2   | 35/56 [00:05<00:02,  7.12it/s]
 62%|######2   | 35/56 [00:05<00:02,  7.12it/s]
 64%|######4   | 36/56 [00:06<00:02,  7.34it/s]
 64%|######4   | 36/56 [00:06<00:02,  7.34it/s]
 66%|######6   | 37/56 [00:06<00:02,  7.21it/s]
 66%|######6   | 37/56 [00:06<00:02,  7.21it/s]
 68%|######7   | 38/56 [00:06<00:02,  7.21it/s]
 68%|######7   | 38/56 [00:06<00:02,  7.21it/s]
 70%|######9   | 39/56 [00:06<00:02,  7.42it/s]
 70%|######9   | 39/56 [00:06<00:02,  7.42it/s]
 71%|#######1  | 40/56 [00:06<00:02,  7.69it/s]
 71%|#######1  | 40/56 [00:06<00:02,  7.69it/s]
 73%|#######3  | 41/56 [00:06<00:01,  7.97it/s]
 73%|#######3  | 41/56 [00:06<00:01,  7.97it/s]
 75%|#######5  | 42/56 [00:06<00:01,  8.02it/s]
 75%|#######5  | 42/56 [00:06<00:01,  8.02it/s]
 77%|#######6  | 43/56 [00:06<00:01,  8.17it/s]
 77%|#######6  | 43/56 [00:06<00:01,  8.17it/s]
 79%|#######8  | 44/56 [00:07<00:01,  7.98it/s]
 79%|#######8  | 44/56 [00:07<00:01,  7.98it/s]
 80%|########  | 45/56 [00:07<00:01,  7.64it/s]
 80%|########  | 45/56 [00:07<00:01,  7.64it/s]
 82%|########2 | 46/56 [00:07<00:01,  7.66it/s]
 82%|########2 | 46/56 [00:07<00:01,  7.66it/s]
 84%|########3 | 47/56 [00:07<00:01,  7.18it/s]
 84%|########3 | 47/56 [00:07<00:01,  7.18it/s]
 86%|########5 | 48/56 [00:07<00:01,  6.94it/s]
 86%|########5 | 48/56 [00:07<00:01,  6.94it/s]
 88%|########7 | 49/56 [00:07<00:00,  7.25it/s]
 88%|########7 | 49/56 [00:07<00:00,  7.25it/s]
 89%|########9 | 50/56 [00:07<00:00,  6.98it/s]
 89%|########9 | 50/56 [00:07<00:00,  6.98it/s]
 91%|#########1| 51/56 [00:08<00:00,  6.45it/s]
 91%|#########1| 51/56 [00:08<00:00,  6.45it/s]
 93%|#########2| 52/56 [00:08<00:00,  6.43it/s]
 93%|#########2| 52/56 [00:08<00:00,  6.43it/s]
 95%|#########4| 53/56 [00:08<00:00,  6.25it/s]
 95%|#########4| 53/56 [00:08<00:00,  6.25it/s]
 96%|#########6| 54/56 [00:08<00:00,  6.30it/s]
 96%|#########6| 54/56 [00:08<00:00,  6.30it/s]
 98%|#########8| 55/56 [00:08<00:00,  6.59it/s]
 98%|#########8| 55/56 [00:08<00:00,  6.59it/s]
100%|##########| 56/56 [00:08<00:00,  6.44it/s]
100%|##########| 56/56 [00:08<00:00,  6.44it/s]
100%|##########| 56/56 [00:08<00:00,  6.31it/s]
100%|##########| 56/56 [00:08<00:00,  6.31it/s]
+
+ - quantizing extras
+Loading Mistral
+
Loading checkpoint shards:   0%|          | 0/10 [00:00<?, ?it/s]
Loading checkpoint shards:   0%|          | 0/10 [00:00<?, ?it/s]
Loading checkpoint shards:  10%|#         | 1/10 [00:00<00:01,  5.53it/s]
Loading checkpoint shards:  10%|#         | 1/10 [00:00<00:01,  5.53it/s]
Loading checkpoint shards:  40%|####      | 4/10 [00:00<00:00, 16.08it/s]
Loading checkpoint shards:  40%|####      | 4/10 [00:00<00:00, 16.08it/s]
Loading checkpoint shards:  70%|#######   | 7/10 [00:00<00:00, 21.20it/s]
Loading checkpoint shards:  70%|#######   | 7/10 [00:00<00:00, 21.20it/s]
Loading checkpoint shards: 100%|##########| 10/10 [00:00<00:00, 20.73it/s]
Loading checkpoint shards: 100%|##########| 10/10 [00:00<00:00, 20.73it/s]
+
+Quantizing Mistral
+Loading VAE
+Making pipe
+Preparing Model
+Model Loaded
+create LoRA network. base dim (rank): 32, alpha: 32
+neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
+apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
+create LoRA for Text Encoder: 0 modules.
+create LoRA for U-Net: 160 modules.
+enable LoRA for U-Net
+Dataset: /workspace/ai-toolkit/datasets/fia_dataset
+  -  Preprocessing image dimensions
+
  0%|          | 0/30 [00:00<?, ?it/s]
  0%|          | 0/30 [00:00<?, ?it/s]
 17%|#6        | 5/30 [00:00<00:00, 49.57it/s]
 17%|#6        | 5/30 [00:00<00:00, 49.57it/s]
 37%|###6      | 11/30 [00:00<00:00, 55.27it/s]
 37%|###6      | 11/30 [00:00<00:00, 55.27it/s]
 57%|#####6    | 17/30 [00:00<00:00, 52.47it/s]
 57%|#####6    | 17/30 [00:00<00:00, 52.47it/s]
 77%|#######6  | 23/30 [00:00<00:00, 37.70it/s]
 77%|#######6  | 23/30 [00:00<00:00, 37.70it/s]
 97%|#########6| 29/30 [00:00<00:00, 43.39it/s]
 97%|#########6| 29/30 [00:00<00:00, 43.39it/s]
100%|##########| 30/30 [00:00<00:00, 45.10it/s]
100%|##########| 30/30 [00:00<00:00, 45.10it/s]
+
+  -  Found 30 images
+Bucket sizes for /workspace/ai-toolkit/datasets/fia_dataset:
+896x1088: 11 files
+832x1152: 17 files
+896x1152: 2 files
+3 buckets made
+Dataset: /workspace/ai-toolkit/datasets/fia_dataset
+  -  Preprocessing image dimensions
+
  0%|          | 0/30 [00:00<?, ?it/s]
  0%|          | 0/30 [00:00<?, ?it/s]
100%|##########| 30/30 [00:00<00:00, 67001.66it/s]
100%|##########| 30/30 [00:00<00:00, 67001.66it/s]
+
+  -  Found 30 images
+Bucket sizes for /workspace/ai-toolkit/datasets/fia_dataset:
+1120x1360: 11 files
+1040x1440: 17 files
+1120x1440: 2 files
+3 buckets made
+Dataset: /workspace/ai-toolkit/datasets/fia_dataset
+  -  Preprocessing image dimensions
+
  0%|          | 0/30 [00:00<?, ?it/s]
  0%|          | 0/30 [00:00<?, ?it/s]
100%|##########| 30/30 [00:00<00:00, 55043.36it/s]
100%|##########| 30/30 [00:00<00:00, 55043.36it/s]
+
+  -  Found 30 images
+Bucket sizes for /workspace/ai-toolkit/datasets/fia_dataset:
+1344x1632: 11 files
+1248x1728: 17 files
+1296x1664: 1 files
+1280x1664: 1 files
+4 buckets made
+Generating baseline samples before training
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:  25%|##5       | 1/4 [00:49<02:29, 49.74s/it]
Generating Images:  25%|##5       | 1/4 [00:49<02:29, 49.74s/it]
Generating Images:  50%|#####     | 2/4 [01:40<01:40, 50.10s/it]
Generating Images:  50%|#####     | 2/4 [01:40<01:40, 50.10s/it]
Generating Images:  75%|#######5  | 3/4 [02:30<00:50, 50.39s/it]
Generating Images:  75%|#######5  | 3/4 [02:30<00:50, 50.39s/it]
Generating Images: 100%|##########| 4/4 [03:21<00:00, 50.61s/it]
Generating Images: 100%|##########| 4/4 [03:21<00:00, 50.61s/it]
                                                                
                                                                


fia_flux_2:   0%|          | 0/1200 [00:00<?, ?it/s]
fia_flux_2:   0%|          | 0/1200 [00:00<?, ?it/s]
fia_flux_2:   0%|          | 0/1200 [00:10<?, ?it/s, lr: 5.0e-05 loss: 5.911e-01]
fia_flux_2:   0%|          | 0/1200 [00:10<?, ?it/s, lr: 5.0e-05 loss: 5.911e-01]
fia_flux_2:   0%|          | 0/1200 [00:10<?, ?it/s, lr: 5.0e-05 loss: 5.911e-01]
fia_flux_2:   0%|          | 0/1200 [00:10<?, ?it/s, lr: 5.0e-05 loss: 5.911e-01]
fia_flux_2:   0%|          | 0/1200 [00:24<?, ?it/s, lr: 5.0e-05 loss: 3.850e-01]
fia_flux_2:   0%|          | 0/1200 [00:24<?, ?it/s, lr: 5.0e-05 loss: 3.850e-01]
fia_flux_2:   0%|          | 1/1200 [00:24<4:45:57, 14.31s/it, lr: 5.0e-05 loss: 3.850e-01]
fia_flux_2:   0%|          | 1/1200 [00:24<4:45:57, 14.31s/it, lr: 5.0e-05 loss: 3.850e-01]
fia_flux_2:   0%|          | 1/1200 [00:31<4:45:57, 14.31s/it, lr: 5.0e-05 loss: 3.654e-01]
fia_flux_2:   0%|          | 1/1200 [00:31<4:45:57, 14.31s/it, lr: 5.0e-05 loss: 3.654e-01]
fia_flux_2:   0%|          | 2/1200 [00:31<3:15:57,  9.81s/it, lr: 5.0e-05 loss: 3.654e-01]
fia_flux_2:   0%|          | 2/1200 [00:31<3:15:57,  9.81s/it, lr: 5.0e-05 loss: 3.654e-01]
fia_flux_2:   0%|          | 2/1200 [00:37<3:15:57,  9.81s/it, lr: 5.0e-05 loss: 9.578e-01]
fia_flux_2:   0%|          | 2/1200 [00:37<3:15:57,  9.81s/it, lr: 5.0e-05 loss: 9.578e-01]
fia_flux_2:   0%|          | 3/1200 [00:37<2:46:55,  8.37s/it, lr: 5.0e-05 loss: 9.578e-01]
fia_flux_2:   0%|          | 3/1200 [00:37<2:46:55,  8.37s/it, lr: 5.0e-05 loss: 9.578e-01]
fia_flux_2:   0%|          | 3/1200 [00:44<2:46:55,  8.37s/it, lr: 5.0e-05 loss: 8.770e-01]
fia_flux_2:   0%|          | 3/1200 [00:44<2:46:55,  8.37s/it, lr: 5.0e-05 loss: 8.770e-01]
fia_flux_2:   0%|          | 4/1200 [00:44<2:32:48,  7.67s/it, lr: 5.0e-05 loss: 8.770e-01]
fia_flux_2:   0%|          | 4/1200 [00:44<2:32:48,  7.67s/it, lr: 5.0e-05 loss: 8.770e-01]
fia_flux_2:   0%|          | 4/1200 [00:58<2:32:48,  7.67s/it, lr: 5.0e-05 loss: 1.402e+00]
fia_flux_2:   0%|          | 4/1200 [00:58<2:32:48,  7.67s/it, lr: 5.0e-05 loss: 1.402e+00]
fia_flux_2:   0%|          | 5/1200 [00:58<3:18:20,  9.96s/it, lr: 5.0e-05 loss: 1.402e+00]
fia_flux_2:   0%|          | 5/1200 [00:58<3:18:20,  9.96s/it, lr: 5.0e-05 loss: 1.402e+00]
fia_flux_2:   0%|          | 5/1200 [01:05<3:18:20,  9.96s/it, lr: 5.0e-05 loss: 4.525e-01]
fia_flux_2:   0%|          | 5/1200 [01:05<3:18:20,  9.96s/it, lr: 5.0e-05 loss: 4.525e-01]
fia_flux_2:   0%|          | 6/1200 [01:05<2:55:24,  8.81s/it, lr: 5.0e-05 loss: 4.525e-01]
fia_flux_2:   0%|          | 6/1200 [01:05<2:55:24,  8.81s/it, lr: 5.0e-05 loss: 4.525e-01]
fia_flux_2:   0%|          | 6/1200 [01:15<2:55:24,  8.81s/it, lr: 5.0e-05 loss: 1.670e-01]
fia_flux_2:   0%|          | 6/1200 [01:15<2:55:24,  8.81s/it, lr: 5.0e-05 loss: 1.670e-01]
fia_flux_2:   1%|          | 7/1200 [01:15<3:02:38,  9.19s/it, lr: 5.0e-05 loss: 1.670e-01]
fia_flux_2:   1%|          | 7/1200 [01:15<3:02:38,  9.19s/it, lr: 5.0e-05 loss: 1.670e-01]
fia_flux_2:   1%|          | 7/1200 [01:21<3:02:38,  9.19s/it, lr: 5.0e-05 loss: 6.984e-01]
fia_flux_2:   1%|          | 7/1200 [01:21<3:02:38,  9.19s/it, lr: 5.0e-05 loss: 6.984e-01]
fia_flux_2:   1%|          | 8/1200 [01:21<2:46:05,  8.36s/it, lr: 5.0e-05 loss: 6.984e-01]
fia_flux_2:   1%|          | 8/1200 [01:21<2:46:05,  8.36s/it, lr: 5.0e-05 loss: 6.984e-01]
fia_flux_2:   1%|          | 8/1200 [01:31<2:46:05,  8.36s/it, lr: 5.0e-05 loss: 4.334e-01]
fia_flux_2:   1%|          | 8/1200 [01:31<2:46:05,  8.36s/it, lr: 5.0e-05 loss: 4.334e-01]
fia_flux_2:   1%|          | 9/1200 [01:31<2:55:47,  8.86s/it, lr: 5.0e-05 loss: 4.334e-01]
fia_flux_2:   1%|          | 9/1200 [01:31<2:55:47,  8.86s/it, lr: 5.0e-05 loss: 4.334e-01]
fia_flux_2:   1%|          | 9/1200 [01:41<2:55:47,  8.86s/it, lr: 5.0e-05 loss: 4.974e-01]
fia_flux_2:   1%|          | 9/1200 [01:41<2:55:47,  8.86s/it, lr: 5.0e-05 loss: 4.974e-01]
fia_flux_2:   1%|          | 10/1200 [01:55<2:55:39,  8.86s/it, lr: 5.0e-05 loss: 8.014e-02]
fia_flux_2:   1%|          | 10/1200 [01:55<2:55:39,  8.86s/it, lr: 5.0e-05 loss: 8.014e-02]
fia_flux_2:   1%|          | 11/1200 [01:55<2:38:05,  7.98s/it, lr: 5.0e-05 loss: 8.014e-02]
fia_flux_2:   1%|          | 11/1200 [01:55<2:38:05,  7.98s/it, lr: 5.0e-05 loss: 8.014e-02]
fia_flux_2:   1%|          | 11/1200 [02:09<2:38:05,  7.98s/it, lr: 5.0e-05 loss: 9.914e-01]
fia_flux_2:   1%|          | 11/1200 [02:09<2:38:05,  7.98s/it, lr: 5.0e-05 loss: 9.914e-01]
fia_flux_2:   1%|1         | 12/1200 [02:09<3:09:33,  9.57s/it, lr: 5.0e-05 loss: 9.914e-01]
fia_flux_2:   1%|1         | 12/1200 [02:09<3:09:33,  9.57s/it, lr: 5.0e-05 loss: 9.914e-01]
fia_flux_2:   1%|1         | 12/1200 [02:23<3:09:33,  9.57s/it, lr: 5.0e-05 loss: 9.680e-01]
fia_flux_2:   1%|1         | 12/1200 [02:23<3:09:33,  9.57s/it, lr: 5.0e-05 loss: 9.680e-01]
fia_flux_2:   1%|1         | 13/1200 [02:23<3:32:35, 10.75s/it, lr: 5.0e-05 loss: 9.680e-01]
fia_flux_2:   1%|1         | 13/1200 [02:23<3:32:35, 10.75s/it, lr: 5.0e-05 loss: 9.680e-01]
fia_flux_2:   1%|1         | 13/1200 [02:38<3:32:35, 10.75s/it, lr: 5.0e-05 loss: 1.261e+00]
fia_flux_2:   1%|1         | 13/1200 [02:38<3:32:35, 10.75s/it, lr: 5.0e-05 loss: 1.261e+00]
fia_flux_2:   1%|1         | 14/1200 [02:38<3:51:49, 11.73s/it, lr: 5.0e-05 loss: 1.261e+00]
fia_flux_2:   1%|1         | 14/1200 [02:38<3:51:49, 11.73s/it, lr: 5.0e-05 loss: 1.261e+00]
fia_flux_2:   1%|1         | 14/1200 [02:48<3:51:49, 11.73s/it, lr: 5.0e-05 loss: 7.785e-01]
fia_flux_2:   1%|1         | 14/1200 [02:48<3:51:49, 11.73s/it, lr: 5.0e-05 loss: 7.785e-01]
fia_flux_2:   1%|1         | 15/1200 [02:48<3:41:38, 11.22s/it, lr: 5.0e-05 loss: 7.785e-01]
fia_flux_2:   1%|1         | 15/1200 [02:48<3:41:38, 11.22s/it, lr: 5.0e-05 loss: 7.785e-01]
fia_flux_2:   1%|1         | 15/1200 [02:54<3:41:38, 11.22s/it, lr: 5.0e-05 loss: 3.966e-01]
fia_flux_2:   1%|1         | 15/1200 [02:54<3:41:38, 11.22s/it, lr: 5.0e-05 loss: 3.966e-01]
fia_flux_2:   1%|1         | 16/1200 [02:54<3:15:30,  9.91s/it, lr: 5.0e-05 loss: 3.966e-01]
fia_flux_2:   1%|1         | 16/1200 [02:54<3:15:30,  9.91s/it, lr: 5.0e-05 loss: 3.966e-01]
fia_flux_2:   1%|1         | 16/1200 [03:01<3:15:30,  9.91s/it, lr: 5.0e-05 loss: 1.151e+00]
fia_flux_2:   1%|1         | 16/1200 [03:01<3:15:30,  9.91s/it, lr: 5.0e-05 loss: 1.151e+00]
fia_flux_2:   1%|1         | 17/1200 [03:01<2:56:20,  8.94s/it, lr: 5.0e-05 loss: 1.151e+00]
fia_flux_2:   1%|1         | 17/1200 [03:01<2:56:20,  8.94s/it, lr: 5.0e-05 loss: 1.151e+00]
fia_flux_2:   1%|1         | 17/1200 [03:07<2:56:20,  8.94s/it, lr: 5.0e-05 loss: 3.513e-01]
fia_flux_2:   1%|1         | 17/1200 [03:07<2:56:20,  8.94s/it, lr: 5.0e-05 loss: 3.513e-01]
fia_flux_2:   2%|1         | 18/1200 [03:07<2:42:34,  8.25s/it, lr: 5.0e-05 loss: 3.513e-01]
fia_flux_2:   2%|1         | 18/1200 [03:07<2:42:34,  8.25s/it, lr: 5.0e-05 loss: 3.513e-01]
fia_flux_2:   2%|1         | 18/1200 [03:17<2:42:34,  8.25s/it, lr: 5.0e-05 loss: 1.558e-01]
fia_flux_2:   2%|1         | 18/1200 [03:17<2:42:34,  8.25s/it, lr: 5.0e-05 loss: 1.558e-01]
fia_flux_2:   2%|1         | 19/1200 [03:17<2:51:31,  8.71s/it, lr: 5.0e-05 loss: 1.558e-01]
fia_flux_2:   2%|1         | 19/1200 [03:17<2:51:31,  8.71s/it, lr: 5.0e-05 loss: 1.558e-01]
fia_flux_2:   2%|1         | 19/1200 [03:24<2:51:31,  8.71s/it, lr: 5.0e-05 loss: 8.855e-01]
fia_flux_2:   2%|1         | 19/1200 [03:24<2:51:31,  8.71s/it, lr: 5.0e-05 loss: 8.855e-01]
fia_flux_2:   2%|1         | 20/1200 [03:38<2:51:22,  8.71s/it, lr: 5.0e-05 loss: 1.289e+00]
fia_flux_2:   2%|1         | 20/1200 [03:38<2:51:22,  8.71s/it, lr: 5.0e-05 loss: 1.289e+00]
fia_flux_2:   2%|1         | 21/1200 [03:38<2:35:41,  7.92s/it, lr: 5.0e-05 loss: 1.289e+00]
fia_flux_2:   2%|1         | 21/1200 [03:38<2:35:41,  7.92s/it, lr: 5.0e-05 loss: 1.289e+00]
fia_flux_2:   2%|1         | 21/1200 [03:48<2:35:41,  7.92s/it, lr: 5.0e-05 loss: 1.101e+00]
fia_flux_2:   2%|1         | 21/1200 [03:48<2:35:41,  7.92s/it, lr: 5.0e-05 loss: 1.101e+00]
fia_flux_2:   2%|1         | 22/1200 [03:48<2:44:51,  8.40s/it, lr: 5.0e-05 loss: 1.101e+00]
fia_flux_2:   2%|1         | 22/1200 [03:48<2:44:51,  8.40s/it, lr: 5.0e-05 loss: 1.101e+00]
fia_flux_2:   2%|1         | 22/1200 [04:02<2:44:51,  8.40s/it, lr: 5.0e-05 loss: 5.245e-01]
fia_flux_2:   2%|1         | 22/1200 [04:02<2:44:51,  8.40s/it, lr: 5.0e-05 loss: 5.245e-01]
fia_flux_2:   2%|1         | 23/1200 [04:02<3:14:48,  9.93s/it, lr: 5.0e-05 loss: 5.245e-01]
fia_flux_2:   2%|1         | 23/1200 [04:02<3:14:48,  9.93s/it, lr: 5.0e-05 loss: 5.245e-01]
fia_flux_2:   2%|1         | 23/1200 [04:12<3:14:48,  9.93s/it, lr: 5.0e-05 loss: 1.015e+00]
fia_flux_2:   2%|1         | 23/1200 [04:12<3:14:48,  9.93s/it, lr: 5.0e-05 loss: 1.015e+00]
fia_flux_2:   2%|2         | 24/1200 [04:12<3:14:47,  9.94s/it, lr: 5.0e-05 loss: 1.015e+00]
fia_flux_2:   2%|2         | 24/1200 [04:12<3:14:47,  9.94s/it, lr: 5.0e-05 loss: 1.015e+00]
fia_flux_2:   2%|2         | 24/1200 [04:18<3:14:47,  9.94s/it, lr: 5.0e-05 loss: 7.009e-01]
fia_flux_2:   2%|2         | 24/1200 [04:18<3:14:47,  9.94s/it, lr: 5.0e-05 loss: 7.009e-01]
fia_flux_2:   2%|2         | 25/1200 [04:18<2:56:16,  9.00s/it, lr: 5.0e-05 loss: 7.009e-01]
fia_flux_2:   2%|2         | 25/1200 [04:18<2:56:16,  9.00s/it, lr: 5.0e-05 loss: 7.009e-01]
fia_flux_2:   2%|2         | 25/1200 [04:25<2:56:16,  9.00s/it, lr: 5.0e-05 loss: 1.179e+00]
fia_flux_2:   2%|2         | 25/1200 [04:25<2:56:16,  9.00s/it, lr: 5.0e-05 loss: 1.179e+00]
fia_flux_2:   2%|2         | 26/1200 [04:25<2:42:37,  8.31s/it, lr: 5.0e-05 loss: 1.179e+00]
fia_flux_2:   2%|2         | 26/1200 [04:25<2:42:37,  8.31s/it, lr: 5.0e-05 loss: 1.179e+00]
fia_flux_2:   2%|2         | 26/1200 [04:35<2:42:37,  8.31s/it, lr: 5.0e-05 loss: 9.626e-01]
fia_flux_2:   2%|2         | 26/1200 [04:35<2:42:37,  8.31s/it, lr: 5.0e-05 loss: 9.626e-01]
fia_flux_2:   2%|2         | 27/1200 [04:35<2:50:56,  8.74s/it, lr: 5.0e-05 loss: 9.626e-01]
fia_flux_2:   2%|2         | 27/1200 [04:35<2:50:56,  8.74s/it, lr: 5.0e-05 loss: 9.626e-01]
fia_flux_2:   2%|2         | 27/1200 [04:49<2:50:56,  8.74s/it, lr: 5.0e-05 loss: 2.070e-01]
fia_flux_2:   2%|2         | 27/1200 [04:49<2:50:56,  8.74s/it, lr: 5.0e-05 loss: 2.070e-01]
fia_flux_2:   2%|2         | 28/1200 [04:49<3:20:52, 10.28s/it, lr: 5.0e-05 loss: 2.070e-01]
fia_flux_2:   2%|2         | 28/1200 [04:49<3:20:52, 10.28s/it, lr: 5.0e-05 loss: 2.070e-01]
fia_flux_2:   2%|2         | 28/1200 [04:55<3:20:52, 10.28s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:   2%|2         | 28/1200 [04:55<3:20:52, 10.28s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:   2%|2         | 29/1200 [04:55<2:59:42,  9.21s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:   2%|2         | 29/1200 [04:55<2:59:42,  9.21s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:   2%|2         | 29/1200 [05:09<2:59:42,  9.21s/it, lr: 5.0e-05 loss: 7.825e-01]
fia_flux_2:   2%|2         | 29/1200 [05:09<2:59:42,  9.21s/it, lr: 5.0e-05 loss: 7.825e-01]
fia_flux_2:   2%|2         | 30/1200 [05:23<2:59:32,  9.21s/it, lr: 5.0e-05 loss: 4.838e-01]
fia_flux_2:   2%|2         | 30/1200 [05:23<2:59:32,  9.21s/it, lr: 5.0e-05 loss: 4.838e-01]
fia_flux_2:   3%|2         | 31/1200 [05:23<2:38:46,  8.15s/it, lr: 5.0e-05 loss: 4.838e-01]
fia_flux_2:   3%|2         | 31/1200 [05:23<2:38:46,  8.15s/it, lr: 5.0e-05 loss: 4.838e-01]
fia_flux_2:   3%|2         | 31/1200 [05:33<2:38:46,  8.15s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:   3%|2         | 31/1200 [05:33<2:38:46,  8.15s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:   3%|2         | 32/1200 [05:33<2:46:42,  8.56s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:   3%|2         | 32/1200 [05:33<2:46:42,  8.56s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:   3%|2         | 32/1200 [05:43<2:46:42,  8.56s/it, lr: 5.0e-05 loss: 2.704e-01]
fia_flux_2:   3%|2         | 32/1200 [05:43<2:46:42,  8.56s/it, lr: 5.0e-05 loss: 2.704e-01]
fia_flux_2:   3%|2         | 33/1200 [05:43<2:52:53,  8.89s/it, lr: 5.0e-05 loss: 2.704e-01]
fia_flux_2:   3%|2         | 33/1200 [05:43<2:52:53,  8.89s/it, lr: 5.0e-05 loss: 2.704e-01]
fia_flux_2:   3%|2         | 33/1200 [05:53<2:52:53,  8.89s/it, lr: 5.0e-05 loss: 5.982e-01]
fia_flux_2:   3%|2         | 33/1200 [05:53<2:52:53,  8.89s/it, lr: 5.0e-05 loss: 5.982e-01]
fia_flux_2:   3%|2         | 34/1200 [05:53<3:01:32,  9.34s/it, lr: 5.0e-05 loss: 5.982e-01]
fia_flux_2:   3%|2         | 34/1200 [05:53<3:01:32,  9.34s/it, lr: 5.0e-05 loss: 5.982e-01]
fia_flux_2:   3%|2         | 34/1200 [06:00<3:01:32,  9.34s/it, lr: 5.0e-05 loss: 6.881e-01]
fia_flux_2:   3%|2         | 34/1200 [06:00<3:01:32,  9.34s/it, lr: 5.0e-05 loss: 6.881e-01]
fia_flux_2:   3%|2         | 35/1200 [06:00<2:46:33,  8.58s/it, lr: 5.0e-05 loss: 6.881e-01]
fia_flux_2:   3%|2         | 35/1200 [06:00<2:46:33,  8.58s/it, lr: 5.0e-05 loss: 6.881e-01]
fia_flux_2:   3%|2         | 35/1200 [06:10<2:46:33,  8.58s/it, lr: 5.0e-05 loss: 5.171e-01]
fia_flux_2:   3%|2         | 35/1200 [06:10<2:46:33,  8.58s/it, lr: 5.0e-05 loss: 5.171e-01]
fia_flux_2:   3%|3         | 36/1200 [06:10<2:53:55,  8.97s/it, lr: 5.0e-05 loss: 5.171e-01]
fia_flux_2:   3%|3         | 36/1200 [06:10<2:53:55,  8.97s/it, lr: 5.0e-05 loss: 5.171e-01]
fia_flux_2:   3%|3         | 36/1200 [06:20<2:53:55,  8.97s/it, lr: 5.0e-05 loss: 1.253e+00]
fia_flux_2:   3%|3         | 36/1200 [06:20<2:53:55,  8.97s/it, lr: 5.0e-05 loss: 1.253e+00]
fia_flux_2:   3%|3         | 37/1200 [06:20<2:58:32,  9.21s/it, lr: 5.0e-05 loss: 1.253e+00]
fia_flux_2:   3%|3         | 37/1200 [06:20<2:58:32,  9.21s/it, lr: 5.0e-05 loss: 1.253e+00]
fia_flux_2:   3%|3         | 37/1200 [06:26<2:58:32,  9.21s/it, lr: 5.0e-05 loss: 4.564e-01]
fia_flux_2:   3%|3         | 37/1200 [06:26<2:58:32,  9.21s/it, lr: 5.0e-05 loss: 4.564e-01]
fia_flux_2:   3%|3         | 38/1200 [06:26<2:43:45,  8.46s/it, lr: 5.0e-05 loss: 4.564e-01]
fia_flux_2:   3%|3         | 38/1200 [06:26<2:43:45,  8.46s/it, lr: 5.0e-05 loss: 4.564e-01]
fia_flux_2:   3%|3         | 38/1200 [06:40<2:43:45,  8.46s/it, lr: 5.0e-05 loss: 8.603e-01]
fia_flux_2:   3%|3         | 38/1200 [06:40<2:43:45,  8.46s/it, lr: 5.0e-05 loss: 8.603e-01]
fia_flux_2:   3%|3         | 39/1200 [06:40<3:15:11, 10.09s/it, lr: 5.0e-05 loss: 8.603e-01]
fia_flux_2:   3%|3         | 39/1200 [06:40<3:15:11, 10.09s/it, lr: 5.0e-05 loss: 8.603e-01]
fia_flux_2:   3%|3         | 39/1200 [06:55<3:15:11, 10.09s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:   3%|3         | 39/1200 [06:55<3:15:11, 10.09s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:   3%|3         | 40/1200 [07:09<3:15:01, 10.09s/it, lr: 5.0e-05 loss: 5.314e-01]
fia_flux_2:   3%|3         | 40/1200 [07:09<3:15:01, 10.09s/it, lr: 5.0e-05 loss: 5.314e-01]
fia_flux_2:   3%|3         | 41/1200 [07:09<2:47:30,  8.67s/it, lr: 5.0e-05 loss: 5.314e-01]
fia_flux_2:   3%|3         | 41/1200 [07:09<2:47:30,  8.67s/it, lr: 5.0e-05 loss: 5.314e-01]
fia_flux_2:   3%|3         | 41/1200 [07:18<2:47:30,  8.67s/it, lr: 5.0e-05 loss: 7.235e-01]
fia_flux_2:   3%|3         | 41/1200 [07:18<2:47:30,  8.67s/it, lr: 5.0e-05 loss: 7.235e-01]
fia_flux_2:   4%|3         | 42/1200 [07:18<2:52:48,  8.95s/it, lr: 5.0e-05 loss: 7.235e-01]
fia_flux_2:   4%|3         | 42/1200 [07:18<2:52:48,  8.95s/it, lr: 5.0e-05 loss: 7.235e-01]
fia_flux_2:   4%|3         | 42/1200 [07:32<2:52:48,  8.95s/it, lr: 5.0e-05 loss: 2.222e-01]
fia_flux_2:   4%|3         | 42/1200 [07:32<2:52:48,  8.95s/it, lr: 5.0e-05 loss: 2.222e-01]
fia_flux_2:   4%|3         | 43/1200 [07:32<3:18:01, 10.27s/it, lr: 5.0e-05 loss: 2.222e-01]
fia_flux_2:   4%|3         | 43/1200 [07:32<3:18:01, 10.27s/it, lr: 5.0e-05 loss: 2.222e-01]
fia_flux_2:   4%|3         | 43/1200 [07:47<3:18:01, 10.27s/it, lr: 5.0e-05 loss: 6.126e-01]
fia_flux_2:   4%|3         | 43/1200 [07:47<3:18:01, 10.27s/it, lr: 5.0e-05 loss: 6.126e-01]
fia_flux_2:   4%|3         | 44/1200 [07:47<3:38:47, 11.36s/it, lr: 5.0e-05 loss: 6.126e-01]
fia_flux_2:   4%|3         | 44/1200 [07:47<3:38:47, 11.36s/it, lr: 5.0e-05 loss: 6.126e-01]
fia_flux_2:   4%|3         | 44/1200 [07:53<3:38:47, 11.36s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:   4%|3         | 44/1200 [07:53<3:38:47, 11.36s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:   4%|3         | 45/1200 [07:53<3:13:05, 10.03s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:   4%|3         | 45/1200 [07:53<3:13:05, 10.03s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:   4%|3         | 45/1200 [08:03<3:13:05, 10.03s/it, lr: 5.0e-05 loss: 9.427e-01]
fia_flux_2:   4%|3         | 45/1200 [08:03<3:13:05, 10.03s/it, lr: 5.0e-05 loss: 9.427e-01]
fia_flux_2:   4%|3         | 46/1200 [08:03<3:11:47,  9.97s/it, lr: 5.0e-05 loss: 9.427e-01]
fia_flux_2:   4%|3         | 46/1200 [08:03<3:11:47,  9.97s/it, lr: 5.0e-05 loss: 9.427e-01]
fia_flux_2:   4%|3         | 46/1200 [08:17<3:11:47,  9.97s/it, lr: 5.0e-05 loss: 4.902e-01]
fia_flux_2:   4%|3         | 46/1200 [08:17<3:11:47,  9.97s/it, lr: 5.0e-05 loss: 4.902e-01]
fia_flux_2:   4%|3         | 47/1200 [08:17<3:34:09, 11.14s/it, lr: 5.0e-05 loss: 4.902e-01]
fia_flux_2:   4%|3         | 47/1200 [08:17<3:34:09, 11.14s/it, lr: 5.0e-05 loss: 4.902e-01]
fia_flux_2:   4%|3         | 47/1200 [08:32<3:34:09, 11.14s/it, lr: 5.0e-05 loss: 9.958e-01]
fia_flux_2:   4%|3         | 47/1200 [08:32<3:34:09, 11.14s/it, lr: 5.0e-05 loss: 9.958e-01]
fia_flux_2:   4%|4         | 48/1200 [08:32<3:51:40, 12.07s/it, lr: 5.0e-05 loss: 9.958e-01]
fia_flux_2:   4%|4         | 48/1200 [08:32<3:51:40, 12.07s/it, lr: 5.0e-05 loss: 9.958e-01]
fia_flux_2:   4%|4         | 48/1200 [08:41<3:51:40, 12.07s/it, lr: 5.0e-05 loss: 5.644e-01]
fia_flux_2:   4%|4         | 48/1200 [08:41<3:51:40, 12.07s/it, lr: 5.0e-05 loss: 5.644e-01]
fia_flux_2:   4%|4         | 49/1200 [08:41<3:38:47, 11.41s/it, lr: 5.0e-05 loss: 5.644e-01]
fia_flux_2:   4%|4         | 49/1200 [08:41<3:38:47, 11.41s/it, lr: 5.0e-05 loss: 5.644e-01]
fia_flux_2:   4%|4         | 49/1200 [08:48<3:38:47, 11.41s/it, lr: 5.0e-05 loss: 6.343e-01]
fia_flux_2:   4%|4         | 49/1200 [08:48<3:38:47, 11.41s/it, lr: 5.0e-05 loss: 6.343e-01]
fia_flux_2:   4%|4         | 50/1200 [08:55<3:38:36, 11.41s/it, lr: 5.0e-05 loss: 4.418e-01]
fia_flux_2:   4%|4         | 50/1200 [08:55<3:38:36, 11.41s/it, lr: 5.0e-05 loss: 4.418e-01]
fia_flux_2:   4%|4         | 51/1200 [08:55<2:27:22,  7.70s/it, lr: 5.0e-05 loss: 4.418e-01]
fia_flux_2:   4%|4         | 51/1200 [08:55<2:27:22,  7.70s/it, lr: 5.0e-05 loss: 4.418e-01]
fia_flux_2:   4%|4         | 51/1200 [09:01<2:27:22,  7.70s/it, lr: 5.0e-05 loss: 1.236e+00]
fia_flux_2:   4%|4         | 51/1200 [09:01<2:27:22,  7.70s/it, lr: 5.0e-05 loss: 1.236e+00]
fia_flux_2:   4%|4         | 52/1200 [09:01<2:22:00,  7.42s/it, lr: 5.0e-05 loss: 1.236e+00]
fia_flux_2:   4%|4         | 52/1200 [09:01<2:22:00,  7.42s/it, lr: 5.0e-05 loss: 1.236e+00]
fia_flux_2:   4%|4         | 52/1200 [09:11<2:22:00,  7.42s/it, lr: 5.0e-05 loss: 7.449e-01]
fia_flux_2:   4%|4         | 52/1200 [09:11<2:22:00,  7.42s/it, lr: 5.0e-05 loss: 7.449e-01]
fia_flux_2:   4%|4         | 53/1200 [09:11<2:34:22,  8.08s/it, lr: 5.0e-05 loss: 7.449e-01]
fia_flux_2:   4%|4         | 53/1200 [09:11<2:34:22,  8.08s/it, lr: 5.0e-05 loss: 7.449e-01]
fia_flux_2:   4%|4         | 53/1200 [09:25<2:34:22,  8.08s/it, lr: 5.0e-05 loss: 1.016e-01]
fia_flux_2:   4%|4         | 53/1200 [09:25<2:34:22,  8.08s/it, lr: 5.0e-05 loss: 1.016e-01]
fia_flux_2:   4%|4         | 54/1200 [09:25<3:06:24,  9.76s/it, lr: 5.0e-05 loss: 1.016e-01]
fia_flux_2:   4%|4         | 54/1200 [09:25<3:06:24,  9.76s/it, lr: 5.0e-05 loss: 1.016e-01]
fia_flux_2:   4%|4         | 54/1200 [09:32<3:06:24,  9.76s/it, lr: 5.0e-05 loss: 4.116e-01]
fia_flux_2:   4%|4         | 54/1200 [09:32<3:06:24,  9.76s/it, lr: 5.0e-05 loss: 4.116e-01]
fia_flux_2:   5%|4         | 55/1200 [09:32<2:51:22,  8.98s/it, lr: 5.0e-05 loss: 4.116e-01]
fia_flux_2:   5%|4         | 55/1200 [09:32<2:51:22,  8.98s/it, lr: 5.0e-05 loss: 4.116e-01]
fia_flux_2:   5%|4         | 55/1200 [09:39<2:51:22,  8.98s/it, lr: 5.0e-05 loss: 3.431e-01]
fia_flux_2:   5%|4         | 55/1200 [09:39<2:51:22,  8.98s/it, lr: 5.0e-05 loss: 3.431e-01]
fia_flux_2:   5%|4         | 56/1200 [09:39<2:38:30,  8.31s/it, lr: 5.0e-05 loss: 3.431e-01]
fia_flux_2:   5%|4         | 56/1200 [09:39<2:38:30,  8.31s/it, lr: 5.0e-05 loss: 3.431e-01]
fia_flux_2:   5%|4         | 56/1200 [09:49<2:38:30,  8.31s/it, lr: 5.0e-05 loss: 8.048e-01]
fia_flux_2:   5%|4         | 56/1200 [09:49<2:38:30,  8.31s/it, lr: 5.0e-05 loss: 8.048e-01]
fia_flux_2:   5%|4         | 57/1200 [09:49<2:46:41,  8.75s/it, lr: 5.0e-05 loss: 8.048e-01]
fia_flux_2:   5%|4         | 57/1200 [09:49<2:46:41,  8.75s/it, lr: 5.0e-05 loss: 8.048e-01]
fia_flux_2:   5%|4         | 57/1200 [09:59<2:46:41,  8.75s/it, lr: 5.0e-05 loss: 2.658e-01]
fia_flux_2:   5%|4         | 57/1200 [09:59<2:46:41,  8.75s/it, lr: 5.0e-05 loss: 2.658e-01]
fia_flux_2:   5%|4         | 58/1200 [09:59<2:52:40,  9.07s/it, lr: 5.0e-05 loss: 2.658e-01]
fia_flux_2:   5%|4         | 58/1200 [09:59<2:52:40,  9.07s/it, lr: 5.0e-05 loss: 2.658e-01]
fia_flux_2:   5%|4         | 58/1200 [10:05<2:52:40,  9.07s/it, lr: 5.0e-05 loss: 1.392e-01]
fia_flux_2:   5%|4         | 58/1200 [10:05<2:52:40,  9.07s/it, lr: 5.0e-05 loss: 1.392e-01]
fia_flux_2:   5%|4         | 59/1200 [10:05<2:38:36,  8.34s/it, lr: 5.0e-05 loss: 1.392e-01]
fia_flux_2:   5%|4         | 59/1200 [10:05<2:38:36,  8.34s/it, lr: 5.0e-05 loss: 1.392e-01]
fia_flux_2:   5%|4         | 59/1200 [10:19<2:38:36,  8.34s/it, lr: 5.0e-05 loss: 6.809e-01]
fia_flux_2:   5%|4         | 59/1200 [10:19<2:38:36,  8.34s/it, lr: 5.0e-05 loss: 6.809e-01]
+Saving at step 60
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000060.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:   5%|5         | 60/1200 [10:29<2:38:27,  8.34s/it, lr: 5.0e-05 loss: 8.461e-01]
fia_flux_2:   5%|5         | 60/1200 [10:29<2:38:27,  8.34s/it, lr: 5.0e-05 loss: 8.461e-01]
fia_flux_2:   5%|5         | 61/1200 [10:29<2:09:22,  6.82s/it, lr: 5.0e-05 loss: 8.461e-01]
fia_flux_2:   5%|5         | 61/1200 [10:29<2:09:22,  6.82s/it, lr: 5.0e-05 loss: 8.461e-01]
fia_flux_2:   5%|5         | 61/1200 [10:39<2:09:22,  6.82s/it, lr: 5.0e-05 loss: 5.850e-01]
fia_flux_2:   5%|5         | 61/1200 [10:39<2:09:22,  6.82s/it, lr: 5.0e-05 loss: 5.850e-01]
fia_flux_2:   5%|5         | 62/1200 [10:39<2:24:26,  7.62s/it, lr: 5.0e-05 loss: 5.850e-01]
fia_flux_2:   5%|5         | 62/1200 [10:39<2:24:26,  7.62s/it, lr: 5.0e-05 loss: 5.850e-01]
fia_flux_2:   5%|5         | 62/1200 [10:46<2:24:26,  7.62s/it, lr: 5.0e-05 loss: 9.167e-01]
fia_flux_2:   5%|5         | 62/1200 [10:46<2:24:26,  7.62s/it, lr: 5.0e-05 loss: 9.167e-01]
fia_flux_2:   5%|5         | 63/1200 [10:46<2:19:26,  7.36s/it, lr: 5.0e-05 loss: 9.167e-01]
fia_flux_2:   5%|5         | 63/1200 [10:46<2:19:26,  7.36s/it, lr: 5.0e-05 loss: 9.167e-01]
fia_flux_2:   5%|5         | 63/1200 [10:56<2:19:26,  7.36s/it, lr: 5.0e-05 loss: 1.213e+00]
fia_flux_2:   5%|5         | 63/1200 [10:56<2:19:26,  7.36s/it, lr: 5.0e-05 loss: 1.213e+00]
fia_flux_2:   5%|5         | 64/1200 [10:56<2:32:03,  8.03s/it, lr: 5.0e-05 loss: 1.213e+00]
fia_flux_2:   5%|5         | 64/1200 [10:56<2:32:03,  8.03s/it, lr: 5.0e-05 loss: 1.213e+00]
fia_flux_2:   5%|5         | 64/1200 [11:06<2:32:03,  8.03s/it, lr: 5.0e-05 loss: 1.435e+00]
fia_flux_2:   5%|5         | 64/1200 [11:06<2:32:03,  8.03s/it, lr: 5.0e-05 loss: 1.435e+00]
fia_flux_2:   5%|5         | 65/1200 [11:06<2:41:22,  8.53s/it, lr: 5.0e-05 loss: 1.435e+00]
fia_flux_2:   5%|5         | 65/1200 [11:06<2:41:22,  8.53s/it, lr: 5.0e-05 loss: 1.435e+00]
fia_flux_2:   5%|5         | 65/1200 [11:20<2:41:22,  8.53s/it, lr: 5.0e-05 loss: 8.131e-01]
fia_flux_2:   5%|5         | 65/1200 [11:20<2:41:22,  8.53s/it, lr: 5.0e-05 loss: 8.131e-01]
fia_flux_2:   6%|5         | 66/1200 [11:20<3:12:16, 10.17s/it, lr: 5.0e-05 loss: 8.131e-01]
fia_flux_2:   6%|5         | 66/1200 [11:20<3:12:16, 10.17s/it, lr: 5.0e-05 loss: 8.131e-01]
fia_flux_2:   6%|5         | 66/1200 [11:30<3:12:16, 10.17s/it, lr: 5.0e-05 loss: 1.241e+00]
fia_flux_2:   6%|5         | 66/1200 [11:30<3:12:16, 10.17s/it, lr: 5.0e-05 loss: 1.241e+00]
fia_flux_2:   6%|5         | 67/1200 [11:30<3:10:11, 10.07s/it, lr: 5.0e-05 loss: 1.241e+00]
fia_flux_2:   6%|5         | 67/1200 [11:30<3:10:11, 10.07s/it, lr: 5.0e-05 loss: 1.241e+00]
fia_flux_2:   6%|5         | 67/1200 [11:36<3:10:11, 10.07s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:   6%|5         | 67/1200 [11:36<3:10:11, 10.07s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:   6%|5         | 68/1200 [11:36<2:50:48,  9.05s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:   6%|5         | 68/1200 [11:36<2:50:48,  9.05s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:   6%|5         | 68/1200 [11:50<2:50:48,  9.05s/it, lr: 5.0e-05 loss: 6.326e-01]
fia_flux_2:   6%|5         | 68/1200 [11:50<2:50:48,  9.05s/it, lr: 5.0e-05 loss: 6.326e-01]
fia_flux_2:   6%|5         | 69/1200 [11:50<3:18:18, 10.52s/it, lr: 5.0e-05 loss: 6.326e-01]
fia_flux_2:   6%|5         | 69/1200 [11:50<3:18:18, 10.52s/it, lr: 5.0e-05 loss: 6.326e-01]
fia_flux_2:   6%|5         | 69/1200 [11:57<3:18:18, 10.52s/it, lr: 5.0e-05 loss: 6.055e-01]
fia_flux_2:   6%|5         | 69/1200 [11:57<3:18:18, 10.52s/it, lr: 5.0e-05 loss: 6.055e-01]
fia_flux_2:   6%|5         | 70/1200 [12:11<3:18:07, 10.52s/it, lr: 5.0e-05 loss: 3.460e-02]
fia_flux_2:   6%|5         | 70/1200 [12:11<3:18:07, 10.52s/it, lr: 5.0e-05 loss: 3.460e-02]
fia_flux_2:   6%|5         | 71/1200 [12:11<2:47:41,  8.91s/it, lr: 5.0e-05 loss: 3.460e-02]
fia_flux_2:   6%|5         | 71/1200 [12:11<2:47:41,  8.91s/it, lr: 5.0e-05 loss: 3.460e-02]
fia_flux_2:   6%|5         | 71/1200 [12:21<2:47:41,  8.91s/it, lr: 5.0e-05 loss: 3.911e-01]
fia_flux_2:   6%|5         | 71/1200 [12:21<2:47:41,  8.91s/it, lr: 5.0e-05 loss: 3.911e-01]
fia_flux_2:   6%|6         | 72/1200 [12:21<2:51:55,  9.14s/it, lr: 5.0e-05 loss: 3.911e-01]
fia_flux_2:   6%|6         | 72/1200 [12:21<2:51:55,  9.14s/it, lr: 5.0e-05 loss: 3.911e-01]
fia_flux_2:   6%|6         | 72/1200 [12:31<2:51:55,  9.14s/it, lr: 5.0e-05 loss: 3.164e-01]
fia_flux_2:   6%|6         | 72/1200 [12:31<2:51:55,  9.14s/it, lr: 5.0e-05 loss: 3.164e-01]
fia_flux_2:   6%|6         | 73/1200 [12:31<2:55:43,  9.36s/it, lr: 5.0e-05 loss: 3.164e-01]
fia_flux_2:   6%|6         | 73/1200 [12:31<2:55:43,  9.36s/it, lr: 5.0e-05 loss: 3.164e-01]
fia_flux_2:   6%|6         | 73/1200 [12:37<2:55:43,  9.36s/it, lr: 5.0e-05 loss: 1.148e+00]
fia_flux_2:   6%|6         | 73/1200 [12:37<2:55:43,  9.36s/it, lr: 5.0e-05 loss: 1.148e+00]
fia_flux_2:   6%|6         | 74/1200 [12:37<2:41:32,  8.61s/it, lr: 5.0e-05 loss: 1.148e+00]
fia_flux_2:   6%|6         | 74/1200 [12:37<2:41:32,  8.61s/it, lr: 5.0e-05 loss: 1.148e+00]
fia_flux_2:   6%|6         | 74/1200 [12:52<2:41:32,  8.61s/it, lr: 5.0e-05 loss: 5.749e-01]
fia_flux_2:   6%|6         | 74/1200 [12:52<2:41:32,  8.61s/it, lr: 5.0e-05 loss: 5.749e-01]
fia_flux_2:   6%|6         | 75/1200 [12:52<3:11:15, 10.20s/it, lr: 5.0e-05 loss: 5.749e-01]
fia_flux_2:   6%|6         | 75/1200 [12:52<3:11:15, 10.20s/it, lr: 5.0e-05 loss: 5.749e-01]
fia_flux_2:   6%|6         | 75/1200 [12:58<3:11:15, 10.20s/it, lr: 5.0e-05 loss: 1.162e+00]
fia_flux_2:   6%|6         | 75/1200 [12:58<3:11:15, 10.20s/it, lr: 5.0e-05 loss: 1.162e+00]
fia_flux_2:   6%|6         | 76/1200 [12:58<2:51:59,  9.18s/it, lr: 5.0e-05 loss: 1.162e+00]
fia_flux_2:   6%|6         | 76/1200 [12:58<2:51:59,  9.18s/it, lr: 5.0e-05 loss: 1.162e+00]
fia_flux_2:   6%|6         | 76/1200 [13:05<2:51:59,  9.18s/it, lr: 5.0e-05 loss: 4.554e-01]
fia_flux_2:   6%|6         | 76/1200 [13:05<2:51:59,  9.18s/it, lr: 5.0e-05 loss: 4.554e-01]
fia_flux_2:   6%|6         | 77/1200 [13:05<2:39:49,  8.54s/it, lr: 5.0e-05 loss: 4.554e-01]
fia_flux_2:   6%|6         | 77/1200 [13:05<2:39:49,  8.54s/it, lr: 5.0e-05 loss: 4.554e-01]
fia_flux_2:   6%|6         | 77/1200 [13:15<2:39:49,  8.54s/it, lr: 5.0e-05 loss: 1.849e-01]
fia_flux_2:   6%|6         | 77/1200 [13:15<2:39:49,  8.54s/it, lr: 5.0e-05 loss: 1.849e-01]
fia_flux_2:   6%|6         | 78/1200 [13:15<2:47:20,  8.95s/it, lr: 5.0e-05 loss: 1.849e-01]
fia_flux_2:   6%|6         | 78/1200 [13:15<2:47:20,  8.95s/it, lr: 5.0e-05 loss: 1.849e-01]
fia_flux_2:   6%|6         | 78/1200 [13:29<2:47:20,  8.95s/it, lr: 5.0e-05 loss: 5.035e-01]
fia_flux_2:   6%|6         | 78/1200 [13:29<2:47:20,  8.95s/it, lr: 5.0e-05 loss: 5.035e-01]
fia_flux_2:   7%|6         | 79/1200 [13:29<3:15:09, 10.45s/it, lr: 5.0e-05 loss: 5.035e-01]
fia_flux_2:   7%|6         | 79/1200 [13:29<3:15:09, 10.45s/it, lr: 5.0e-05 loss: 5.035e-01]
fia_flux_2:   7%|6         | 79/1200 [13:43<3:15:09, 10.45s/it, lr: 5.0e-05 loss: 1.436e+00]
fia_flux_2:   7%|6         | 79/1200 [13:43<3:15:09, 10.45s/it, lr: 5.0e-05 loss: 1.436e+00]
fia_flux_2:   7%|6         | 80/1200 [13:57<3:14:59, 10.45s/it, lr: 5.0e-05 loss: 7.523e-01]
fia_flux_2:   7%|6         | 80/1200 [13:57<3:14:59, 10.45s/it, lr: 5.0e-05 loss: 7.523e-01]
fia_flux_2:   7%|6         | 81/1200 [13:57<2:45:22,  8.87s/it, lr: 5.0e-05 loss: 7.523e-01]
fia_flux_2:   7%|6         | 81/1200 [13:57<2:45:22,  8.87s/it, lr: 5.0e-05 loss: 7.523e-01]
fia_flux_2:   7%|6         | 81/1200 [14:11<2:45:22,  8.87s/it, lr: 5.0e-05 loss: 3.602e-01]
fia_flux_2:   7%|6         | 81/1200 [14:11<2:45:22,  8.87s/it, lr: 5.0e-05 loss: 3.602e-01]
fia_flux_2:   7%|6         | 82/1200 [14:11<3:08:50, 10.13s/it, lr: 5.0e-05 loss: 3.602e-01]
fia_flux_2:   7%|6         | 82/1200 [14:11<3:08:50, 10.13s/it, lr: 5.0e-05 loss: 3.602e-01]
fia_flux_2:   7%|6         | 82/1200 [14:18<3:08:50, 10.13s/it, lr: 5.0e-05 loss: 7.123e-01]
fia_flux_2:   7%|6         | 82/1200 [14:18<3:08:50, 10.13s/it, lr: 5.0e-05 loss: 7.123e-01]
fia_flux_2:   7%|6         | 83/1200 [14:18<2:51:45,  9.23s/it, lr: 5.0e-05 loss: 7.123e-01]
fia_flux_2:   7%|6         | 83/1200 [14:18<2:51:45,  9.23s/it, lr: 5.0e-05 loss: 7.123e-01]
fia_flux_2:   7%|6         | 83/1200 [14:25<2:51:45,  9.23s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:   7%|6         | 83/1200 [14:25<2:51:45,  9.23s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:   7%|7         | 84/1200 [14:25<2:38:25,  8.52s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:   7%|7         | 84/1200 [14:25<2:38:25,  8.52s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:   7%|7         | 84/1200 [14:35<2:38:25,  8.52s/it, lr: 5.0e-05 loss: 6.573e-01]
fia_flux_2:   7%|7         | 84/1200 [14:35<2:38:25,  8.52s/it, lr: 5.0e-05 loss: 6.573e-01]
fia_flux_2:   7%|7         | 85/1200 [14:35<2:45:43,  8.92s/it, lr: 5.0e-05 loss: 6.573e-01]
fia_flux_2:   7%|7         | 85/1200 [14:35<2:45:43,  8.92s/it, lr: 5.0e-05 loss: 6.573e-01]
fia_flux_2:   7%|7         | 85/1200 [14:49<2:45:43,  8.92s/it, lr: 5.0e-05 loss: 1.159e+00]
fia_flux_2:   7%|7         | 85/1200 [14:49<2:45:43,  8.92s/it, lr: 5.0e-05 loss: 1.159e+00]
fia_flux_2:   7%|7         | 86/1200 [14:49<3:12:26, 10.36s/it, lr: 5.0e-05 loss: 1.159e+00]
fia_flux_2:   7%|7         | 86/1200 [14:49<3:12:26, 10.36s/it, lr: 5.0e-05 loss: 1.159e+00]
fia_flux_2:   7%|7         | 86/1200 [14:55<3:12:26, 10.36s/it, lr: 5.0e-05 loss: 9.415e-01]
fia_flux_2:   7%|7         | 86/1200 [14:55<3:12:26, 10.36s/it, lr: 5.0e-05 loss: 9.415e-01]
fia_flux_2:   7%|7         | 87/1200 [14:55<2:52:15,  9.29s/it, lr: 5.0e-05 loss: 9.415e-01]
fia_flux_2:   7%|7         | 87/1200 [14:55<2:52:15,  9.29s/it, lr: 5.0e-05 loss: 9.415e-01]
fia_flux_2:   7%|7         | 87/1200 [15:09<2:52:15,  9.29s/it, lr: 5.0e-05 loss: 9.468e-01]
fia_flux_2:   7%|7         | 87/1200 [15:09<2:52:15,  9.29s/it, lr: 5.0e-05 loss: 9.468e-01]
fia_flux_2:   7%|7         | 88/1200 [15:09<3:19:21, 10.76s/it, lr: 5.0e-05 loss: 9.468e-01]
fia_flux_2:   7%|7         | 88/1200 [15:09<3:19:21, 10.76s/it, lr: 5.0e-05 loss: 9.468e-01]
fia_flux_2:   7%|7         | 88/1200 [15:20<3:19:21, 10.76s/it, lr: 5.0e-05 loss: 3.823e-01]
fia_flux_2:   7%|7         | 88/1200 [15:20<3:19:21, 10.76s/it, lr: 5.0e-05 loss: 3.823e-01]
fia_flux_2:   7%|7         | 89/1200 [15:20<3:18:02, 10.70s/it, lr: 5.0e-05 loss: 3.823e-01]
fia_flux_2:   7%|7         | 89/1200 [15:20<3:18:02, 10.70s/it, lr: 5.0e-05 loss: 3.823e-01]
fia_flux_2:   7%|7         | 89/1200 [15:27<3:18:02, 10.70s/it, lr: 5.0e-05 loss: 8.727e-01]
fia_flux_2:   7%|7         | 89/1200 [15:27<3:18:02, 10.70s/it, lr: 5.0e-05 loss: 8.727e-01]
fia_flux_2:   8%|7         | 90/1200 [15:41<3:17:51, 10.70s/it, lr: 5.0e-05 loss: 1.276e+00]
fia_flux_2:   8%|7         | 90/1200 [15:41<3:17:51, 10.70s/it, lr: 5.0e-05 loss: 1.276e+00]
fia_flux_2:   8%|7         | 91/1200 [15:41<2:46:24,  9.00s/it, lr: 5.0e-05 loss: 1.276e+00]
fia_flux_2:   8%|7         | 91/1200 [15:41<2:46:24,  9.00s/it, lr: 5.0e-05 loss: 1.276e+00]
fia_flux_2:   8%|7         | 91/1200 [15:51<2:46:24,  9.00s/it, lr: 5.0e-05 loss: 1.378e-01]
fia_flux_2:   8%|7         | 91/1200 [15:51<2:46:24,  9.00s/it, lr: 5.0e-05 loss: 1.378e-01]
fia_flux_2:   8%|7         | 92/1200 [15:51<2:50:08,  9.21s/it, lr: 5.0e-05 loss: 1.378e-01]
fia_flux_2:   8%|7         | 92/1200 [15:51<2:50:08,  9.21s/it, lr: 5.0e-05 loss: 1.378e-01]
fia_flux_2:   8%|7         | 92/1200 [16:05<2:50:08,  9.21s/it, lr: 5.0e-05 loss: 1.101e+00]
fia_flux_2:   8%|7         | 92/1200 [16:05<2:50:08,  9.21s/it, lr: 5.0e-05 loss: 1.101e+00]
fia_flux_2:   8%|7         | 93/1200 [16:05<3:12:54, 10.46s/it, lr: 5.0e-05 loss: 1.101e+00]
fia_flux_2:   8%|7         | 93/1200 [16:05<3:12:54, 10.46s/it, lr: 5.0e-05 loss: 1.101e+00]
fia_flux_2:   8%|7         | 93/1200 [16:11<3:12:54, 10.46s/it, lr: 5.0e-05 loss: 6.449e-01]
fia_flux_2:   8%|7         | 93/1200 [16:11<3:12:54, 10.46s/it, lr: 5.0e-05 loss: 6.449e-01]
fia_flux_2:   8%|7         | 94/1200 [16:11<2:53:42,  9.42s/it, lr: 5.0e-05 loss: 6.449e-01]
fia_flux_2:   8%|7         | 94/1200 [16:11<2:53:42,  9.42s/it, lr: 5.0e-05 loss: 6.449e-01]
fia_flux_2:   8%|7         | 94/1200 [16:21<2:53:42,  9.42s/it, lr: 5.0e-05 loss: 1.059e+00]
fia_flux_2:   8%|7         | 94/1200 [16:21<2:53:42,  9.42s/it, lr: 5.0e-05 loss: 1.059e+00]
fia_flux_2:   8%|7         | 95/1200 [16:21<2:55:44,  9.54s/it, lr: 5.0e-05 loss: 1.059e+00]
fia_flux_2:   8%|7         | 95/1200 [16:21<2:55:44,  9.54s/it, lr: 5.0e-05 loss: 1.059e+00]
fia_flux_2:   8%|7         | 95/1200 [16:35<2:55:44,  9.54s/it, lr: 5.0e-05 loss: 4.789e-01]
fia_flux_2:   8%|7         | 95/1200 [16:35<2:55:44,  9.54s/it, lr: 5.0e-05 loss: 4.789e-01]
fia_flux_2:   8%|8         | 96/1200 [16:35<3:18:57, 10.81s/it, lr: 5.0e-05 loss: 4.789e-01]
fia_flux_2:   8%|8         | 96/1200 [16:35<3:18:57, 10.81s/it, lr: 5.0e-05 loss: 4.789e-01]
fia_flux_2:   8%|8         | 96/1200 [16:45<3:18:57, 10.81s/it, lr: 5.0e-05 loss: 2.607e-01]
fia_flux_2:   8%|8         | 96/1200 [16:45<3:18:57, 10.81s/it, lr: 5.0e-05 loss: 2.607e-01]
fia_flux_2:   8%|8         | 97/1200 [16:45<3:13:44, 10.54s/it, lr: 5.0e-05 loss: 2.607e-01]
fia_flux_2:   8%|8         | 97/1200 [16:45<3:13:44, 10.54s/it, lr: 5.0e-05 loss: 2.607e-01]
fia_flux_2:   8%|8         | 97/1200 [16:55<3:13:44, 10.54s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:   8%|8         | 97/1200 [16:55<3:13:44, 10.54s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:   8%|8         | 98/1200 [16:55<3:10:29, 10.37s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:   8%|8         | 98/1200 [16:55<3:10:29, 10.37s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:   8%|8         | 98/1200 [17:09<3:10:29, 10.37s/it, lr: 5.0e-05 loss: 8.828e-01]
fia_flux_2:   8%|8         | 98/1200 [17:09<3:10:29, 10.37s/it, lr: 5.0e-05 loss: 8.828e-01]
fia_flux_2:   8%|8         | 99/1200 [17:09<3:29:57, 11.44s/it, lr: 5.0e-05 loss: 8.828e-01]
fia_flux_2:   8%|8         | 99/1200 [17:09<3:29:57, 11.44s/it, lr: 5.0e-05 loss: 8.828e-01]
fia_flux_2:   8%|8         | 99/1200 [17:23<3:29:57, 11.44s/it, lr: 5.0e-05 loss: 5.084e-01]
fia_flux_2:   8%|8         | 99/1200 [17:23<3:29:57, 11.44s/it, lr: 5.0e-05 loss: 5.084e-01]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.07s/it]
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.07s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.05s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.05s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.06s/it]
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.06s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.05s/it]
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.05s/it]
+
+
                                                                
                                                                
fia_flux_2:   8%|8         | 100/1200 [17:33<3:29:46, 11.44s/it, lr: 5.0e-05 loss: 8.790e-01]
fia_flux_2:   8%|8         | 100/1200 [17:33<3:29:46, 11.44s/it, lr: 5.0e-05 loss: 8.790e-01]
fia_flux_2:   8%|8         | 101/1200 [17:33<2:35:17,  8.48s/it, lr: 5.0e-05 loss: 8.790e-01]
fia_flux_2:   8%|8         | 101/1200 [17:33<2:35:17,  8.48s/it, lr: 5.0e-05 loss: 8.790e-01]
fia_flux_2:   8%|8         | 101/1200 [17:43<2:35:17,  8.48s/it, lr: 5.0e-05 loss: 1.552e-01]
fia_flux_2:   8%|8         | 101/1200 [17:43<2:35:17,  8.48s/it, lr: 5.0e-05 loss: 1.552e-01]
fia_flux_2:   8%|8         | 102/1200 [17:43<2:41:08,  8.81s/it, lr: 5.0e-05 loss: 1.552e-01]
fia_flux_2:   8%|8         | 102/1200 [17:43<2:41:08,  8.81s/it, lr: 5.0e-05 loss: 1.552e-01]
fia_flux_2:   8%|8         | 102/1200 [17:53<2:41:08,  8.81s/it, lr: 5.0e-05 loss: 1.336e-01]
fia_flux_2:   8%|8         | 102/1200 [17:53<2:41:08,  8.81s/it, lr: 5.0e-05 loss: 1.336e-01]
fia_flux_2:   9%|8         | 103/1200 [17:53<2:45:53,  9.07s/it, lr: 5.0e-05 loss: 1.336e-01]
fia_flux_2:   9%|8         | 103/1200 [17:53<2:45:53,  9.07s/it, lr: 5.0e-05 loss: 1.336e-01]
fia_flux_2:   9%|8         | 103/1200 [18:00<2:45:53,  9.07s/it, lr: 5.0e-05 loss: 6.783e-01]
fia_flux_2:   9%|8         | 103/1200 [18:00<2:45:53,  9.07s/it, lr: 5.0e-05 loss: 6.783e-01]
fia_flux_2:   9%|8         | 104/1200 [18:00<2:33:30,  8.40s/it, lr: 5.0e-05 loss: 6.783e-01]
fia_flux_2:   9%|8         | 104/1200 [18:00<2:33:30,  8.40s/it, lr: 5.0e-05 loss: 6.783e-01]
fia_flux_2:   9%|8         | 104/1200 [18:10<2:33:30,  8.40s/it, lr: 5.0e-05 loss: 3.800e-01]
fia_flux_2:   9%|8         | 104/1200 [18:10<2:33:30,  8.40s/it, lr: 5.0e-05 loss: 3.800e-01]
fia_flux_2:   9%|8         | 105/1200 [18:10<2:41:16,  8.84s/it, lr: 5.0e-05 loss: 3.800e-01]
fia_flux_2:   9%|8         | 105/1200 [18:10<2:41:16,  8.84s/it, lr: 5.0e-05 loss: 3.800e-01]
fia_flux_2:   9%|8         | 105/1200 [18:24<2:41:16,  8.84s/it, lr: 5.0e-05 loss: 6.316e-01]
fia_flux_2:   9%|8         | 105/1200 [18:24<2:41:16,  8.84s/it, lr: 5.0e-05 loss: 6.316e-01]
fia_flux_2:   9%|8         | 106/1200 [18:24<3:07:56, 10.31s/it, lr: 5.0e-05 loss: 6.316e-01]
fia_flux_2:   9%|8         | 106/1200 [18:24<3:07:56, 10.31s/it, lr: 5.0e-05 loss: 6.316e-01]
fia_flux_2:   9%|8         | 106/1200 [18:30<3:07:56, 10.31s/it, lr: 5.0e-05 loss: 1.074e+00]
fia_flux_2:   9%|8         | 106/1200 [18:30<3:07:56, 10.31s/it, lr: 5.0e-05 loss: 1.074e+00]
fia_flux_2:   9%|8         | 107/1200 [18:30<2:48:36,  9.26s/it, lr: 5.0e-05 loss: 1.074e+00]
fia_flux_2:   9%|8         | 107/1200 [18:30<2:48:36,  9.26s/it, lr: 5.0e-05 loss: 1.074e+00]
fia_flux_2:   9%|8         | 107/1200 [18:44<2:48:36,  9.26s/it, lr: 5.0e-05 loss: 1.172e+00]
fia_flux_2:   9%|8         | 107/1200 [18:44<2:48:36,  9.26s/it, lr: 5.0e-05 loss: 1.172e+00]
fia_flux_2:   9%|9         | 108/1200 [18:44<3:13:49, 10.65s/it, lr: 5.0e-05 loss: 1.172e+00]
fia_flux_2:   9%|9         | 108/1200 [18:44<3:13:49, 10.65s/it, lr: 5.0e-05 loss: 1.172e+00]
fia_flux_2:   9%|9         | 108/1200 [18:58<3:13:49, 10.65s/it, lr: 5.0e-05 loss: 1.252e+00]
fia_flux_2:   9%|9         | 108/1200 [18:58<3:13:49, 10.65s/it, lr: 5.0e-05 loss: 1.252e+00]
fia_flux_2:   9%|9         | 109/1200 [18:58<3:31:32, 11.63s/it, lr: 5.0e-05 loss: 1.252e+00]
fia_flux_2:   9%|9         | 109/1200 [18:58<3:31:32, 11.63s/it, lr: 5.0e-05 loss: 1.252e+00]
fia_flux_2:   9%|9         | 109/1200 [19:08<3:31:32, 11.63s/it, lr: 5.0e-05 loss: 2.197e-01]
fia_flux_2:   9%|9         | 109/1200 [19:08<3:31:32, 11.63s/it, lr: 5.0e-05 loss: 2.197e-01]
fia_flux_2:   9%|9         | 110/1200 [19:15<3:31:20, 11.63s/it, lr: 5.0e-05 loss: 8.987e-01]
fia_flux_2:   9%|9         | 110/1200 [19:15<3:31:20, 11.63s/it, lr: 5.0e-05 loss: 8.987e-01]
fia_flux_2:   9%|9         | 111/1200 [19:15<2:22:09,  7.83s/it, lr: 5.0e-05 loss: 8.987e-01]
fia_flux_2:   9%|9         | 111/1200 [19:15<2:22:09,  7.83s/it, lr: 5.0e-05 loss: 8.987e-01]
fia_flux_2:   9%|9         | 111/1200 [19:25<2:22:09,  7.83s/it, lr: 5.0e-05 loss: 4.068e-01]
fia_flux_2:   9%|9         | 111/1200 [19:25<2:22:09,  7.83s/it, lr: 5.0e-05 loss: 4.068e-01]
fia_flux_2:   9%|9         | 112/1200 [19:25<2:30:55,  8.32s/it, lr: 5.0e-05 loss: 4.068e-01]
fia_flux_2:   9%|9         | 112/1200 [19:25<2:30:55,  8.32s/it, lr: 5.0e-05 loss: 4.068e-01]
fia_flux_2:   9%|9         | 112/1200 [19:39<2:30:55,  8.32s/it, lr: 5.0e-05 loss: 4.783e-01]
fia_flux_2:   9%|9         | 112/1200 [19:39<2:30:55,  8.32s/it, lr: 5.0e-05 loss: 4.783e-01]
fia_flux_2:   9%|9         | 113/1200 [19:39<2:59:07,  9.89s/it, lr: 5.0e-05 loss: 4.783e-01]
fia_flux_2:   9%|9         | 113/1200 [19:39<2:59:07,  9.89s/it, lr: 5.0e-05 loss: 4.783e-01]
fia_flux_2:   9%|9         | 113/1200 [19:49<2:59:07,  9.89s/it, lr: 5.0e-05 loss: 8.435e-01]
fia_flux_2:   9%|9         | 113/1200 [19:49<2:59:07,  9.89s/it, lr: 5.0e-05 loss: 8.435e-01]
fia_flux_2:  10%|9         | 114/1200 [19:49<2:58:56,  9.89s/it, lr: 5.0e-05 loss: 8.435e-01]
fia_flux_2:  10%|9         | 114/1200 [19:49<2:58:56,  9.89s/it, lr: 5.0e-05 loss: 8.435e-01]
fia_flux_2:  10%|9         | 114/1200 [19:55<2:58:56,  9.89s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  10%|9         | 114/1200 [19:55<2:58:56,  9.89s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  10%|9         | 115/1200 [19:55<2:42:10,  8.97s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  10%|9         | 115/1200 [19:55<2:42:10,  8.97s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  10%|9         | 115/1200 [20:02<2:42:10,  8.97s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  10%|9         | 115/1200 [20:02<2:42:10,  8.97s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  10%|9         | 116/1200 [20:02<2:30:01,  8.30s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  10%|9         | 116/1200 [20:02<2:30:01,  8.30s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  10%|9         | 116/1200 [20:12<2:30:01,  8.30s/it, lr: 5.0e-05 loss: 2.068e-01]
fia_flux_2:  10%|9         | 116/1200 [20:12<2:30:01,  8.30s/it, lr: 5.0e-05 loss: 2.068e-01]
fia_flux_2:  10%|9         | 117/1200 [20:12<2:37:50,  8.75s/it, lr: 5.0e-05 loss: 2.068e-01]
fia_flux_2:  10%|9         | 117/1200 [20:12<2:37:50,  8.75s/it, lr: 5.0e-05 loss: 2.068e-01]
fia_flux_2:  10%|9         | 117/1200 [20:26<2:37:50,  8.75s/it, lr: 5.0e-05 loss: 2.320e-01]
fia_flux_2:  10%|9         | 117/1200 [20:26<2:37:50,  8.75s/it, lr: 5.0e-05 loss: 2.320e-01]
fia_flux_2:  10%|9         | 118/1200 [20:26<3:07:02, 10.37s/it, lr: 5.0e-05 loss: 2.320e-01]
fia_flux_2:  10%|9         | 118/1200 [20:26<3:07:02, 10.37s/it, lr: 5.0e-05 loss: 2.320e-01]
fia_flux_2:  10%|9         | 118/1200 [20:33<3:07:02, 10.37s/it, lr: 5.0e-05 loss: 8.543e-01]
fia_flux_2:  10%|9         | 118/1200 [20:33<3:07:02, 10.37s/it, lr: 5.0e-05 loss: 8.543e-01]
fia_flux_2:  10%|9         | 119/1200 [20:33<2:46:56,  9.27s/it, lr: 5.0e-05 loss: 8.543e-01]
fia_flux_2:  10%|9         | 119/1200 [20:33<2:46:56,  9.27s/it, lr: 5.0e-05 loss: 8.543e-01]
fia_flux_2:  10%|9         | 119/1200 [20:40<2:46:56,  9.27s/it, lr: 5.0e-05 loss: 6.557e-01]
fia_flux_2:  10%|9         | 119/1200 [20:40<2:46:56,  9.27s/it, lr: 5.0e-05 loss: 6.557e-01]
+Saving at step 120
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000120.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  10%|#         | 120/1200 [20:46<2:46:47,  9.27s/it, lr: 5.0e-05 loss: 1.031e+00]
fia_flux_2:  10%|#         | 120/1200 [20:46<2:46:47,  9.27s/it, lr: 5.0e-05 loss: 1.031e+00]
fia_flux_2:  10%|#         | 121/1200 [20:46<1:58:36,  6.60s/it, lr: 5.0e-05 loss: 1.031e+00]
fia_flux_2:  10%|#         | 121/1200 [20:46<1:58:36,  6.60s/it, lr: 5.0e-05 loss: 1.031e+00]
fia_flux_2:  10%|#         | 121/1200 [20:57<1:58:36,  6.60s/it, lr: 5.0e-05 loss: 6.896e-01]
fia_flux_2:  10%|#         | 121/1200 [20:57<1:58:36,  6.60s/it, lr: 5.0e-05 loss: 6.896e-01]
fia_flux_2:  10%|#         | 122/1200 [20:57<2:14:41,  7.50s/it, lr: 5.0e-05 loss: 6.896e-01]
fia_flux_2:  10%|#         | 122/1200 [20:57<2:14:41,  7.50s/it, lr: 5.0e-05 loss: 6.896e-01]
fia_flux_2:  10%|#         | 122/1200 [21:03<2:14:41,  7.50s/it, lr: 5.0e-05 loss: 3.914e-01]
fia_flux_2:  10%|#         | 122/1200 [21:03<2:14:41,  7.50s/it, lr: 5.0e-05 loss: 3.914e-01]
fia_flux_2:  10%|#         | 123/1200 [21:03<2:10:14,  7.26s/it, lr: 5.0e-05 loss: 3.914e-01]
fia_flux_2:  10%|#         | 123/1200 [21:03<2:10:14,  7.26s/it, lr: 5.0e-05 loss: 3.914e-01]
fia_flux_2:  10%|#         | 123/1200 [21:10<2:10:14,  7.26s/it, lr: 5.0e-05 loss: 9.069e-01]
fia_flux_2:  10%|#         | 123/1200 [21:10<2:10:14,  7.26s/it, lr: 5.0e-05 loss: 9.069e-01]
fia_flux_2:  10%|#         | 124/1200 [21:10<2:06:48,  7.07s/it, lr: 5.0e-05 loss: 9.069e-01]
fia_flux_2:  10%|#         | 124/1200 [21:10<2:06:48,  7.07s/it, lr: 5.0e-05 loss: 9.069e-01]
fia_flux_2:  10%|#         | 124/1200 [21:24<2:06:48,  7.07s/it, lr: 5.0e-05 loss: 3.023e-01]
fia_flux_2:  10%|#         | 124/1200 [21:24<2:06:48,  7.07s/it, lr: 5.0e-05 loss: 3.023e-01]
fia_flux_2:  10%|#         | 125/1200 [21:24<2:41:11,  9.00s/it, lr: 5.0e-05 loss: 3.023e-01]
fia_flux_2:  10%|#         | 125/1200 [21:24<2:41:11,  9.00s/it, lr: 5.0e-05 loss: 3.023e-01]
fia_flux_2:  10%|#         | 125/1200 [21:34<2:41:11,  9.00s/it, lr: 5.0e-05 loss: 3.060e-02]
fia_flux_2:  10%|#         | 125/1200 [21:34<2:41:11,  9.00s/it, lr: 5.0e-05 loss: 3.060e-02]
fia_flux_2:  10%|#         | 126/1200 [21:34<2:46:55,  9.33s/it, lr: 5.0e-05 loss: 3.060e-02]
fia_flux_2:  10%|#         | 126/1200 [21:34<2:46:55,  9.33s/it, lr: 5.0e-05 loss: 3.060e-02]
fia_flux_2:  10%|#         | 126/1200 [21:48<2:46:55,  9.33s/it, lr: 5.0e-05 loss: 5.058e-01]
fia_flux_2:  10%|#         | 126/1200 [21:48<2:46:55,  9.33s/it, lr: 5.0e-05 loss: 5.058e-01]
fia_flux_2:  11%|#         | 127/1200 [21:48<3:10:51, 10.67s/it, lr: 5.0e-05 loss: 5.058e-01]
fia_flux_2:  11%|#         | 127/1200 [21:48<3:10:51, 10.67s/it, lr: 5.0e-05 loss: 5.058e-01]
fia_flux_2:  11%|#         | 127/1200 [21:59<3:10:51, 10.67s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  11%|#         | 127/1200 [21:59<3:10:51, 10.67s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  11%|#         | 128/1200 [21:59<3:10:32, 10.66s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  11%|#         | 128/1200 [21:59<3:10:32, 10.66s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  11%|#         | 128/1200 [22:08<3:10:32, 10.66s/it, lr: 5.0e-05 loss: 7.485e-01]
fia_flux_2:  11%|#         | 128/1200 [22:08<3:10:32, 10.66s/it, lr: 5.0e-05 loss: 7.485e-01]
fia_flux_2:  11%|#         | 129/1200 [22:08<3:06:35, 10.45s/it, lr: 5.0e-05 loss: 7.485e-01]
fia_flux_2:  11%|#         | 129/1200 [22:08<3:06:35, 10.45s/it, lr: 5.0e-05 loss: 7.485e-01]
fia_flux_2:  11%|#         | 129/1200 [22:15<3:06:35, 10.45s/it, lr: 5.0e-05 loss: 9.464e-01]
fia_flux_2:  11%|#         | 129/1200 [22:15<3:06:35, 10.45s/it, lr: 5.0e-05 loss: 9.464e-01]
fia_flux_2:  11%|#         | 130/1200 [22:22<3:06:24, 10.45s/it, lr: 5.0e-05 loss: 2.828e-01]
fia_flux_2:  11%|#         | 130/1200 [22:22<3:06:24, 10.45s/it, lr: 5.0e-05 loss: 2.828e-01]
fia_flux_2:  11%|#         | 131/1200 [22:22<2:08:08,  7.19s/it, lr: 5.0e-05 loss: 2.828e-01]
fia_flux_2:  11%|#         | 131/1200 [22:22<2:08:08,  7.19s/it, lr: 5.0e-05 loss: 2.828e-01]
fia_flux_2:  11%|#         | 131/1200 [22:28<2:08:08,  7.19s/it, lr: 5.0e-05 loss: 1.953e-01]
fia_flux_2:  11%|#         | 131/1200 [22:28<2:08:08,  7.19s/it, lr: 5.0e-05 loss: 1.953e-01]
fia_flux_2:  11%|#1        | 132/1200 [22:28<2:05:26,  7.05s/it, lr: 5.0e-05 loss: 1.953e-01]
fia_flux_2:  11%|#1        | 132/1200 [22:28<2:05:26,  7.05s/it, lr: 5.0e-05 loss: 1.953e-01]
fia_flux_2:  11%|#1        | 132/1200 [22:35<2:05:26,  7.05s/it, lr: 5.0e-05 loss: 2.769e-01]
fia_flux_2:  11%|#1        | 132/1200 [22:35<2:05:26,  7.05s/it, lr: 5.0e-05 loss: 2.769e-01]
fia_flux_2:  11%|#1        | 133/1200 [22:35<2:03:37,  6.95s/it, lr: 5.0e-05 loss: 2.769e-01]
fia_flux_2:  11%|#1        | 133/1200 [22:35<2:03:37,  6.95s/it, lr: 5.0e-05 loss: 2.769e-01]
fia_flux_2:  11%|#1        | 133/1200 [22:42<2:03:37,  6.95s/it, lr: 5.0e-05 loss: 1.091e+00]
fia_flux_2:  11%|#1        | 133/1200 [22:42<2:03:37,  6.95s/it, lr: 5.0e-05 loss: 1.091e+00]
fia_flux_2:  11%|#1        | 134/1200 [22:42<2:01:51,  6.86s/it, lr: 5.0e-05 loss: 1.091e+00]
fia_flux_2:  11%|#1        | 134/1200 [22:42<2:01:51,  6.86s/it, lr: 5.0e-05 loss: 1.091e+00]
fia_flux_2:  11%|#1        | 134/1200 [22:56<2:01:51,  6.86s/it, lr: 5.0e-05 loss: 4.084e-01]
fia_flux_2:  11%|#1        | 134/1200 [22:56<2:01:51,  6.86s/it, lr: 5.0e-05 loss: 4.084e-01]
fia_flux_2:  11%|#1        | 135/1200 [22:56<2:37:11,  8.86s/it, lr: 5.0e-05 loss: 4.084e-01]
fia_flux_2:  11%|#1        | 135/1200 [22:56<2:37:11,  8.86s/it, lr: 5.0e-05 loss: 4.084e-01]
fia_flux_2:  11%|#1        | 135/1200 [23:05<2:37:11,  8.86s/it, lr: 5.0e-05 loss: 1.251e+00]
fia_flux_2:  11%|#1        | 135/1200 [23:05<2:37:11,  8.86s/it, lr: 5.0e-05 loss: 1.251e+00]
fia_flux_2:  11%|#1        | 136/1200 [23:05<2:42:01,  9.14s/it, lr: 5.0e-05 loss: 1.251e+00]
fia_flux_2:  11%|#1        | 136/1200 [23:05<2:42:01,  9.14s/it, lr: 5.0e-05 loss: 1.251e+00]
fia_flux_2:  11%|#1        | 136/1200 [23:12<2:42:01,  9.14s/it, lr: 5.0e-05 loss: 2.813e-01]
fia_flux_2:  11%|#1        | 136/1200 [23:12<2:42:01,  9.14s/it, lr: 5.0e-05 loss: 2.813e-01]
fia_flux_2:  11%|#1        | 137/1200 [23:12<2:28:59,  8.41s/it, lr: 5.0e-05 loss: 2.813e-01]
fia_flux_2:  11%|#1        | 137/1200 [23:12<2:28:59,  8.41s/it, lr: 5.0e-05 loss: 2.813e-01]
fia_flux_2:  11%|#1        | 137/1200 [23:26<2:28:59,  8.41s/it, lr: 5.0e-05 loss: 4.708e-01]
fia_flux_2:  11%|#1        | 137/1200 [23:26<2:28:59,  8.41s/it, lr: 5.0e-05 loss: 4.708e-01]
fia_flux_2:  12%|#1        | 138/1200 [23:26<2:57:48, 10.05s/it, lr: 5.0e-05 loss: 4.708e-01]
fia_flux_2:  12%|#1        | 138/1200 [23:26<2:57:48, 10.05s/it, lr: 5.0e-05 loss: 4.708e-01]
fia_flux_2:  12%|#1        | 138/1200 [23:36<2:57:48, 10.05s/it, lr: 5.0e-05 loss: 5.854e-01]
fia_flux_2:  12%|#1        | 138/1200 [23:36<2:57:48, 10.05s/it, lr: 5.0e-05 loss: 5.854e-01]
fia_flux_2:  12%|#1        | 139/1200 [23:36<2:57:04, 10.01s/it, lr: 5.0e-05 loss: 5.854e-01]
fia_flux_2:  12%|#1        | 139/1200 [23:36<2:57:04, 10.01s/it, lr: 5.0e-05 loss: 5.854e-01]
fia_flux_2:  12%|#1        | 139/1200 [23:46<2:57:04, 10.01s/it, lr: 5.0e-05 loss: 5.916e-01]
fia_flux_2:  12%|#1        | 139/1200 [23:46<2:57:04, 10.01s/it, lr: 5.0e-05 loss: 5.916e-01]
fia_flux_2:  12%|#1        | 140/1200 [24:00<2:56:54, 10.01s/it, lr: 5.0e-05 loss: 6.651e-01]
fia_flux_2:  12%|#1        | 140/1200 [24:00<2:56:54, 10.01s/it, lr: 5.0e-05 loss: 6.651e-01]
fia_flux_2:  12%|#1        | 141/1200 [24:00<2:33:34,  8.70s/it, lr: 5.0e-05 loss: 6.651e-01]
fia_flux_2:  12%|#1        | 141/1200 [24:00<2:33:34,  8.70s/it, lr: 5.0e-05 loss: 6.651e-01]
fia_flux_2:  12%|#1        | 141/1200 [24:14<2:33:34,  8.70s/it, lr: 5.0e-05 loss: 3.556e-01]
fia_flux_2:  12%|#1        | 141/1200 [24:14<2:33:34,  8.70s/it, lr: 5.0e-05 loss: 3.556e-01]
fia_flux_2:  12%|#1        | 142/1200 [24:14<2:57:40, 10.08s/it, lr: 5.0e-05 loss: 3.556e-01]
fia_flux_2:  12%|#1        | 142/1200 [24:14<2:57:40, 10.08s/it, lr: 5.0e-05 loss: 3.556e-01]
fia_flux_2:  12%|#1        | 142/1200 [24:21<2:57:40, 10.08s/it, lr: 5.0e-05 loss: 1.193e+00]
fia_flux_2:  12%|#1        | 142/1200 [24:21<2:57:40, 10.08s/it, lr: 5.0e-05 loss: 1.193e+00]
fia_flux_2:  12%|#1        | 143/1200 [24:21<2:41:43,  9.18s/it, lr: 5.0e-05 loss: 1.193e+00]
fia_flux_2:  12%|#1        | 143/1200 [24:21<2:41:43,  9.18s/it, lr: 5.0e-05 loss: 1.193e+00]
fia_flux_2:  12%|#1        | 143/1200 [24:31<2:41:43,  9.18s/it, lr: 5.0e-05 loss: 2.464e-02]
fia_flux_2:  12%|#1        | 143/1200 [24:31<2:41:43,  9.18s/it, lr: 5.0e-05 loss: 2.464e-02]
fia_flux_2:  12%|#2        | 144/1200 [24:31<2:44:34,  9.35s/it, lr: 5.0e-05 loss: 2.464e-02]
fia_flux_2:  12%|#2        | 144/1200 [24:31<2:44:34,  9.35s/it, lr: 5.0e-05 loss: 2.464e-02]
fia_flux_2:  12%|#2        | 144/1200 [24:38<2:44:34,  9.35s/it, lr: 5.0e-05 loss: 8.593e-01]
fia_flux_2:  12%|#2        | 144/1200 [24:38<2:44:34,  9.35s/it, lr: 5.0e-05 loss: 8.593e-01]
fia_flux_2:  12%|#2        | 145/1200 [24:38<2:32:37,  8.68s/it, lr: 5.0e-05 loss: 8.593e-01]
fia_flux_2:  12%|#2        | 145/1200 [24:38<2:32:37,  8.68s/it, lr: 5.0e-05 loss: 8.593e-01]
fia_flux_2:  12%|#2        | 145/1200 [24:52<2:32:37,  8.68s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:  12%|#2        | 145/1200 [24:52<2:32:37,  8.68s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:  12%|#2        | 146/1200 [24:52<3:00:31, 10.28s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:  12%|#2        | 146/1200 [24:52<3:00:31, 10.28s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:  12%|#2        | 146/1200 [24:59<3:00:31, 10.28s/it, lr: 5.0e-05 loss: 3.447e-01]
fia_flux_2:  12%|#2        | 146/1200 [24:59<3:00:31, 10.28s/it, lr: 5.0e-05 loss: 3.447e-01]
fia_flux_2:  12%|#2        | 147/1200 [24:59<2:41:36,  9.21s/it, lr: 5.0e-05 loss: 3.447e-01]
fia_flux_2:  12%|#2        | 147/1200 [24:59<2:41:36,  9.21s/it, lr: 5.0e-05 loss: 3.447e-01]
fia_flux_2:  12%|#2        | 147/1200 [25:09<2:41:36,  9.21s/it, lr: 5.0e-05 loss: 6.473e-01]
fia_flux_2:  12%|#2        | 147/1200 [25:09<2:41:36,  9.21s/it, lr: 5.0e-05 loss: 6.473e-01]
fia_flux_2:  12%|#2        | 148/1200 [25:09<2:45:10,  9.42s/it, lr: 5.0e-05 loss: 6.473e-01]
fia_flux_2:  12%|#2        | 148/1200 [25:09<2:45:10,  9.42s/it, lr: 5.0e-05 loss: 6.473e-01]
fia_flux_2:  12%|#2        | 148/1200 [25:15<2:45:10,  9.42s/it, lr: 5.0e-05 loss: 3.780e-01]
fia_flux_2:  12%|#2        | 148/1200 [25:15<2:45:10,  9.42s/it, lr: 5.0e-05 loss: 3.780e-01]
fia_flux_2:  12%|#2        | 149/1200 [25:15<2:30:40,  8.60s/it, lr: 5.0e-05 loss: 3.780e-01]
fia_flux_2:  12%|#2        | 149/1200 [25:15<2:30:40,  8.60s/it, lr: 5.0e-05 loss: 3.780e-01]
fia_flux_2:  12%|#2        | 149/1200 [25:26<2:30:40,  8.60s/it, lr: 5.0e-05 loss: 2.721e-01]
fia_flux_2:  12%|#2        | 149/1200 [25:26<2:30:40,  8.60s/it, lr: 5.0e-05 loss: 2.721e-01]
fia_flux_2:  12%|#2        | 150/1200 [25:32<2:30:32,  8.60s/it, lr: 5.0e-05 loss: 1.999e-01]
fia_flux_2:  12%|#2        | 150/1200 [25:32<2:30:32,  8.60s/it, lr: 5.0e-05 loss: 1.999e-01]
fia_flux_2:  13%|#2        | 151/1200 [25:32<1:47:57,  6.17s/it, lr: 5.0e-05 loss: 1.999e-01]
fia_flux_2:  13%|#2        | 151/1200 [25:32<1:47:57,  6.17s/it, lr: 5.0e-05 loss: 1.999e-01]
fia_flux_2:  13%|#2        | 151/1200 [25:42<1:47:57,  6.17s/it, lr: 5.0e-05 loss: 2.087e-01]
fia_flux_2:  13%|#2        | 151/1200 [25:42<1:47:57,  6.17s/it, lr: 5.0e-05 loss: 2.087e-01]
fia_flux_2:  13%|#2        | 152/1200 [25:42<2:04:08,  7.11s/it, lr: 5.0e-05 loss: 2.087e-01]
fia_flux_2:  13%|#2        | 152/1200 [25:42<2:04:08,  7.11s/it, lr: 5.0e-05 loss: 2.087e-01]
fia_flux_2:  13%|#2        | 152/1200 [25:49<2:04:08,  7.11s/it, lr: 5.0e-05 loss: 1.159e+00]
fia_flux_2:  13%|#2        | 152/1200 [25:49<2:04:08,  7.11s/it, lr: 5.0e-05 loss: 1.159e+00]
fia_flux_2:  13%|#2        | 153/1200 [25:49<2:01:38,  6.97s/it, lr: 5.0e-05 loss: 1.159e+00]
fia_flux_2:  13%|#2        | 153/1200 [25:49<2:01:38,  6.97s/it, lr: 5.0e-05 loss: 1.159e+00]
fia_flux_2:  13%|#2        | 153/1200 [25:59<2:01:38,  6.97s/it, lr: 5.0e-05 loss: 2.563e-01]
fia_flux_2:  13%|#2        | 153/1200 [25:59<2:01:38,  6.97s/it, lr: 5.0e-05 loss: 2.563e-01]
fia_flux_2:  13%|#2        | 154/1200 [25:59<2:15:05,  7.75s/it, lr: 5.0e-05 loss: 2.563e-01]
fia_flux_2:  13%|#2        | 154/1200 [25:59<2:15:05,  7.75s/it, lr: 5.0e-05 loss: 2.563e-01]
fia_flux_2:  13%|#2        | 154/1200 [26:13<2:15:05,  7.75s/it, lr: 5.0e-05 loss: 1.077e+00]
fia_flux_2:  13%|#2        | 154/1200 [26:13<2:15:05,  7.75s/it, lr: 5.0e-05 loss: 1.077e+00]
fia_flux_2:  13%|#2        | 155/1200 [26:13<2:46:43,  9.57s/it, lr: 5.0e-05 loss: 1.077e+00]
fia_flux_2:  13%|#2        | 155/1200 [26:13<2:46:43,  9.57s/it, lr: 5.0e-05 loss: 1.077e+00]
fia_flux_2:  13%|#2        | 155/1200 [26:20<2:46:43,  9.57s/it, lr: 5.0e-05 loss: 3.561e-01]
fia_flux_2:  13%|#2        | 155/1200 [26:20<2:46:43,  9.57s/it, lr: 5.0e-05 loss: 3.561e-01]
fia_flux_2:  13%|#3        | 156/1200 [26:20<2:31:44,  8.72s/it, lr: 5.0e-05 loss: 3.561e-01]
fia_flux_2:  13%|#3        | 156/1200 [26:20<2:31:44,  8.72s/it, lr: 5.0e-05 loss: 3.561e-01]
fia_flux_2:  13%|#3        | 156/1200 [26:26<2:31:44,  8.72s/it, lr: 5.0e-05 loss: 2.075e-01]
fia_flux_2:  13%|#3        | 156/1200 [26:26<2:31:44,  8.72s/it, lr: 5.0e-05 loss: 2.075e-01]
fia_flux_2:  13%|#3        | 157/1200 [26:26<2:20:58,  8.11s/it, lr: 5.0e-05 loss: 2.075e-01]
fia_flux_2:  13%|#3        | 157/1200 [26:26<2:20:58,  8.11s/it, lr: 5.0e-05 loss: 2.075e-01]
fia_flux_2:  13%|#3        | 157/1200 [26:40<2:20:58,  8.11s/it, lr: 5.0e-05 loss: 5.932e-01]
fia_flux_2:  13%|#3        | 157/1200 [26:40<2:20:58,  8.11s/it, lr: 5.0e-05 loss: 5.932e-01]
fia_flux_2:  13%|#3        | 158/1200 [26:40<2:49:42,  9.77s/it, lr: 5.0e-05 loss: 5.932e-01]
fia_flux_2:  13%|#3        | 158/1200 [26:40<2:49:42,  9.77s/it, lr: 5.0e-05 loss: 5.932e-01]
fia_flux_2:  13%|#3        | 158/1200 [26:47<2:49:42,  9.77s/it, lr: 5.0e-05 loss: 3.045e-01]
fia_flux_2:  13%|#3        | 158/1200 [26:47<2:49:42,  9.77s/it, lr: 5.0e-05 loss: 3.045e-01]
fia_flux_2:  13%|#3        | 159/1200 [26:47<2:33:15,  8.83s/it, lr: 5.0e-05 loss: 3.045e-01]
fia_flux_2:  13%|#3        | 159/1200 [26:47<2:33:15,  8.83s/it, lr: 5.0e-05 loss: 3.045e-01]
fia_flux_2:  13%|#3        | 159/1200 [26:53<2:33:15,  8.83s/it, lr: 5.0e-05 loss: 1.110e+00]
fia_flux_2:  13%|#3        | 159/1200 [26:53<2:33:15,  8.83s/it, lr: 5.0e-05 loss: 1.110e+00]
fia_flux_2:  13%|#3        | 160/1200 [27:03<2:33:06,  8.83s/it, lr: 5.0e-05 loss: 1.039e+00]
fia_flux_2:  13%|#3        | 160/1200 [27:03<2:33:06,  8.83s/it, lr: 5.0e-05 loss: 1.039e+00]
fia_flux_2:  13%|#3        | 161/1200 [27:03<2:02:21,  7.07s/it, lr: 5.0e-05 loss: 1.039e+00]
fia_flux_2:  13%|#3        | 161/1200 [27:03<2:02:21,  7.07s/it, lr: 5.0e-05 loss: 1.039e+00]
fia_flux_2:  13%|#3        | 161/1200 [27:17<2:02:21,  7.07s/it, lr: 5.0e-05 loss: 9.935e-02]
fia_flux_2:  13%|#3        | 161/1200 [27:17<2:02:21,  7.07s/it, lr: 5.0e-05 loss: 9.935e-02]
fia_flux_2:  14%|#3        | 162/1200 [27:17<2:31:50,  8.78s/it, lr: 5.0e-05 loss: 9.935e-02]
fia_flux_2:  14%|#3        | 162/1200 [27:17<2:31:50,  8.78s/it, lr: 5.0e-05 loss: 9.935e-02]
fia_flux_2:  14%|#3        | 162/1200 [27:31<2:31:50,  8.78s/it, lr: 5.0e-05 loss: 9.281e-01]
fia_flux_2:  14%|#3        | 162/1200 [27:31<2:31:50,  8.78s/it, lr: 5.0e-05 loss: 9.281e-01]
fia_flux_2:  14%|#3        | 163/1200 [27:31<2:56:37, 10.22s/it, lr: 5.0e-05 loss: 9.281e-01]
fia_flux_2:  14%|#3        | 163/1200 [27:31<2:56:37, 10.22s/it, lr: 5.0e-05 loss: 9.281e-01]
fia_flux_2:  14%|#3        | 163/1200 [27:41<2:56:37, 10.22s/it, lr: 5.0e-05 loss: 2.951e-01]
fia_flux_2:  14%|#3        | 163/1200 [27:41<2:56:37, 10.22s/it, lr: 5.0e-05 loss: 2.951e-01]
fia_flux_2:  14%|#3        | 164/1200 [27:41<2:55:08, 10.14s/it, lr: 5.0e-05 loss: 2.951e-01]
fia_flux_2:  14%|#3        | 164/1200 [27:41<2:55:08, 10.14s/it, lr: 5.0e-05 loss: 2.951e-01]
fia_flux_2:  14%|#3        | 164/1200 [27:51<2:55:08, 10.14s/it, lr: 5.0e-05 loss: 1.108e+00]
fia_flux_2:  14%|#3        | 164/1200 [27:51<2:55:08, 10.14s/it, lr: 5.0e-05 loss: 1.108e+00]
fia_flux_2:  14%|#3        | 165/1200 [27:51<2:53:59, 10.09s/it, lr: 5.0e-05 loss: 1.108e+00]
fia_flux_2:  14%|#3        | 165/1200 [27:51<2:53:59, 10.09s/it, lr: 5.0e-05 loss: 1.108e+00]
fia_flux_2:  14%|#3        | 165/1200 [28:06<2:53:59, 10.09s/it, lr: 5.0e-05 loss: 3.201e-01]
fia_flux_2:  14%|#3        | 165/1200 [28:06<2:53:59, 10.09s/it, lr: 5.0e-05 loss: 3.201e-01]
fia_flux_2:  14%|#3        | 166/1200 [28:06<3:15:55, 11.37s/it, lr: 5.0e-05 loss: 3.201e-01]
fia_flux_2:  14%|#3        | 166/1200 [28:06<3:15:55, 11.37s/it, lr: 5.0e-05 loss: 3.201e-01]
fia_flux_2:  14%|#3        | 166/1200 [28:20<3:15:55, 11.37s/it, lr: 5.0e-05 loss: 4.087e-01]
fia_flux_2:  14%|#3        | 166/1200 [28:20<3:15:55, 11.37s/it, lr: 5.0e-05 loss: 4.087e-01]
fia_flux_2:  14%|#3        | 167/1200 [28:20<3:28:47, 12.13s/it, lr: 5.0e-05 loss: 4.087e-01]
fia_flux_2:  14%|#3        | 167/1200 [28:20<3:28:47, 12.13s/it, lr: 5.0e-05 loss: 4.087e-01]
fia_flux_2:  14%|#3        | 167/1200 [28:27<3:28:47, 12.13s/it, lr: 5.0e-05 loss: 1.084e+00]
fia_flux_2:  14%|#3        | 167/1200 [28:27<3:28:47, 12.13s/it, lr: 5.0e-05 loss: 1.084e+00]
fia_flux_2:  14%|#4        | 168/1200 [28:27<3:01:02, 10.53s/it, lr: 5.0e-05 loss: 1.084e+00]
fia_flux_2:  14%|#4        | 168/1200 [28:27<3:01:02, 10.53s/it, lr: 5.0e-05 loss: 1.084e+00]
fia_flux_2:  14%|#4        | 168/1200 [28:33<3:01:02, 10.53s/it, lr: 5.0e-05 loss: 9.433e-01]
fia_flux_2:  14%|#4        | 168/1200 [28:33<3:01:02, 10.53s/it, lr: 5.0e-05 loss: 9.433e-01]
fia_flux_2:  14%|#4        | 169/1200 [28:33<2:41:13,  9.38s/it, lr: 5.0e-05 loss: 9.433e-01]
fia_flux_2:  14%|#4        | 169/1200 [28:33<2:41:13,  9.38s/it, lr: 5.0e-05 loss: 9.433e-01]
fia_flux_2:  14%|#4        | 169/1200 [28:47<2:41:13,  9.38s/it, lr: 5.0e-05 loss: 9.108e-01]
fia_flux_2:  14%|#4        | 169/1200 [28:47<2:41:13,  9.38s/it, lr: 5.0e-05 loss: 9.108e-01]
fia_flux_2:  14%|#4        | 170/1200 [29:01<2:41:04,  9.38s/it, lr: 5.0e-05 loss: 4.953e-01]
fia_flux_2:  14%|#4        | 170/1200 [29:01<2:41:04,  9.38s/it, lr: 5.0e-05 loss: 4.953e-01]
fia_flux_2:  14%|#4        | 171/1200 [29:01<2:22:11,  8.29s/it, lr: 5.0e-05 loss: 4.953e-01]
fia_flux_2:  14%|#4        | 171/1200 [29:01<2:22:11,  8.29s/it, lr: 5.0e-05 loss: 4.953e-01]
fia_flux_2:  14%|#4        | 171/1200 [29:11<2:22:11,  8.29s/it, lr: 5.0e-05 loss: 2.706e-01]
fia_flux_2:  14%|#4        | 171/1200 [29:11<2:22:11,  8.29s/it, lr: 5.0e-05 loss: 2.706e-01]
fia_flux_2:  14%|#4        | 172/1200 [29:11<2:28:35,  8.67s/it, lr: 5.0e-05 loss: 2.706e-01]
fia_flux_2:  14%|#4        | 172/1200 [29:11<2:28:35,  8.67s/it, lr: 5.0e-05 loss: 2.706e-01]
fia_flux_2:  14%|#4        | 172/1200 [29:25<2:28:35,  8.67s/it, lr: 5.0e-05 loss: 1.177e+00]
fia_flux_2:  14%|#4        | 172/1200 [29:25<2:28:35,  8.67s/it, lr: 5.0e-05 loss: 1.177e+00]
fia_flux_2:  14%|#4        | 173/1200 [29:25<2:52:25, 10.07s/it, lr: 5.0e-05 loss: 1.177e+00]
fia_flux_2:  14%|#4        | 173/1200 [29:25<2:52:25, 10.07s/it, lr: 5.0e-05 loss: 1.177e+00]
fia_flux_2:  14%|#4        | 173/1200 [29:39<2:52:25, 10.07s/it, lr: 5.0e-05 loss: 7.725e-01]
fia_flux_2:  14%|#4        | 173/1200 [29:39<2:52:25, 10.07s/it, lr: 5.0e-05 loss: 7.725e-01]
fia_flux_2:  14%|#4        | 174/1200 [29:39<3:10:25, 11.14s/it, lr: 5.0e-05 loss: 7.725e-01]
fia_flux_2:  14%|#4        | 174/1200 [29:39<3:10:25, 11.14s/it, lr: 5.0e-05 loss: 7.725e-01]
fia_flux_2:  14%|#4        | 174/1200 [29:53<3:10:25, 11.14s/it, lr: 5.0e-05 loss: 5.643e-01]
fia_flux_2:  14%|#4        | 174/1200 [29:53<3:10:25, 11.14s/it, lr: 5.0e-05 loss: 5.643e-01]
fia_flux_2:  15%|#4        | 175/1200 [29:53<3:25:19, 12.02s/it, lr: 5.0e-05 loss: 5.643e-01]
fia_flux_2:  15%|#4        | 175/1200 [29:53<3:25:19, 12.02s/it, lr: 5.0e-05 loss: 5.643e-01]
fia_flux_2:  15%|#4        | 175/1200 [30:08<3:25:19, 12.02s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:  15%|#4        | 175/1200 [30:08<3:25:19, 12.02s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:  15%|#4        | 176/1200 [30:08<3:35:58, 12.65s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:  15%|#4        | 176/1200 [30:08<3:35:58, 12.65s/it, lr: 5.0e-05 loss: 1.083e+00]
fia_flux_2:  15%|#4        | 176/1200 [30:17<3:35:58, 12.65s/it, lr: 5.0e-05 loss: 8.687e-01]
fia_flux_2:  15%|#4        | 176/1200 [30:17<3:35:58, 12.65s/it, lr: 5.0e-05 loss: 8.687e-01]
fia_flux_2:  15%|#4        | 177/1200 [30:17<3:21:46, 11.83s/it, lr: 5.0e-05 loss: 8.687e-01]
fia_flux_2:  15%|#4        | 177/1200 [30:17<3:21:46, 11.83s/it, lr: 5.0e-05 loss: 8.687e-01]
fia_flux_2:  15%|#4        | 177/1200 [30:27<3:21:46, 11.83s/it, lr: 5.0e-05 loss: 9.618e-02]
fia_flux_2:  15%|#4        | 177/1200 [30:27<3:21:46, 11.83s/it, lr: 5.0e-05 loss: 9.618e-02]
fia_flux_2:  15%|#4        | 178/1200 [30:27<3:11:40, 11.25s/it, lr: 5.0e-05 loss: 9.618e-02]
fia_flux_2:  15%|#4        | 178/1200 [30:27<3:11:40, 11.25s/it, lr: 5.0e-05 loss: 9.618e-02]
fia_flux_2:  15%|#4        | 178/1200 [30:42<3:11:40, 11.25s/it, lr: 5.0e-05 loss: 4.635e-01]
fia_flux_2:  15%|#4        | 178/1200 [30:42<3:11:40, 11.25s/it, lr: 5.0e-05 loss: 4.635e-01]
fia_flux_2:  15%|#4        | 179/1200 [30:42<3:29:46, 12.33s/it, lr: 5.0e-05 loss: 4.635e-01]
fia_flux_2:  15%|#4        | 179/1200 [30:42<3:29:46, 12.33s/it, lr: 5.0e-05 loss: 4.635e-01]
fia_flux_2:  15%|#4        | 179/1200 [30:49<3:29:46, 12.33s/it, lr: 5.0e-05 loss: 6.462e-01]
fia_flux_2:  15%|#4        | 179/1200 [30:49<3:29:46, 12.33s/it, lr: 5.0e-05 loss: 6.462e-01]
+Saving at step 180
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000180.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  15%|#5        | 180/1200 [31:04<3:29:33, 12.33s/it, lr: 5.0e-05 loss: 6.393e-01]
fia_flux_2:  15%|#5        | 180/1200 [31:04<3:29:33, 12.33s/it, lr: 5.0e-05 loss: 6.393e-01]
fia_flux_2:  15%|#5        | 181/1200 [31:04<2:50:26, 10.04s/it, lr: 5.0e-05 loss: 6.393e-01]
fia_flux_2:  15%|#5        | 181/1200 [31:04<2:50:26, 10.04s/it, lr: 5.0e-05 loss: 6.393e-01]
fia_flux_2:  15%|#5        | 181/1200 [31:18<2:50:26, 10.04s/it, lr: 5.0e-05 loss: 5.054e-01]
fia_flux_2:  15%|#5        | 181/1200 [31:18<2:50:26, 10.04s/it, lr: 5.0e-05 loss: 5.054e-01]
fia_flux_2:  15%|#5        | 182/1200 [31:18<3:07:59, 11.08s/it, lr: 5.0e-05 loss: 5.054e-01]
fia_flux_2:  15%|#5        | 182/1200 [31:18<3:07:59, 11.08s/it, lr: 5.0e-05 loss: 5.054e-01]
fia_flux_2:  15%|#5        | 182/1200 [31:28<3:07:59, 11.08s/it, lr: 5.0e-05 loss: 1.312e+00]
fia_flux_2:  15%|#5        | 182/1200 [31:28<3:07:59, 11.08s/it, lr: 5.0e-05 loss: 1.312e+00]
fia_flux_2:  15%|#5        | 183/1200 [31:28<3:02:11, 10.75s/it, lr: 5.0e-05 loss: 1.312e+00]
fia_flux_2:  15%|#5        | 183/1200 [31:28<3:02:11, 10.75s/it, lr: 5.0e-05 loss: 1.312e+00]
fia_flux_2:  15%|#5        | 183/1200 [31:39<3:02:11, 10.75s/it, lr: 5.0e-05 loss: 6.227e-01]
fia_flux_2:  15%|#5        | 183/1200 [31:39<3:02:11, 10.75s/it, lr: 5.0e-05 loss: 6.227e-01]
fia_flux_2:  15%|#5        | 184/1200 [31:39<3:01:40, 10.73s/it, lr: 5.0e-05 loss: 6.227e-01]
fia_flux_2:  15%|#5        | 184/1200 [31:39<3:01:40, 10.73s/it, lr: 5.0e-05 loss: 6.227e-01]
fia_flux_2:  15%|#5        | 184/1200 [31:53<3:01:40, 10.73s/it, lr: 5.0e-05 loss: 4.403e-01]
fia_flux_2:  15%|#5        | 184/1200 [31:53<3:01:40, 10.73s/it, lr: 5.0e-05 loss: 4.403e-01]
fia_flux_2:  15%|#5        | 185/1200 [31:53<3:18:15, 11.72s/it, lr: 5.0e-05 loss: 4.403e-01]
fia_flux_2:  15%|#5        | 185/1200 [31:53<3:18:15, 11.72s/it, lr: 5.0e-05 loss: 4.403e-01]
fia_flux_2:  15%|#5        | 185/1200 [32:07<3:18:15, 11.72s/it, lr: 5.0e-05 loss: 4.757e-01]
fia_flux_2:  15%|#5        | 185/1200 [32:07<3:18:15, 11.72s/it, lr: 5.0e-05 loss: 4.757e-01]
fia_flux_2:  16%|#5        | 186/1200 [32:07<3:29:09, 12.38s/it, lr: 5.0e-05 loss: 4.757e-01]
fia_flux_2:  16%|#5        | 186/1200 [32:07<3:29:09, 12.38s/it, lr: 5.0e-05 loss: 4.757e-01]
fia_flux_2:  16%|#5        | 186/1200 [32:17<3:29:09, 12.38s/it, lr: 5.0e-05 loss: 4.588e-01]
fia_flux_2:  16%|#5        | 186/1200 [32:17<3:29:09, 12.38s/it, lr: 5.0e-05 loss: 4.588e-01]
fia_flux_2:  16%|#5        | 187/1200 [32:17<3:16:29, 11.64s/it, lr: 5.0e-05 loss: 4.588e-01]
fia_flux_2:  16%|#5        | 187/1200 [32:17<3:16:29, 11.64s/it, lr: 5.0e-05 loss: 4.588e-01]
fia_flux_2:  16%|#5        | 187/1200 [32:23<3:16:29, 11.64s/it, lr: 5.0e-05 loss: 1.651e-01]
fia_flux_2:  16%|#5        | 187/1200 [32:23<3:16:29, 11.64s/it, lr: 5.0e-05 loss: 1.651e-01]
fia_flux_2:  16%|#5        | 188/1200 [32:23<2:51:31, 10.17s/it, lr: 5.0e-05 loss: 1.651e-01]
fia_flux_2:  16%|#5        | 188/1200 [32:23<2:51:31, 10.17s/it, lr: 5.0e-05 loss: 1.651e-01]
fia_flux_2:  16%|#5        | 188/1200 [32:33<2:51:31, 10.17s/it, lr: 5.0e-05 loss: 7.174e-01]
fia_flux_2:  16%|#5        | 188/1200 [32:33<2:51:31, 10.17s/it, lr: 5.0e-05 loss: 7.174e-01]
fia_flux_2:  16%|#5        | 189/1200 [32:33<2:50:16, 10.11s/it, lr: 5.0e-05 loss: 7.174e-01]
fia_flux_2:  16%|#5        | 189/1200 [32:33<2:50:16, 10.11s/it, lr: 5.0e-05 loss: 7.174e-01]
fia_flux_2:  16%|#5        | 189/1200 [32:43<2:50:16, 10.11s/it, lr: 5.0e-05 loss: 1.751e-01]
fia_flux_2:  16%|#5        | 189/1200 [32:43<2:50:16, 10.11s/it, lr: 5.0e-05 loss: 1.751e-01]
fia_flux_2:  16%|#5        | 190/1200 [32:53<2:50:06, 10.11s/it, lr: 5.0e-05 loss: 3.473e-01]
fia_flux_2:  16%|#5        | 190/1200 [32:53<2:50:06, 10.11s/it, lr: 5.0e-05 loss: 3.473e-01]
fia_flux_2:  16%|#5        | 191/1200 [32:53<2:10:30,  7.76s/it, lr: 5.0e-05 loss: 3.473e-01]
fia_flux_2:  16%|#5        | 191/1200 [32:53<2:10:30,  7.76s/it, lr: 5.0e-05 loss: 3.473e-01]
fia_flux_2:  16%|#5        | 191/1200 [33:03<2:10:30,  7.76s/it, lr: 5.0e-05 loss: 5.523e-01]
fia_flux_2:  16%|#5        | 191/1200 [33:03<2:10:30,  7.76s/it, lr: 5.0e-05 loss: 5.523e-01]
fia_flux_2:  16%|#6        | 192/1200 [33:03<2:19:01,  8.27s/it, lr: 5.0e-05 loss: 5.523e-01]
fia_flux_2:  16%|#6        | 192/1200 [33:03<2:19:01,  8.27s/it, lr: 5.0e-05 loss: 5.523e-01]
fia_flux_2:  16%|#6        | 192/1200 [33:17<2:19:01,  8.27s/it, lr: 5.0e-05 loss: 9.822e-03]
fia_flux_2:  16%|#6        | 192/1200 [33:17<2:19:01,  8.27s/it, lr: 5.0e-05 loss: 9.822e-03]
fia_flux_2:  16%|#6        | 193/1200 [33:17<2:43:54,  9.77s/it, lr: 5.0e-05 loss: 9.822e-03]
fia_flux_2:  16%|#6        | 193/1200 [33:17<2:43:54,  9.77s/it, lr: 5.0e-05 loss: 9.822e-03]
fia_flux_2:  16%|#6        | 193/1200 [33:27<2:43:54,  9.77s/it, lr: 5.0e-05 loss: 2.311e-02]
fia_flux_2:  16%|#6        | 193/1200 [33:27<2:43:54,  9.77s/it, lr: 5.0e-05 loss: 2.311e-02]
fia_flux_2:  16%|#6        | 194/1200 [33:27<2:44:12,  9.79s/it, lr: 5.0e-05 loss: 2.311e-02]
fia_flux_2:  16%|#6        | 194/1200 [33:27<2:44:12,  9.79s/it, lr: 5.0e-05 loss: 2.311e-02]
fia_flux_2:  16%|#6        | 194/1200 [33:33<2:44:12,  9.79s/it, lr: 5.0e-05 loss: 7.046e-01]
fia_flux_2:  16%|#6        | 194/1200 [33:33<2:44:12,  9.79s/it, lr: 5.0e-05 loss: 7.046e-01]
fia_flux_2:  16%|#6        | 195/1200 [33:33<2:29:12,  8.91s/it, lr: 5.0e-05 loss: 7.046e-01]
fia_flux_2:  16%|#6        | 195/1200 [33:33<2:29:12,  8.91s/it, lr: 5.0e-05 loss: 7.046e-01]
fia_flux_2:  16%|#6        | 195/1200 [33:43<2:29:12,  8.91s/it, lr: 5.0e-05 loss: 9.015e-01]
fia_flux_2:  16%|#6        | 195/1200 [33:43<2:29:12,  8.91s/it, lr: 5.0e-05 loss: 9.015e-01]
fia_flux_2:  16%|#6        | 196/1200 [33:43<2:34:19,  9.22s/it, lr: 5.0e-05 loss: 9.015e-01]
fia_flux_2:  16%|#6        | 196/1200 [33:43<2:34:19,  9.22s/it, lr: 5.0e-05 loss: 9.015e-01]
fia_flux_2:  16%|#6        | 196/1200 [33:53<2:34:19,  9.22s/it, lr: 5.0e-05 loss: 5.839e-01]
fia_flux_2:  16%|#6        | 196/1200 [33:53<2:34:19,  9.22s/it, lr: 5.0e-05 loss: 5.839e-01]
fia_flux_2:  16%|#6        | 197/1200 [33:53<2:37:48,  9.44s/it, lr: 5.0e-05 loss: 5.839e-01]
fia_flux_2:  16%|#6        | 197/1200 [33:53<2:37:48,  9.44s/it, lr: 5.0e-05 loss: 5.839e-01]
fia_flux_2:  16%|#6        | 197/1200 [34:04<2:37:48,  9.44s/it, lr: 5.0e-05 loss: 8.611e-02]
fia_flux_2:  16%|#6        | 197/1200 [34:04<2:37:48,  9.44s/it, lr: 5.0e-05 loss: 8.611e-02]
fia_flux_2:  16%|#6        | 198/1200 [34:04<2:43:04,  9.76s/it, lr: 5.0e-05 loss: 8.611e-02]
fia_flux_2:  16%|#6        | 198/1200 [34:04<2:43:04,  9.76s/it, lr: 5.0e-05 loss: 8.611e-02]
fia_flux_2:  16%|#6        | 198/1200 [34:11<2:43:04,  9.76s/it, lr: 5.0e-05 loss: 9.823e-01]
fia_flux_2:  16%|#6        | 198/1200 [34:11<2:43:04,  9.76s/it, lr: 5.0e-05 loss: 9.823e-01]
fia_flux_2:  17%|#6        | 199/1200 [34:11<2:27:51,  8.86s/it, lr: 5.0e-05 loss: 9.823e-01]
fia_flux_2:  17%|#6        | 199/1200 [34:11<2:27:51,  8.86s/it, lr: 5.0e-05 loss: 9.823e-01]
fia_flux_2:  17%|#6        | 199/1200 [34:21<2:27:51,  8.86s/it, lr: 5.0e-05 loss: 8.741e-02]
fia_flux_2:  17%|#6        | 199/1200 [34:21<2:27:51,  8.86s/it, lr: 5.0e-05 loss: 8.741e-02]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:51<02:34, 51.41s/it]
Generating Images:  25%|##5       | 1/4 [00:51<02:34, 51.41s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.24s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.24s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:34<00:51, 51.66s/it]
Generating Images:  75%|#######5  | 3/4 [02:34<00:51, 51.66s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:28<00:00, 52.54s/it]
Generating Images: 100%|##########| 4/4 [03:28<00:00, 52.54s/it]
+
+
                                                                
                                                                
fia_flux_2:  17%|#6        | 200/1200 [34:35<2:27:43,  8.86s/it, lr: 5.0e-05 loss: 1.242e+00]
fia_flux_2:  17%|#6        | 200/1200 [34:35<2:27:43,  8.86s/it, lr: 5.0e-05 loss: 1.242e+00]
fia_flux_2:  17%|#6        | 201/1200 [34:35<2:13:14,  8.00s/it, lr: 5.0e-05 loss: 1.242e+00]
fia_flux_2:  17%|#6        | 201/1200 [34:35<2:13:14,  8.00s/it, lr: 5.0e-05 loss: 1.242e+00]
fia_flux_2:  17%|#6        | 201/1200 [35:10<2:13:14,  8.00s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  17%|#6        | 201/1200 [35:10<2:13:14,  8.00s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  17%|#6        | 202/1200 [35:10<4:05:00, 14.73s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  17%|#6        | 202/1200 [35:10<4:05:00, 14.73s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  17%|#6        | 202/1200 [35:17<4:05:00, 14.73s/it, lr: 5.0e-05 loss: 2.288e-01]
fia_flux_2:  17%|#6        | 202/1200 [35:17<4:05:00, 14.73s/it, lr: 5.0e-05 loss: 2.288e-01]
fia_flux_2:  17%|#6        | 203/1200 [35:17<3:31:15, 12.71s/it, lr: 5.0e-05 loss: 2.288e-01]
fia_flux_2:  17%|#6        | 203/1200 [35:17<3:31:15, 12.71s/it, lr: 5.0e-05 loss: 2.288e-01]
fia_flux_2:  17%|#6        | 203/1200 [35:27<3:31:15, 12.71s/it, lr: 5.0e-05 loss: 8.022e-02]
fia_flux_2:  17%|#6        | 203/1200 [35:27<3:31:15, 12.71s/it, lr: 5.0e-05 loss: 8.022e-02]
fia_flux_2:  17%|#7        | 204/1200 [35:27<3:18:13, 11.94s/it, lr: 5.0e-05 loss: 8.022e-02]
fia_flux_2:  17%|#7        | 204/1200 [35:27<3:18:13, 11.94s/it, lr: 5.0e-05 loss: 8.022e-02]
fia_flux_2:  17%|#7        | 204/1200 [35:41<3:18:13, 11.94s/it, lr: 5.0e-05 loss: 1.441e+00]
fia_flux_2:  17%|#7        | 204/1200 [35:41<3:18:13, 11.94s/it, lr: 5.0e-05 loss: 1.441e+00]
fia_flux_2:  17%|#7        | 205/1200 [35:41<3:27:04, 12.49s/it, lr: 5.0e-05 loss: 1.441e+00]
fia_flux_2:  17%|#7        | 205/1200 [35:41<3:27:04, 12.49s/it, lr: 5.0e-05 loss: 1.441e+00]
fia_flux_2:  17%|#7        | 205/1200 [35:47<3:27:04, 12.49s/it, lr: 5.0e-05 loss: 4.006e-01]
fia_flux_2:  17%|#7        | 205/1200 [35:47<3:27:04, 12.49s/it, lr: 5.0e-05 loss: 4.006e-01]
fia_flux_2:  17%|#7        | 206/1200 [35:47<2:58:52, 10.80s/it, lr: 5.0e-05 loss: 4.006e-01]
fia_flux_2:  17%|#7        | 206/1200 [35:47<2:58:52, 10.80s/it, lr: 5.0e-05 loss: 4.006e-01]
fia_flux_2:  17%|#7        | 206/1200 [36:02<2:58:52, 10.80s/it, lr: 5.0e-05 loss: 2.801e-01]
fia_flux_2:  17%|#7        | 206/1200 [36:02<2:58:52, 10.80s/it, lr: 5.0e-05 loss: 2.801e-01]
fia_flux_2:  17%|#7        | 207/1200 [36:02<3:15:19, 11.80s/it, lr: 5.0e-05 loss: 2.801e-01]
fia_flux_2:  17%|#7        | 207/1200 [36:02<3:15:19, 11.80s/it, lr: 5.0e-05 loss: 2.801e-01]
fia_flux_2:  17%|#7        | 207/1200 [36:08<3:15:19, 11.80s/it, lr: 5.0e-05 loss: 1.095e+00]
fia_flux_2:  17%|#7        | 207/1200 [36:08<3:15:19, 11.80s/it, lr: 5.0e-05 loss: 1.095e+00]
fia_flux_2:  17%|#7        | 208/1200 [36:08<2:50:40, 10.32s/it, lr: 5.0e-05 loss: 1.095e+00]
fia_flux_2:  17%|#7        | 208/1200 [36:08<2:50:40, 10.32s/it, lr: 5.0e-05 loss: 1.095e+00]
fia_flux_2:  17%|#7        | 208/1200 [36:16<2:50:40, 10.32s/it, lr: 5.0e-05 loss: 6.652e-01]
fia_flux_2:  17%|#7        | 208/1200 [36:16<2:50:40, 10.32s/it, lr: 5.0e-05 loss: 6.652e-01]
fia_flux_2:  17%|#7        | 209/1200 [36:16<2:35:34,  9.42s/it, lr: 5.0e-05 loss: 6.652e-01]
fia_flux_2:  17%|#7        | 209/1200 [36:16<2:35:34,  9.42s/it, lr: 5.0e-05 loss: 6.652e-01]
fia_flux_2:  17%|#7        | 209/1200 [36:22<2:35:34,  9.42s/it, lr: 5.0e-05 loss: 5.473e-01]
fia_flux_2:  17%|#7        | 209/1200 [36:22<2:35:34,  9.42s/it, lr: 5.0e-05 loss: 5.473e-01]
fia_flux_2:  18%|#7        | 210/1200 [36:29<2:35:25,  9.42s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  18%|#7        | 210/1200 [36:29<2:35:25,  9.42s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  18%|#7        | 211/1200 [36:29<1:49:19,  6.63s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  18%|#7        | 211/1200 [36:29<1:49:19,  6.63s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  18%|#7        | 211/1200 [36:43<1:49:19,  6.63s/it, lr: 5.0e-05 loss: 4.403e-01]
fia_flux_2:  18%|#7        | 211/1200 [36:43<1:49:19,  6.63s/it, lr: 5.0e-05 loss: 4.403e-01]
fia_flux_2:  18%|#7        | 212/1200 [36:43<2:20:22,  8.52s/it, lr: 5.0e-05 loss: 4.403e-01]
fia_flux_2:  18%|#7        | 212/1200 [36:43<2:20:22,  8.52s/it, lr: 5.0e-05 loss: 4.403e-01]
fia_flux_2:  18%|#7        | 212/1200 [36:57<2:20:22,  8.52s/it, lr: 5.0e-05 loss: 1.229e+00]
fia_flux_2:  18%|#7        | 212/1200 [36:57<2:20:22,  8.52s/it, lr: 5.0e-05 loss: 1.229e+00]
fia_flux_2:  18%|#7        | 213/1200 [36:57<2:44:31, 10.00s/it, lr: 5.0e-05 loss: 1.229e+00]
fia_flux_2:  18%|#7        | 213/1200 [36:57<2:44:31, 10.00s/it, lr: 5.0e-05 loss: 1.229e+00]
fia_flux_2:  18%|#7        | 213/1200 [37:07<2:44:31, 10.00s/it, lr: 5.0e-05 loss: 6.548e-01]
fia_flux_2:  18%|#7        | 213/1200 [37:07<2:44:31, 10.00s/it, lr: 5.0e-05 loss: 6.548e-01]
fia_flux_2:  18%|#7        | 214/1200 [37:07<2:43:45,  9.97s/it, lr: 5.0e-05 loss: 6.548e-01]
fia_flux_2:  18%|#7        | 214/1200 [37:07<2:43:45,  9.97s/it, lr: 5.0e-05 loss: 6.548e-01]
fia_flux_2:  18%|#7        | 214/1200 [37:22<2:43:45,  9.97s/it, lr: 5.0e-05 loss: 8.514e-01]
fia_flux_2:  18%|#7        | 214/1200 [37:22<2:43:45,  9.97s/it, lr: 5.0e-05 loss: 8.514e-01]
fia_flux_2:  18%|#7        | 215/1200 [37:22<3:03:42, 11.19s/it, lr: 5.0e-05 loss: 8.514e-01]
fia_flux_2:  18%|#7        | 215/1200 [37:22<3:03:42, 11.19s/it, lr: 5.0e-05 loss: 8.514e-01]
fia_flux_2:  18%|#7        | 215/1200 [37:37<3:03:42, 11.19s/it, lr: 5.0e-05 loss: 5.193e-01]
fia_flux_2:  18%|#7        | 215/1200 [37:37<3:03:42, 11.19s/it, lr: 5.0e-05 loss: 5.193e-01]
fia_flux_2:  18%|#8        | 216/1200 [37:37<3:22:50, 12.37s/it, lr: 5.0e-05 loss: 5.193e-01]
fia_flux_2:  18%|#8        | 216/1200 [37:37<3:22:50, 12.37s/it, lr: 5.0e-05 loss: 5.193e-01]
fia_flux_2:  18%|#8        | 216/1200 [37:44<3:22:50, 12.37s/it, lr: 5.0e-05 loss: 1.172e+00]
fia_flux_2:  18%|#8        | 216/1200 [37:44<3:22:50, 12.37s/it, lr: 5.0e-05 loss: 1.172e+00]
fia_flux_2:  18%|#8        | 217/1200 [37:44<2:55:20, 10.70s/it, lr: 5.0e-05 loss: 1.172e+00]
fia_flux_2:  18%|#8        | 217/1200 [37:44<2:55:20, 10.70s/it, lr: 5.0e-05 loss: 1.172e+00]
fia_flux_2:  18%|#8        | 217/1200 [37:58<2:55:20, 10.70s/it, lr: 5.0e-05 loss: 4.515e-01]
fia_flux_2:  18%|#8        | 217/1200 [37:58<2:55:20, 10.70s/it, lr: 5.0e-05 loss: 4.515e-01]
fia_flux_2:  18%|#8        | 218/1200 [37:58<3:15:38, 11.95s/it, lr: 5.0e-05 loss: 4.515e-01]
fia_flux_2:  18%|#8        | 218/1200 [37:58<3:15:38, 11.95s/it, lr: 5.0e-05 loss: 4.515e-01]
fia_flux_2:  18%|#8        | 218/1200 [38:12<3:15:38, 11.95s/it, lr: 5.0e-05 loss: 2.224e-01]
fia_flux_2:  18%|#8        | 218/1200 [38:12<3:15:38, 11.95s/it, lr: 5.0e-05 loss: 2.224e-01]
fia_flux_2:  18%|#8        | 219/1200 [38:12<3:25:18, 12.56s/it, lr: 5.0e-05 loss: 2.224e-01]
fia_flux_2:  18%|#8        | 219/1200 [38:12<3:25:18, 12.56s/it, lr: 5.0e-05 loss: 2.224e-01]
fia_flux_2:  18%|#8        | 219/1200 [38:19<3:25:18, 12.56s/it, lr: 5.0e-05 loss: 8.504e-01]
fia_flux_2:  18%|#8        | 219/1200 [38:19<3:25:18, 12.56s/it, lr: 5.0e-05 loss: 8.504e-01]
fia_flux_2:  18%|#8        | 220/1200 [38:29<3:25:05, 12.56s/it, lr: 5.0e-05 loss: 1.048e+00]
fia_flux_2:  18%|#8        | 220/1200 [38:29<3:25:05, 12.56s/it, lr: 5.0e-05 loss: 1.048e+00]
fia_flux_2:  18%|#8        | 221/1200 [38:29<2:28:15,  9.09s/it, lr: 5.0e-05 loss: 1.048e+00]
fia_flux_2:  18%|#8        | 221/1200 [38:29<2:28:15,  9.09s/it, lr: 5.0e-05 loss: 1.048e+00]
fia_flux_2:  18%|#8        | 221/1200 [38:36<2:28:15,  9.09s/it, lr: 5.0e-05 loss: 1.152e+00]
fia_flux_2:  18%|#8        | 221/1200 [38:36<2:28:15,  9.09s/it, lr: 5.0e-05 loss: 1.152e+00]
fia_flux_2:  18%|#8        | 222/1200 [38:36<2:18:09,  8.48s/it, lr: 5.0e-05 loss: 1.152e+00]
fia_flux_2:  18%|#8        | 222/1200 [38:36<2:18:09,  8.48s/it, lr: 5.0e-05 loss: 1.152e+00]
fia_flux_2:  18%|#8        | 222/1200 [38:50<2:18:09,  8.48s/it, lr: 5.0e-05 loss: 4.667e-01]
fia_flux_2:  18%|#8        | 222/1200 [38:50<2:18:09,  8.48s/it, lr: 5.0e-05 loss: 4.667e-01]
fia_flux_2:  19%|#8        | 223/1200 [38:50<2:41:20,  9.91s/it, lr: 5.0e-05 loss: 4.667e-01]
fia_flux_2:  19%|#8        | 223/1200 [38:50<2:41:20,  9.91s/it, lr: 5.0e-05 loss: 4.667e-01]
fia_flux_2:  19%|#8        | 223/1200 [39:04<2:41:20,  9.91s/it, lr: 5.0e-05 loss: 5.810e-01]
fia_flux_2:  19%|#8        | 223/1200 [39:04<2:41:20,  9.91s/it, lr: 5.0e-05 loss: 5.810e-01]
fia_flux_2:  19%|#8        | 224/1200 [39:04<2:59:08, 11.01s/it, lr: 5.0e-05 loss: 5.810e-01]
fia_flux_2:  19%|#8        | 224/1200 [39:04<2:59:08, 11.01s/it, lr: 5.0e-05 loss: 5.810e-01]
fia_flux_2:  19%|#8        | 224/1200 [39:18<2:59:08, 11.01s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  19%|#8        | 224/1200 [39:18<2:59:08, 11.01s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  19%|#8        | 225/1200 [39:18<3:13:56, 11.94s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  19%|#8        | 225/1200 [39:18<3:13:56, 11.94s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  19%|#8        | 225/1200 [39:33<3:13:56, 11.94s/it, lr: 5.0e-05 loss: 3.056e-01]
fia_flux_2:  19%|#8        | 225/1200 [39:33<3:13:56, 11.94s/it, lr: 5.0e-05 loss: 3.056e-01]
fia_flux_2:  19%|#8        | 226/1200 [39:33<3:24:46, 12.61s/it, lr: 5.0e-05 loss: 3.056e-01]
fia_flux_2:  19%|#8        | 226/1200 [39:33<3:24:46, 12.61s/it, lr: 5.0e-05 loss: 3.056e-01]
fia_flux_2:  19%|#8        | 226/1200 [39:47<3:24:46, 12.61s/it, lr: 5.0e-05 loss: 7.950e-01]
fia_flux_2:  19%|#8        | 226/1200 [39:47<3:24:46, 12.61s/it, lr: 5.0e-05 loss: 7.950e-01]
fia_flux_2:  19%|#8        | 227/1200 [39:47<3:30:59, 13.01s/it, lr: 5.0e-05 loss: 7.950e-01]
fia_flux_2:  19%|#8        | 227/1200 [39:47<3:30:59, 13.01s/it, lr: 5.0e-05 loss: 7.950e-01]
fia_flux_2:  19%|#8        | 227/1200 [39:56<3:30:59, 13.01s/it, lr: 5.0e-05 loss: 9.525e-01]
fia_flux_2:  19%|#8        | 227/1200 [39:56<3:30:59, 13.01s/it, lr: 5.0e-05 loss: 9.525e-01]
fia_flux_2:  19%|#9        | 228/1200 [39:56<3:15:36, 12.07s/it, lr: 5.0e-05 loss: 9.525e-01]
fia_flux_2:  19%|#9        | 228/1200 [39:56<3:15:36, 12.07s/it, lr: 5.0e-05 loss: 9.525e-01]
fia_flux_2:  19%|#9        | 228/1200 [40:03<3:15:36, 12.07s/it, lr: 5.0e-05 loss: 1.171e+00]
fia_flux_2:  19%|#9        | 228/1200 [40:03<3:15:36, 12.07s/it, lr: 5.0e-05 loss: 1.171e+00]
fia_flux_2:  19%|#9        | 229/1200 [40:03<2:49:18, 10.46s/it, lr: 5.0e-05 loss: 1.171e+00]
fia_flux_2:  19%|#9        | 229/1200 [40:03<2:49:18, 10.46s/it, lr: 5.0e-05 loss: 1.171e+00]
fia_flux_2:  19%|#9        | 229/1200 [40:10<2:49:18, 10.46s/it, lr: 5.0e-05 loss: 1.372e-01]
fia_flux_2:  19%|#9        | 229/1200 [40:10<2:49:18, 10.46s/it, lr: 5.0e-05 loss: 1.372e-01]
fia_flux_2:  19%|#9        | 230/1200 [40:19<2:49:07, 10.46s/it, lr: 5.0e-05 loss: 8.486e-01]
fia_flux_2:  19%|#9        | 230/1200 [40:19<2:49:07, 10.46s/it, lr: 5.0e-05 loss: 8.486e-01]
fia_flux_2:  19%|#9        | 231/1200 [40:19<2:07:53,  7.92s/it, lr: 5.0e-05 loss: 8.486e-01]
fia_flux_2:  19%|#9        | 231/1200 [40:19<2:07:53,  7.92s/it, lr: 5.0e-05 loss: 8.486e-01]
fia_flux_2:  19%|#9        | 231/1200 [40:30<2:07:53,  7.92s/it, lr: 5.0e-05 loss: 8.073e-01]
fia_flux_2:  19%|#9        | 231/1200 [40:30<2:07:53,  7.92s/it, lr: 5.0e-05 loss: 8.073e-01]
fia_flux_2:  19%|#9        | 232/1200 [40:30<2:18:06,  8.56s/it, lr: 5.0e-05 loss: 8.073e-01]
fia_flux_2:  19%|#9        | 232/1200 [40:30<2:18:06,  8.56s/it, lr: 5.0e-05 loss: 8.073e-01]
fia_flux_2:  19%|#9        | 232/1200 [40:37<2:18:06,  8.56s/it, lr: 5.0e-05 loss: 9.456e-01]
fia_flux_2:  19%|#9        | 232/1200 [40:37<2:18:06,  8.56s/it, lr: 5.0e-05 loss: 9.456e-01]
fia_flux_2:  19%|#9        | 233/1200 [40:37<2:09:47,  8.05s/it, lr: 5.0e-05 loss: 9.456e-01]
fia_flux_2:  19%|#9        | 233/1200 [40:37<2:09:47,  8.05s/it, lr: 5.0e-05 loss: 9.456e-01]
fia_flux_2:  19%|#9        | 233/1200 [40:46<2:09:47,  8.05s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  19%|#9        | 233/1200 [40:46<2:09:47,  8.05s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  20%|#9        | 234/1200 [40:46<2:17:19,  8.53s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  20%|#9        | 234/1200 [40:46<2:17:19,  8.53s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  20%|#9        | 234/1200 [40:56<2:17:19,  8.53s/it, lr: 5.0e-05 loss: 9.302e-01]
fia_flux_2:  20%|#9        | 234/1200 [40:56<2:17:19,  8.53s/it, lr: 5.0e-05 loss: 9.302e-01]
fia_flux_2:  20%|#9        | 235/1200 [40:56<2:23:26,  8.92s/it, lr: 5.0e-05 loss: 9.302e-01]
fia_flux_2:  20%|#9        | 235/1200 [40:56<2:23:26,  8.92s/it, lr: 5.0e-05 loss: 9.302e-01]
fia_flux_2:  20%|#9        | 235/1200 [41:06<2:23:26,  8.92s/it, lr: 5.0e-05 loss: 2.510e-01]
fia_flux_2:  20%|#9        | 235/1200 [41:06<2:23:26,  8.92s/it, lr: 5.0e-05 loss: 2.510e-01]
fia_flux_2:  20%|#9        | 236/1200 [41:06<2:28:04,  9.22s/it, lr: 5.0e-05 loss: 2.510e-01]
fia_flux_2:  20%|#9        | 236/1200 [41:06<2:28:04,  9.22s/it, lr: 5.0e-05 loss: 2.510e-01]
fia_flux_2:  20%|#9        | 236/1200 [41:13<2:28:04,  9.22s/it, lr: 5.0e-05 loss: 1.141e+00]
fia_flux_2:  20%|#9        | 236/1200 [41:13<2:28:04,  9.22s/it, lr: 5.0e-05 loss: 1.141e+00]
fia_flux_2:  20%|#9        | 237/1200 [41:13<2:15:41,  8.45s/it, lr: 5.0e-05 loss: 1.141e+00]
fia_flux_2:  20%|#9        | 237/1200 [41:13<2:15:41,  8.45s/it, lr: 5.0e-05 loss: 1.141e+00]
fia_flux_2:  20%|#9        | 237/1200 [41:19<2:15:41,  8.45s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  20%|#9        | 237/1200 [41:19<2:15:41,  8.45s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  20%|#9        | 238/1200 [41:19<2:06:46,  7.91s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  20%|#9        | 238/1200 [41:19<2:06:46,  7.91s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  20%|#9        | 238/1200 [41:26<2:06:46,  7.91s/it, lr: 5.0e-05 loss: 4.997e-01]
fia_flux_2:  20%|#9        | 238/1200 [41:26<2:06:46,  7.91s/it, lr: 5.0e-05 loss: 4.997e-01]
fia_flux_2:  20%|#9        | 239/1200 [41:26<2:00:39,  7.53s/it, lr: 5.0e-05 loss: 4.997e-01]
fia_flux_2:  20%|#9        | 239/1200 [41:26<2:00:39,  7.53s/it, lr: 5.0e-05 loss: 4.997e-01]
fia_flux_2:  20%|#9        | 239/1200 [41:33<2:00:39,  7.53s/it, lr: 5.0e-05 loss: 6.993e-02]
fia_flux_2:  20%|#9        | 239/1200 [41:33<2:00:39,  7.53s/it, lr: 5.0e-05 loss: 6.993e-02]
+Saving at step 240
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000240.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  20%|##        | 240/1200 [41:43<2:00:31,  7.53s/it, lr: 5.0e-05 loss: 9.626e-01]
fia_flux_2:  20%|##        | 240/1200 [41:43<2:00:31,  7.53s/it, lr: 5.0e-05 loss: 9.626e-01]
fia_flux_2:  20%|##        | 241/1200 [41:43<1:42:49,  6.43s/it, lr: 5.0e-05 loss: 9.626e-01]
fia_flux_2:  20%|##        | 241/1200 [41:43<1:42:49,  6.43s/it, lr: 5.0e-05 loss: 9.626e-01]
fia_flux_2:  20%|##        | 241/1200 [41:49<1:42:49,  6.43s/it, lr: 5.0e-05 loss: 7.689e-01]
fia_flux_2:  20%|##        | 241/1200 [41:49<1:42:49,  6.43s/it, lr: 5.0e-05 loss: 7.689e-01]
fia_flux_2:  20%|##        | 242/1200 [41:49<1:43:12,  6.46s/it, lr: 5.0e-05 loss: 7.689e-01]
fia_flux_2:  20%|##        | 242/1200 [41:49<1:43:12,  6.46s/it, lr: 5.0e-05 loss: 7.689e-01]
fia_flux_2:  20%|##        | 242/1200 [41:56<1:43:12,  6.46s/it, lr: 5.0e-05 loss: 1.282e+00]
fia_flux_2:  20%|##        | 242/1200 [41:56<1:43:12,  6.46s/it, lr: 5.0e-05 loss: 1.282e+00]
fia_flux_2:  20%|##        | 243/1200 [41:56<1:43:43,  6.50s/it, lr: 5.0e-05 loss: 1.282e+00]
fia_flux_2:  20%|##        | 243/1200 [41:56<1:43:43,  6.50s/it, lr: 5.0e-05 loss: 1.282e+00]
fia_flux_2:  20%|##        | 243/1200 [42:06<1:43:43,  6.50s/it, lr: 5.0e-05 loss: 1.134e+00]
fia_flux_2:  20%|##        | 243/1200 [42:06<1:43:43,  6.50s/it, lr: 5.0e-05 loss: 1.134e+00]
fia_flux_2:  20%|##        | 244/1200 [42:06<1:58:30,  7.44s/it, lr: 5.0e-05 loss: 1.134e+00]
fia_flux_2:  20%|##        | 244/1200 [42:06<1:58:30,  7.44s/it, lr: 5.0e-05 loss: 1.134e+00]
fia_flux_2:  20%|##        | 244/1200 [42:20<1:58:30,  7.44s/it, lr: 5.0e-05 loss: 1.271e+00]
fia_flux_2:  20%|##        | 244/1200 [42:20<1:58:30,  7.44s/it, lr: 5.0e-05 loss: 1.271e+00]
fia_flux_2:  20%|##        | 245/1200 [42:20<2:27:25,  9.26s/it, lr: 5.0e-05 loss: 1.271e+00]
fia_flux_2:  20%|##        | 245/1200 [42:20<2:27:25,  9.26s/it, lr: 5.0e-05 loss: 1.271e+00]
fia_flux_2:  20%|##        | 245/1200 [42:30<2:27:25,  9.26s/it, lr: 5.0e-05 loss: 1.257e+00]
fia_flux_2:  20%|##        | 245/1200 [42:30<2:27:25,  9.26s/it, lr: 5.0e-05 loss: 1.257e+00]
fia_flux_2:  20%|##        | 246/1200 [42:30<2:29:58,  9.43s/it, lr: 5.0e-05 loss: 1.257e+00]
fia_flux_2:  20%|##        | 246/1200 [42:30<2:29:58,  9.43s/it, lr: 5.0e-05 loss: 1.257e+00]
fia_flux_2:  20%|##        | 246/1200 [42:44<2:29:58,  9.43s/it, lr: 5.0e-05 loss: 6.725e-01]
fia_flux_2:  20%|##        | 246/1200 [42:44<2:29:58,  9.43s/it, lr: 5.0e-05 loss: 6.725e-01]
fia_flux_2:  21%|##        | 247/1200 [42:44<2:50:48, 10.75s/it, lr: 5.0e-05 loss: 6.725e-01]
fia_flux_2:  21%|##        | 247/1200 [42:44<2:50:48, 10.75s/it, lr: 5.0e-05 loss: 6.725e-01]
fia_flux_2:  21%|##        | 247/1200 [42:50<2:50:48, 10.75s/it, lr: 5.0e-05 loss: 8.390e-01]
fia_flux_2:  21%|##        | 247/1200 [42:50<2:50:48, 10.75s/it, lr: 5.0e-05 loss: 8.390e-01]
fia_flux_2:  21%|##        | 248/1200 [42:50<2:31:20,  9.54s/it, lr: 5.0e-05 loss: 8.390e-01]
fia_flux_2:  21%|##        | 248/1200 [42:50<2:31:20,  9.54s/it, lr: 5.0e-05 loss: 8.390e-01]
fia_flux_2:  21%|##        | 248/1200 [43:05<2:31:20,  9.54s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  21%|##        | 248/1200 [43:05<2:31:20,  9.54s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  21%|##        | 249/1200 [43:05<2:53:33, 10.95s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  21%|##        | 249/1200 [43:05<2:53:33, 10.95s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  21%|##        | 249/1200 [43:11<2:53:33, 10.95s/it, lr: 5.0e-05 loss: 4.706e-01]
fia_flux_2:  21%|##        | 249/1200 [43:11<2:53:33, 10.95s/it, lr: 5.0e-05 loss: 4.706e-01]
fia_flux_2:  21%|##        | 250/1200 [43:21<2:53:22, 10.95s/it, lr: 5.0e-05 loss: 1.628e-01]
fia_flux_2:  21%|##        | 250/1200 [43:21<2:53:22, 10.95s/it, lr: 5.0e-05 loss: 1.628e-01]
fia_flux_2:  21%|##        | 251/1200 [43:21<2:09:33,  8.19s/it, lr: 5.0e-05 loss: 1.628e-01]
fia_flux_2:  21%|##        | 251/1200 [43:21<2:09:33,  8.19s/it, lr: 5.0e-05 loss: 1.628e-01]
fia_flux_2:  21%|##        | 251/1200 [43:28<2:09:33,  8.19s/it, lr: 5.0e-05 loss: 2.258e-01]
fia_flux_2:  21%|##        | 251/1200 [43:28<2:09:33,  8.19s/it, lr: 5.0e-05 loss: 2.258e-01]
fia_flux_2:  21%|##1       | 252/1200 [43:28<2:03:25,  7.81s/it, lr: 5.0e-05 loss: 2.258e-01]
fia_flux_2:  21%|##1       | 252/1200 [43:28<2:03:25,  7.81s/it, lr: 5.0e-05 loss: 2.258e-01]
fia_flux_2:  21%|##1       | 252/1200 [43:42<2:03:25,  7.81s/it, lr: 5.0e-05 loss: 3.892e-01]
fia_flux_2:  21%|##1       | 252/1200 [43:42<2:03:25,  7.81s/it, lr: 5.0e-05 loss: 3.892e-01]
fia_flux_2:  21%|##1       | 253/1200 [43:42<2:30:00,  9.50s/it, lr: 5.0e-05 loss: 3.892e-01]
fia_flux_2:  21%|##1       | 253/1200 [43:42<2:30:00,  9.50s/it, lr: 5.0e-05 loss: 3.892e-01]
fia_flux_2:  21%|##1       | 253/1200 [43:56<2:30:00,  9.50s/it, lr: 5.0e-05 loss: 1.318e+00]
fia_flux_2:  21%|##1       | 253/1200 [43:56<2:30:00,  9.50s/it, lr: 5.0e-05 loss: 1.318e+00]
fia_flux_2:  21%|##1       | 254/1200 [43:56<2:49:14, 10.73s/it, lr: 5.0e-05 loss: 1.318e+00]
fia_flux_2:  21%|##1       | 254/1200 [43:56<2:49:14, 10.73s/it, lr: 5.0e-05 loss: 1.318e+00]
fia_flux_2:  21%|##1       | 254/1200 [44:06<2:49:14, 10.73s/it, lr: 5.0e-05 loss: 4.695e-01]
fia_flux_2:  21%|##1       | 254/1200 [44:06<2:49:14, 10.73s/it, lr: 5.0e-05 loss: 4.695e-01]
fia_flux_2:  21%|##1       | 255/1200 [44:06<2:45:36, 10.51s/it, lr: 5.0e-05 loss: 4.695e-01]
fia_flux_2:  21%|##1       | 255/1200 [44:06<2:45:36, 10.51s/it, lr: 5.0e-05 loss: 4.695e-01]
fia_flux_2:  21%|##1       | 255/1200 [44:21<2:45:36, 10.51s/it, lr: 5.0e-05 loss: 5.371e-01]
fia_flux_2:  21%|##1       | 255/1200 [44:21<2:45:36, 10.51s/it, lr: 5.0e-05 loss: 5.371e-01]
fia_flux_2:  21%|##1       | 256/1200 [44:21<3:02:30, 11.60s/it, lr: 5.0e-05 loss: 5.371e-01]
fia_flux_2:  21%|##1       | 256/1200 [44:21<3:02:30, 11.60s/it, lr: 5.0e-05 loss: 5.371e-01]
fia_flux_2:  21%|##1       | 256/1200 [44:35<3:02:30, 11.60s/it, lr: 5.0e-05 loss: 1.074e+00]
fia_flux_2:  21%|##1       | 256/1200 [44:35<3:02:30, 11.60s/it, lr: 5.0e-05 loss: 1.074e+00]
fia_flux_2:  21%|##1       | 257/1200 [44:35<3:13:13, 12.29s/it, lr: 5.0e-05 loss: 1.074e+00]
fia_flux_2:  21%|##1       | 257/1200 [44:35<3:13:13, 12.29s/it, lr: 5.0e-05 loss: 1.074e+00]
fia_flux_2:  21%|##1       | 257/1200 [44:41<3:13:13, 12.29s/it, lr: 5.0e-05 loss: 7.853e-01]
fia_flux_2:  21%|##1       | 257/1200 [44:41<3:13:13, 12.29s/it, lr: 5.0e-05 loss: 7.853e-01]
fia_flux_2:  22%|##1       | 258/1200 [44:41<2:47:05, 10.64s/it, lr: 5.0e-05 loss: 7.853e-01]
fia_flux_2:  22%|##1       | 258/1200 [44:41<2:47:05, 10.64s/it, lr: 5.0e-05 loss: 7.853e-01]
fia_flux_2:  22%|##1       | 258/1200 [44:51<2:47:05, 10.64s/it, lr: 5.0e-05 loss: 1.313e+00]
fia_flux_2:  22%|##1       | 258/1200 [44:51<2:47:05, 10.64s/it, lr: 5.0e-05 loss: 1.313e+00]
fia_flux_2:  22%|##1       | 259/1200 [44:51<2:43:08, 10.40s/it, lr: 5.0e-05 loss: 1.313e+00]
fia_flux_2:  22%|##1       | 259/1200 [44:51<2:43:08, 10.40s/it, lr: 5.0e-05 loss: 1.313e+00]
fia_flux_2:  22%|##1       | 259/1200 [44:58<2:43:08, 10.40s/it, lr: 5.0e-05 loss: 1.140e+00]
fia_flux_2:  22%|##1       | 259/1200 [44:58<2:43:08, 10.40s/it, lr: 5.0e-05 loss: 1.140e+00]
fia_flux_2:  22%|##1       | 260/1200 [45:04<2:42:58, 10.40s/it, lr: 5.0e-05 loss: 2.212e-01]
fia_flux_2:  22%|##1       | 260/1200 [45:04<2:42:58, 10.40s/it, lr: 5.0e-05 loss: 2.212e-01]
fia_flux_2:  22%|##1       | 261/1200 [45:04<1:52:08,  7.17s/it, lr: 5.0e-05 loss: 2.212e-01]
fia_flux_2:  22%|##1       | 261/1200 [45:04<1:52:08,  7.17s/it, lr: 5.0e-05 loss: 2.212e-01]
fia_flux_2:  22%|##1       | 261/1200 [45:18<1:52:08,  7.17s/it, lr: 5.0e-05 loss: 9.709e-01]
fia_flux_2:  22%|##1       | 261/1200 [45:18<1:52:08,  7.17s/it, lr: 5.0e-05 loss: 9.709e-01]
fia_flux_2:  22%|##1       | 262/1200 [45:18<2:18:18,  8.85s/it, lr: 5.0e-05 loss: 9.709e-01]
fia_flux_2:  22%|##1       | 262/1200 [45:18<2:18:18,  8.85s/it, lr: 5.0e-05 loss: 9.709e-01]
fia_flux_2:  22%|##1       | 262/1200 [45:32<2:18:18,  8.85s/it, lr: 5.0e-05 loss: 2.253e-01]
fia_flux_2:  22%|##1       | 262/1200 [45:32<2:18:18,  8.85s/it, lr: 5.0e-05 loss: 2.253e-01]
fia_flux_2:  22%|##1       | 263/1200 [45:32<2:39:02, 10.18s/it, lr: 5.0e-05 loss: 2.253e-01]
fia_flux_2:  22%|##1       | 263/1200 [45:32<2:39:02, 10.18s/it, lr: 5.0e-05 loss: 2.253e-01]
fia_flux_2:  22%|##1       | 263/1200 [45:46<2:39:02, 10.18s/it, lr: 5.0e-05 loss: 4.288e-01]
fia_flux_2:  22%|##1       | 263/1200 [45:46<2:39:02, 10.18s/it, lr: 5.0e-05 loss: 4.288e-01]
fia_flux_2:  22%|##2       | 264/1200 [45:46<2:54:57, 11.22s/it, lr: 5.0e-05 loss: 4.288e-01]
fia_flux_2:  22%|##2       | 264/1200 [45:46<2:54:57, 11.22s/it, lr: 5.0e-05 loss: 4.288e-01]
fia_flux_2:  22%|##2       | 264/1200 [46:00<2:54:57, 11.22s/it, lr: 5.0e-05 loss: 1.196e+00]
fia_flux_2:  22%|##2       | 264/1200 [46:00<2:54:57, 11.22s/it, lr: 5.0e-05 loss: 1.196e+00]
fia_flux_2:  22%|##2       | 265/1200 [46:00<3:06:49, 11.99s/it, lr: 5.0e-05 loss: 1.196e+00]
fia_flux_2:  22%|##2       | 265/1200 [46:00<3:06:49, 11.99s/it, lr: 5.0e-05 loss: 1.196e+00]
fia_flux_2:  22%|##2       | 265/1200 [46:07<3:06:49, 11.99s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  22%|##2       | 265/1200 [46:07<3:06:49, 11.99s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  22%|##2       | 266/1200 [46:07<2:42:54, 10.47s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  22%|##2       | 266/1200 [46:07<2:42:54, 10.47s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  22%|##2       | 266/1200 [46:17<2:42:54, 10.47s/it, lr: 5.0e-05 loss: 2.796e-01]
fia_flux_2:  22%|##2       | 266/1200 [46:17<2:42:54, 10.47s/it, lr: 5.0e-05 loss: 2.796e-01]
fia_flux_2:  22%|##2       | 267/1200 [46:17<2:39:57, 10.29s/it, lr: 5.0e-05 loss: 2.796e-01]
fia_flux_2:  22%|##2       | 267/1200 [46:17<2:39:57, 10.29s/it, lr: 5.0e-05 loss: 2.796e-01]
fia_flux_2:  22%|##2       | 267/1200 [46:27<2:39:57, 10.29s/it, lr: 5.0e-05 loss: 6.234e-01]
fia_flux_2:  22%|##2       | 267/1200 [46:27<2:39:57, 10.29s/it, lr: 5.0e-05 loss: 6.234e-01]
fia_flux_2:  22%|##2       | 268/1200 [46:27<2:38:11, 10.18s/it, lr: 5.0e-05 loss: 6.234e-01]
fia_flux_2:  22%|##2       | 268/1200 [46:27<2:38:11, 10.18s/it, lr: 5.0e-05 loss: 6.234e-01]
fia_flux_2:  22%|##2       | 268/1200 [46:37<2:38:11, 10.18s/it, lr: 5.0e-05 loss: 4.402e-01]
fia_flux_2:  22%|##2       | 268/1200 [46:37<2:38:11, 10.18s/it, lr: 5.0e-05 loss: 4.402e-01]
fia_flux_2:  22%|##2       | 269/1200 [46:37<2:36:53, 10.11s/it, lr: 5.0e-05 loss: 4.402e-01]
fia_flux_2:  22%|##2       | 269/1200 [46:37<2:36:53, 10.11s/it, lr: 5.0e-05 loss: 4.402e-01]
fia_flux_2:  22%|##2       | 269/1200 [46:43<2:36:53, 10.11s/it, lr: 5.0e-05 loss: 1.192e+00]
fia_flux_2:  22%|##2       | 269/1200 [46:43<2:36:53, 10.11s/it, lr: 5.0e-05 loss: 1.192e+00]
fia_flux_2:  22%|##2       | 270/1200 [46:53<2:36:43, 10.11s/it, lr: 5.0e-05 loss: 8.172e-01]
fia_flux_2:  22%|##2       | 270/1200 [46:53<2:36:43, 10.11s/it, lr: 5.0e-05 loss: 8.172e-01]
fia_flux_2:  23%|##2       | 271/1200 [46:53<1:59:42,  7.73s/it, lr: 5.0e-05 loss: 8.172e-01]
fia_flux_2:  23%|##2       | 271/1200 [46:53<1:59:42,  7.73s/it, lr: 5.0e-05 loss: 8.172e-01]
fia_flux_2:  23%|##2       | 271/1200 [47:00<1:59:42,  7.73s/it, lr: 5.0e-05 loss: 7.778e-01]
fia_flux_2:  23%|##2       | 271/1200 [47:00<1:59:42,  7.73s/it, lr: 5.0e-05 loss: 7.778e-01]
fia_flux_2:  23%|##2       | 272/1200 [47:00<1:56:37,  7.54s/it, lr: 5.0e-05 loss: 7.778e-01]
fia_flux_2:  23%|##2       | 272/1200 [47:00<1:56:37,  7.54s/it, lr: 5.0e-05 loss: 7.778e-01]
fia_flux_2:  23%|##2       | 272/1200 [47:14<1:56:37,  7.54s/it, lr: 5.0e-05 loss: 1.124e+00]
fia_flux_2:  23%|##2       | 272/1200 [47:14<1:56:37,  7.54s/it, lr: 5.0e-05 loss: 1.124e+00]
fia_flux_2:  23%|##2       | 273/1200 [47:14<2:23:38,  9.30s/it, lr: 5.0e-05 loss: 1.124e+00]
fia_flux_2:  23%|##2       | 273/1200 [47:14<2:23:38,  9.30s/it, lr: 5.0e-05 loss: 1.124e+00]
fia_flux_2:  23%|##2       | 273/1200 [47:24<2:23:38,  9.30s/it, lr: 5.0e-05 loss: 1.077e+00]
fia_flux_2:  23%|##2       | 273/1200 [47:24<2:23:38,  9.30s/it, lr: 5.0e-05 loss: 1.077e+00]
fia_flux_2:  23%|##2       | 274/1200 [47:24<2:25:47,  9.45s/it, lr: 5.0e-05 loss: 1.077e+00]
fia_flux_2:  23%|##2       | 274/1200 [47:24<2:25:47,  9.45s/it, lr: 5.0e-05 loss: 1.077e+00]
fia_flux_2:  23%|##2       | 274/1200 [47:34<2:25:47,  9.45s/it, lr: 5.0e-05 loss: 1.257e+00]
fia_flux_2:  23%|##2       | 274/1200 [47:34<2:25:47,  9.45s/it, lr: 5.0e-05 loss: 1.257e+00]
fia_flux_2:  23%|##2       | 275/1200 [47:34<2:27:15,  9.55s/it, lr: 5.0e-05 loss: 1.257e+00]
fia_flux_2:  23%|##2       | 275/1200 [47:34<2:27:15,  9.55s/it, lr: 5.0e-05 loss: 1.257e+00]
fia_flux_2:  23%|##2       | 275/1200 [47:41<2:27:15,  9.55s/it, lr: 5.0e-05 loss: 9.773e-01]
fia_flux_2:  23%|##2       | 275/1200 [47:41<2:27:15,  9.55s/it, lr: 5.0e-05 loss: 9.773e-01]
fia_flux_2:  23%|##3       | 276/1200 [47:41<2:14:18,  8.72s/it, lr: 5.0e-05 loss: 9.773e-01]
fia_flux_2:  23%|##3       | 276/1200 [47:41<2:14:18,  8.72s/it, lr: 5.0e-05 loss: 9.773e-01]
fia_flux_2:  23%|##3       | 276/1200 [47:47<2:14:18,  8.72s/it, lr: 5.0e-05 loss: 1.037e+00]
fia_flux_2:  23%|##3       | 276/1200 [47:47<2:14:18,  8.72s/it, lr: 5.0e-05 loss: 1.037e+00]
fia_flux_2:  23%|##3       | 277/1200 [47:47<2:04:39,  8.10s/it, lr: 5.0e-05 loss: 1.037e+00]
fia_flux_2:  23%|##3       | 277/1200 [47:47<2:04:39,  8.10s/it, lr: 5.0e-05 loss: 1.037e+00]
fia_flux_2:  23%|##3       | 277/1200 [47:54<2:04:39,  8.10s/it, lr: 5.0e-05 loss: 8.685e-01]
fia_flux_2:  23%|##3       | 277/1200 [47:54<2:04:39,  8.10s/it, lr: 5.0e-05 loss: 8.685e-01]
fia_flux_2:  23%|##3       | 278/1200 [47:54<1:58:04,  7.68s/it, lr: 5.0e-05 loss: 8.685e-01]
fia_flux_2:  23%|##3       | 278/1200 [47:54<1:58:04,  7.68s/it, lr: 5.0e-05 loss: 8.685e-01]
fia_flux_2:  23%|##3       | 278/1200 [48:00<1:58:04,  7.68s/it, lr: 5.0e-05 loss: 8.588e-01]
fia_flux_2:  23%|##3       | 278/1200 [48:00<1:58:04,  7.68s/it, lr: 5.0e-05 loss: 8.588e-01]
fia_flux_2:  23%|##3       | 279/1200 [48:00<1:52:58,  7.36s/it, lr: 5.0e-05 loss: 8.588e-01]
fia_flux_2:  23%|##3       | 279/1200 [48:00<1:52:58,  7.36s/it, lr: 5.0e-05 loss: 8.588e-01]
fia_flux_2:  23%|##3       | 279/1200 [48:14<1:52:58,  7.36s/it, lr: 5.0e-05 loss: 8.742e-01]
fia_flux_2:  23%|##3       | 279/1200 [48:14<1:52:58,  7.36s/it, lr: 5.0e-05 loss: 8.742e-01]
fia_flux_2:  23%|##3       | 280/1200 [48:21<1:52:50,  7.36s/it, lr: 5.0e-05 loss: 9.903e-01]
fia_flux_2:  23%|##3       | 280/1200 [48:21<1:52:50,  7.36s/it, lr: 5.0e-05 loss: 9.903e-01]
fia_flux_2:  23%|##3       | 281/1200 [48:21<1:24:26,  5.51s/it, lr: 5.0e-05 loss: 9.903e-01]
fia_flux_2:  23%|##3       | 281/1200 [48:21<1:24:26,  5.51s/it, lr: 5.0e-05 loss: 9.903e-01]
fia_flux_2:  23%|##3       | 281/1200 [48:35<1:24:26,  5.51s/it, lr: 5.0e-05 loss: 1.126e+00]
fia_flux_2:  23%|##3       | 281/1200 [48:35<1:24:26,  5.51s/it, lr: 5.0e-05 loss: 1.126e+00]
fia_flux_2:  24%|##3       | 282/1200 [48:35<1:56:18,  7.60s/it, lr: 5.0e-05 loss: 1.126e+00]
fia_flux_2:  24%|##3       | 282/1200 [48:35<1:56:18,  7.60s/it, lr: 5.0e-05 loss: 1.126e+00]
fia_flux_2:  24%|##3       | 282/1200 [48:45<1:56:18,  7.60s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  24%|##3       | 282/1200 [48:45<1:56:18,  7.60s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  24%|##3       | 283/1200 [48:45<2:05:21,  8.20s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  24%|##3       | 283/1200 [48:45<2:05:21,  8.20s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  24%|##3       | 283/1200 [48:52<2:05:21,  8.20s/it, lr: 5.0e-05 loss: 2.835e-01]
fia_flux_2:  24%|##3       | 283/1200 [48:52<2:05:21,  8.20s/it, lr: 5.0e-05 loss: 2.835e-01]
fia_flux_2:  24%|##3       | 284/1200 [48:52<1:58:52,  7.79s/it, lr: 5.0e-05 loss: 2.835e-01]
fia_flux_2:  24%|##3       | 284/1200 [48:52<1:58:52,  7.79s/it, lr: 5.0e-05 loss: 2.835e-01]
fia_flux_2:  24%|##3       | 284/1200 [49:01<1:58:52,  7.79s/it, lr: 5.0e-05 loss: 0.000e+00]
fia_flux_2:  24%|##3       | 284/1200 [49:01<1:58:52,  7.79s/it, lr: 5.0e-05 loss: 0.000e+00]
fia_flux_2:  24%|##3       | 285/1200 [49:01<2:06:23,  8.29s/it, lr: 5.0e-05 loss: 0.000e+00]
fia_flux_2:  24%|##3       | 285/1200 [49:01<2:06:23,  8.29s/it, lr: 5.0e-05 loss: 0.000e+00]
fia_flux_2:  24%|##3       | 285/1200 [49:11<2:06:23,  8.29s/it, lr: 5.0e-05 loss: 2.957e-01]
fia_flux_2:  24%|##3       | 285/1200 [49:11<2:06:23,  8.29s/it, lr: 5.0e-05 loss: 2.957e-01]
fia_flux_2:  24%|##3       | 286/1200 [49:11<2:13:18,  8.75s/it, lr: 5.0e-05 loss: 2.957e-01]
fia_flux_2:  24%|##3       | 286/1200 [49:11<2:13:18,  8.75s/it, lr: 5.0e-05 loss: 2.957e-01]
fia_flux_2:  24%|##3       | 286/1200 [49:21<2:13:18,  8.75s/it, lr: 5.0e-05 loss: 5.561e-01]
fia_flux_2:  24%|##3       | 286/1200 [49:21<2:13:18,  8.75s/it, lr: 5.0e-05 loss: 5.561e-01]
fia_flux_2:  24%|##3       | 287/1200 [49:21<2:18:25,  9.10s/it, lr: 5.0e-05 loss: 5.561e-01]
fia_flux_2:  24%|##3       | 287/1200 [49:21<2:18:25,  9.10s/it, lr: 5.0e-05 loss: 5.561e-01]
fia_flux_2:  24%|##3       | 287/1200 [49:35<2:18:25,  9.10s/it, lr: 5.0e-05 loss: 1.640e-01]
fia_flux_2:  24%|##3       | 287/1200 [49:35<2:18:25,  9.10s/it, lr: 5.0e-05 loss: 1.640e-01]
fia_flux_2:  24%|##4       | 288/1200 [49:35<2:40:09, 10.54s/it, lr: 5.0e-05 loss: 1.640e-01]
fia_flux_2:  24%|##4       | 288/1200 [49:35<2:40:09, 10.54s/it, lr: 5.0e-05 loss: 1.640e-01]
fia_flux_2:  24%|##4       | 288/1200 [49:42<2:40:09, 10.54s/it, lr: 5.0e-05 loss: 7.832e-01]
fia_flux_2:  24%|##4       | 288/1200 [49:42<2:40:09, 10.54s/it, lr: 5.0e-05 loss: 7.832e-01]
fia_flux_2:  24%|##4       | 289/1200 [49:42<2:22:33,  9.39s/it, lr: 5.0e-05 loss: 7.832e-01]
fia_flux_2:  24%|##4       | 289/1200 [49:42<2:22:33,  9.39s/it, lr: 5.0e-05 loss: 7.832e-01]
fia_flux_2:  24%|##4       | 289/1200 [49:48<2:22:33,  9.39s/it, lr: 5.0e-05 loss: 6.654e-01]
fia_flux_2:  24%|##4       | 289/1200 [49:48<2:22:33,  9.39s/it, lr: 5.0e-05 loss: 6.654e-01]
fia_flux_2:  24%|##4       | 290/1200 [49:58<2:22:24,  9.39s/it, lr: 5.0e-05 loss: 8.101e-01]
fia_flux_2:  24%|##4       | 290/1200 [49:58<2:22:24,  9.39s/it, lr: 5.0e-05 loss: 8.101e-01]
fia_flux_2:  24%|##4       | 291/1200 [49:58<1:51:15,  7.34s/it, lr: 5.0e-05 loss: 8.101e-01]
fia_flux_2:  24%|##4       | 291/1200 [49:58<1:51:15,  7.34s/it, lr: 5.0e-05 loss: 8.101e-01]
fia_flux_2:  24%|##4       | 291/1200 [50:05<1:51:15,  7.34s/it, lr: 5.0e-05 loss: 1.104e+00]
fia_flux_2:  24%|##4       | 291/1200 [50:05<1:51:15,  7.34s/it, lr: 5.0e-05 loss: 1.104e+00]
fia_flux_2:  24%|##4       | 292/1200 [50:05<1:48:34,  7.17s/it, lr: 5.0e-05 loss: 1.104e+00]
fia_flux_2:  24%|##4       | 292/1200 [50:05<1:48:34,  7.17s/it, lr: 5.0e-05 loss: 1.104e+00]
fia_flux_2:  24%|##4       | 292/1200 [50:19<1:48:34,  7.17s/it, lr: 5.0e-05 loss: 3.714e-01]
fia_flux_2:  24%|##4       | 292/1200 [50:19<1:48:34,  7.17s/it, lr: 5.0e-05 loss: 3.714e-01]
fia_flux_2:  24%|##4       | 293/1200 [50:19<2:16:27,  9.03s/it, lr: 5.0e-05 loss: 3.714e-01]
fia_flux_2:  24%|##4       | 293/1200 [50:19<2:16:27,  9.03s/it, lr: 5.0e-05 loss: 3.714e-01]
fia_flux_2:  24%|##4       | 293/1200 [50:29<2:16:27,  9.03s/it, lr: 5.0e-05 loss: 1.120e+00]
fia_flux_2:  24%|##4       | 293/1200 [50:29<2:16:27,  9.03s/it, lr: 5.0e-05 loss: 1.120e+00]
fia_flux_2:  24%|##4       | 294/1200 [50:29<2:20:02,  9.27s/it, lr: 5.0e-05 loss: 1.120e+00]
fia_flux_2:  24%|##4       | 294/1200 [50:29<2:20:02,  9.27s/it, lr: 5.0e-05 loss: 1.120e+00]
fia_flux_2:  24%|##4       | 294/1200 [50:36<2:20:02,  9.27s/it, lr: 5.0e-05 loss: 4.464e-01]
fia_flux_2:  24%|##4       | 294/1200 [50:36<2:20:02,  9.27s/it, lr: 5.0e-05 loss: 4.464e-01]
fia_flux_2:  25%|##4       | 295/1200 [50:36<2:09:12,  8.57s/it, lr: 5.0e-05 loss: 4.464e-01]
fia_flux_2:  25%|##4       | 295/1200 [50:36<2:09:12,  8.57s/it, lr: 5.0e-05 loss: 4.464e-01]
fia_flux_2:  25%|##4       | 295/1200 [50:43<2:09:12,  8.57s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  25%|##4       | 295/1200 [50:43<2:09:12,  8.57s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  25%|##4       | 296/1200 [50:43<2:01:07,  8.04s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  25%|##4       | 296/1200 [50:43<2:01:07,  8.04s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  25%|##4       | 296/1200 [50:52<2:01:07,  8.04s/it, lr: 5.0e-05 loss: 1.018e-01]
fia_flux_2:  25%|##4       | 296/1200 [50:52<2:01:07,  8.04s/it, lr: 5.0e-05 loss: 1.018e-01]
fia_flux_2:  25%|##4       | 297/1200 [50:52<2:08:49,  8.56s/it, lr: 5.0e-05 loss: 1.018e-01]
fia_flux_2:  25%|##4       | 297/1200 [50:52<2:08:49,  8.56s/it, lr: 5.0e-05 loss: 1.018e-01]
fia_flux_2:  25%|##4       | 297/1200 [51:06<2:08:49,  8.56s/it, lr: 5.0e-05 loss: 8.656e-01]
fia_flux_2:  25%|##4       | 297/1200 [51:06<2:08:49,  8.56s/it, lr: 5.0e-05 loss: 8.656e-01]
fia_flux_2:  25%|##4       | 298/1200 [51:06<2:32:33, 10.15s/it, lr: 5.0e-05 loss: 8.656e-01]
fia_flux_2:  25%|##4       | 298/1200 [51:06<2:32:33, 10.15s/it, lr: 5.0e-05 loss: 8.656e-01]
fia_flux_2:  25%|##4       | 298/1200 [51:16<2:32:33, 10.15s/it, lr: 5.0e-05 loss: 8.639e-01]
fia_flux_2:  25%|##4       | 298/1200 [51:16<2:32:33, 10.15s/it, lr: 5.0e-05 loss: 8.639e-01]
fia_flux_2:  25%|##4       | 299/1200 [51:16<2:31:31, 10.09s/it, lr: 5.0e-05 loss: 8.639e-01]
fia_flux_2:  25%|##4       | 299/1200 [51:16<2:31:31, 10.09s/it, lr: 5.0e-05 loss: 8.639e-01]
fia_flux_2:  25%|##4       | 299/1200 [51:26<2:31:31, 10.09s/it, lr: 5.0e-05 loss: 9.919e-01]
fia_flux_2:  25%|##4       | 299/1200 [51:26<2:31:31, 10.09s/it, lr: 5.0e-05 loss: 9.919e-01]
+Saving at step 300
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000300.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:51<02:34, 51.52s/it]
Generating Images:  25%|##5       | 1/4 [00:51<02:34, 51.52s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.31s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.31s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.22s/it]
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.22s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.16s/it]
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.16s/it]
+
+
                                                                
                                                                
fia_flux_2:  25%|##5       | 300/1200 [51:41<2:31:20, 10.09s/it, lr: 5.0e-05 loss: 8.138e-01]
fia_flux_2:  25%|##5       | 300/1200 [51:41<2:31:20, 10.09s/it, lr: 5.0e-05 loss: 8.138e-01]
fia_flux_2:  25%|##5       | 301/1200 [51:41<2:11:41,  8.79s/it, lr: 5.0e-05 loss: 8.138e-01]
fia_flux_2:  25%|##5       | 301/1200 [51:41<2:11:41,  8.79s/it, lr: 5.0e-05 loss: 8.138e-01]
fia_flux_2:  25%|##5       | 301/1200 [51:47<2:11:41,  8.79s/it, lr: 5.0e-05 loss: 2.249e-02]
fia_flux_2:  25%|##5       | 301/1200 [51:47<2:11:41,  8.79s/it, lr: 5.0e-05 loss: 2.249e-02]
fia_flux_2:  25%|##5       | 302/1200 [51:47<2:03:39,  8.26s/it, lr: 5.0e-05 loss: 2.249e-02]
fia_flux_2:  25%|##5       | 302/1200 [51:47<2:03:39,  8.26s/it, lr: 5.0e-05 loss: 2.249e-02]
fia_flux_2:  25%|##5       | 302/1200 [52:01<2:03:39,  8.26s/it, lr: 5.0e-05 loss: 8.732e-02]
fia_flux_2:  25%|##5       | 302/1200 [52:01<2:03:39,  8.26s/it, lr: 5.0e-05 loss: 8.732e-02]
fia_flux_2:  25%|##5       | 303/1200 [52:01<2:25:51,  9.76s/it, lr: 5.0e-05 loss: 8.732e-02]
fia_flux_2:  25%|##5       | 303/1200 [52:01<2:25:51,  9.76s/it, lr: 5.0e-05 loss: 8.732e-02]
fia_flux_2:  25%|##5       | 303/1200 [52:15<2:25:51,  9.76s/it, lr: 5.0e-05 loss: 1.447e-01]
fia_flux_2:  25%|##5       | 303/1200 [52:15<2:25:51,  9.76s/it, lr: 5.0e-05 loss: 1.447e-01]
fia_flux_2:  25%|##5       | 304/1200 [52:15<2:41:58, 10.85s/it, lr: 5.0e-05 loss: 1.447e-01]
fia_flux_2:  25%|##5       | 304/1200 [52:15<2:41:58, 10.85s/it, lr: 5.0e-05 loss: 1.447e-01]
fia_flux_2:  25%|##5       | 304/1200 [52:29<2:41:58, 10.85s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:  25%|##5       | 304/1200 [52:29<2:41:58, 10.85s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:  25%|##5       | 305/1200 [52:29<2:54:49, 11.72s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:  25%|##5       | 305/1200 [52:29<2:54:49, 11.72s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:  25%|##5       | 305/1200 [52:36<2:54:49, 11.72s/it, lr: 5.0e-05 loss: 4.126e-01]
fia_flux_2:  25%|##5       | 305/1200 [52:36<2:54:49, 11.72s/it, lr: 5.0e-05 loss: 4.126e-01]
fia_flux_2:  26%|##5       | 306/1200 [52:36<2:32:55, 10.26s/it, lr: 5.0e-05 loss: 4.126e-01]
fia_flux_2:  26%|##5       | 306/1200 [52:36<2:32:55, 10.26s/it, lr: 5.0e-05 loss: 4.126e-01]
fia_flux_2:  26%|##5       | 306/1200 [52:46<2:32:55, 10.26s/it, lr: 5.0e-05 loss: 1.001e+00]
fia_flux_2:  26%|##5       | 306/1200 [52:46<2:32:55, 10.26s/it, lr: 5.0e-05 loss: 1.001e+00]
fia_flux_2:  26%|##5       | 307/1200 [52:46<2:31:27, 10.18s/it, lr: 5.0e-05 loss: 1.001e+00]
fia_flux_2:  26%|##5       | 307/1200 [52:46<2:31:27, 10.18s/it, lr: 5.0e-05 loss: 1.001e+00]
fia_flux_2:  26%|##5       | 307/1200 [53:00<2:31:27, 10.18s/it, lr: 5.0e-05 loss: 1.965e-01]
fia_flux_2:  26%|##5       | 307/1200 [53:00<2:31:27, 10.18s/it, lr: 5.0e-05 loss: 1.965e-01]
fia_flux_2:  26%|##5       | 308/1200 [53:00<2:47:54, 11.29s/it, lr: 5.0e-05 loss: 1.965e-01]
fia_flux_2:  26%|##5       | 308/1200 [53:00<2:47:54, 11.29s/it, lr: 5.0e-05 loss: 1.965e-01]
fia_flux_2:  26%|##5       | 308/1200 [53:14<2:47:54, 11.29s/it, lr: 5.0e-05 loss: 1.287e+00]
fia_flux_2:  26%|##5       | 308/1200 [53:14<2:47:54, 11.29s/it, lr: 5.0e-05 loss: 1.287e+00]
fia_flux_2:  26%|##5       | 309/1200 [53:14<2:59:31, 12.09s/it, lr: 5.0e-05 loss: 1.287e+00]
fia_flux_2:  26%|##5       | 309/1200 [53:14<2:59:31, 12.09s/it, lr: 5.0e-05 loss: 1.287e+00]
fia_flux_2:  26%|##5       | 309/1200 [53:28<2:59:31, 12.09s/it, lr: 5.0e-05 loss: 3.927e-01]
fia_flux_2:  26%|##5       | 309/1200 [53:28<2:59:31, 12.09s/it, lr: 5.0e-05 loss: 3.927e-01]
fia_flux_2:  26%|##5       | 310/1200 [53:38<2:59:19, 12.09s/it, lr: 5.0e-05 loss: 3.762e-01]
fia_flux_2:  26%|##5       | 310/1200 [53:38<2:59:19, 12.09s/it, lr: 5.0e-05 loss: 3.762e-01]
fia_flux_2:  26%|##5       | 311/1200 [53:38<2:10:28,  8.81s/it, lr: 5.0e-05 loss: 3.762e-01]
fia_flux_2:  26%|##5       | 311/1200 [53:38<2:10:28,  8.81s/it, lr: 5.0e-05 loss: 3.762e-01]
fia_flux_2:  26%|##5       | 311/1200 [53:48<2:10:28,  8.81s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:  26%|##5       | 311/1200 [53:48<2:10:28,  8.81s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:  26%|##6       | 312/1200 [53:48<2:14:02,  9.06s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:  26%|##6       | 312/1200 [53:48<2:14:02,  9.06s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:  26%|##6       | 312/1200 [53:54<2:14:02,  9.06s/it, lr: 5.0e-05 loss: 5.666e-01]
fia_flux_2:  26%|##6       | 312/1200 [53:54<2:14:02,  9.06s/it, lr: 5.0e-05 loss: 5.666e-01]
fia_flux_2:  26%|##6       | 313/1200 [53:54<2:04:25,  8.42s/it, lr: 5.0e-05 loss: 5.666e-01]
fia_flux_2:  26%|##6       | 313/1200 [53:54<2:04:25,  8.42s/it, lr: 5.0e-05 loss: 5.666e-01]
fia_flux_2:  26%|##6       | 313/1200 [54:04<2:04:25,  8.42s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:  26%|##6       | 313/1200 [54:04<2:04:25,  8.42s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:  26%|##6       | 314/1200 [54:04<2:09:53,  8.80s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:  26%|##6       | 314/1200 [54:04<2:09:53,  8.80s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:  26%|##6       | 314/1200 [54:15<2:09:53,  8.80s/it, lr: 5.0e-05 loss: 5.268e-01]
fia_flux_2:  26%|##6       | 314/1200 [54:15<2:09:53,  8.80s/it, lr: 5.0e-05 loss: 5.268e-01]
fia_flux_2:  26%|##6       | 315/1200 [54:15<2:16:57,  9.29s/it, lr: 5.0e-05 loss: 5.268e-01]
fia_flux_2:  26%|##6       | 315/1200 [54:15<2:16:57,  9.29s/it, lr: 5.0e-05 loss: 5.268e-01]
fia_flux_2:  26%|##6       | 315/1200 [54:21<2:16:57,  9.29s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:  26%|##6       | 315/1200 [54:21<2:16:57,  9.29s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:  26%|##6       | 316/1200 [54:21<2:05:28,  8.52s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:  26%|##6       | 316/1200 [54:21<2:05:28,  8.52s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:  26%|##6       | 316/1200 [54:35<2:05:28,  8.52s/it, lr: 5.0e-05 loss: 1.166e+00]
fia_flux_2:  26%|##6       | 316/1200 [54:35<2:05:28,  8.52s/it, lr: 5.0e-05 loss: 1.166e+00]
fia_flux_2:  26%|##6       | 317/1200 [54:35<2:28:45, 10.11s/it, lr: 5.0e-05 loss: 1.166e+00]
fia_flux_2:  26%|##6       | 317/1200 [54:35<2:28:45, 10.11s/it, lr: 5.0e-05 loss: 1.166e+00]
fia_flux_2:  26%|##6       | 317/1200 [54:45<2:28:45, 10.11s/it, lr: 5.0e-05 loss: 2.287e-01]
fia_flux_2:  26%|##6       | 317/1200 [54:45<2:28:45, 10.11s/it, lr: 5.0e-05 loss: 2.287e-01]
fia_flux_2:  26%|##6       | 318/1200 [54:45<2:27:52, 10.06s/it, lr: 5.0e-05 loss: 2.287e-01]
fia_flux_2:  26%|##6       | 318/1200 [54:45<2:27:52, 10.06s/it, lr: 5.0e-05 loss: 2.287e-01]
fia_flux_2:  26%|##6       | 318/1200 [54:52<2:27:52, 10.06s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  26%|##6       | 318/1200 [54:52<2:27:52, 10.06s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  27%|##6       | 319/1200 [54:52<2:12:41,  9.04s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  27%|##6       | 319/1200 [54:52<2:12:41,  9.04s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  27%|##6       | 319/1200 [55:06<2:12:41,  9.04s/it, lr: 5.0e-05 loss: 9.020e-02]
fia_flux_2:  27%|##6       | 319/1200 [55:06<2:12:41,  9.04s/it, lr: 5.0e-05 loss: 9.020e-02]
fia_flux_2:  27%|##6       | 320/1200 [55:20<2:12:32,  9.04s/it, lr: 5.0e-05 loss: 8.123e-01]
fia_flux_2:  27%|##6       | 320/1200 [55:20<2:12:32,  9.04s/it, lr: 5.0e-05 loss: 8.123e-01]
fia_flux_2:  27%|##6       | 321/1200 [55:20<1:58:41,  8.10s/it, lr: 5.0e-05 loss: 8.123e-01]
fia_flux_2:  27%|##6       | 321/1200 [55:20<1:58:41,  8.10s/it, lr: 5.0e-05 loss: 8.123e-01]
fia_flux_2:  27%|##6       | 321/1200 [55:27<1:58:41,  8.10s/it, lr: 5.0e-05 loss: 4.750e-01]
fia_flux_2:  27%|##6       | 321/1200 [55:27<1:58:41,  8.10s/it, lr: 5.0e-05 loss: 4.750e-01]
fia_flux_2:  27%|##6       | 322/1200 [55:27<1:53:12,  7.74s/it, lr: 5.0e-05 loss: 4.750e-01]
fia_flux_2:  27%|##6       | 322/1200 [55:27<1:53:12,  7.74s/it, lr: 5.0e-05 loss: 4.750e-01]
fia_flux_2:  27%|##6       | 322/1200 [55:36<1:53:12,  7.74s/it, lr: 5.0e-05 loss: 3.974e-01]
fia_flux_2:  27%|##6       | 322/1200 [55:36<1:53:12,  7.74s/it, lr: 5.0e-05 loss: 3.974e-01]
fia_flux_2:  27%|##6       | 323/1200 [55:36<2:01:04,  8.28s/it, lr: 5.0e-05 loss: 3.974e-01]
fia_flux_2:  27%|##6       | 323/1200 [55:36<2:01:04,  8.28s/it, lr: 5.0e-05 loss: 3.974e-01]
fia_flux_2:  27%|##6       | 323/1200 [55:46<2:01:04,  8.28s/it, lr: 5.0e-05 loss: 2.030e-02]
fia_flux_2:  27%|##6       | 323/1200 [55:46<2:01:04,  8.28s/it, lr: 5.0e-05 loss: 2.030e-02]
fia_flux_2:  27%|##7       | 324/1200 [55:46<2:07:11,  8.71s/it, lr: 5.0e-05 loss: 2.030e-02]
fia_flux_2:  27%|##7       | 324/1200 [55:46<2:07:11,  8.71s/it, lr: 5.0e-05 loss: 2.030e-02]
fia_flux_2:  27%|##7       | 324/1200 [56:00<2:07:11,  8.71s/it, lr: 5.0e-05 loss: 3.373e-01]
fia_flux_2:  27%|##7       | 324/1200 [56:00<2:07:11,  8.71s/it, lr: 5.0e-05 loss: 3.373e-01]
fia_flux_2:  27%|##7       | 325/1200 [56:00<2:28:32, 10.19s/it, lr: 5.0e-05 loss: 3.373e-01]
fia_flux_2:  27%|##7       | 325/1200 [56:00<2:28:32, 10.19s/it, lr: 5.0e-05 loss: 3.373e-01]
fia_flux_2:  27%|##7       | 325/1200 [56:10<2:28:32, 10.19s/it, lr: 5.0e-05 loss: 1.006e+00]
fia_flux_2:  27%|##7       | 325/1200 [56:10<2:28:32, 10.19s/it, lr: 5.0e-05 loss: 1.006e+00]
fia_flux_2:  27%|##7       | 326/1200 [56:10<2:27:19, 10.11s/it, lr: 5.0e-05 loss: 1.006e+00]
fia_flux_2:  27%|##7       | 326/1200 [56:10<2:27:19, 10.11s/it, lr: 5.0e-05 loss: 1.006e+00]
fia_flux_2:  27%|##7       | 326/1200 [56:17<2:27:19, 10.11s/it, lr: 5.0e-05 loss: 5.088e-01]
fia_flux_2:  27%|##7       | 326/1200 [56:17<2:27:19, 10.11s/it, lr: 5.0e-05 loss: 5.088e-01]
fia_flux_2:  27%|##7       | 327/1200 [56:17<2:12:17,  9.09s/it, lr: 5.0e-05 loss: 5.088e-01]
fia_flux_2:  27%|##7       | 327/1200 [56:17<2:12:17,  9.09s/it, lr: 5.0e-05 loss: 5.088e-01]
fia_flux_2:  27%|##7       | 327/1200 [56:24<2:12:17,  9.09s/it, lr: 5.0e-05 loss: 8.993e-01]
fia_flux_2:  27%|##7       | 327/1200 [56:24<2:12:17,  9.09s/it, lr: 5.0e-05 loss: 8.993e-01]
fia_flux_2:  27%|##7       | 328/1200 [56:24<2:03:05,  8.47s/it, lr: 5.0e-05 loss: 8.993e-01]
fia_flux_2:  27%|##7       | 328/1200 [56:24<2:03:05,  8.47s/it, lr: 5.0e-05 loss: 8.993e-01]
fia_flux_2:  27%|##7       | 328/1200 [56:30<2:03:05,  8.47s/it, lr: 5.0e-05 loss: 7.844e-01]
fia_flux_2:  27%|##7       | 328/1200 [56:30<2:03:05,  8.47s/it, lr: 5.0e-05 loss: 7.844e-01]
fia_flux_2:  27%|##7       | 329/1200 [56:30<1:54:52,  7.91s/it, lr: 5.0e-05 loss: 7.844e-01]
fia_flux_2:  27%|##7       | 329/1200 [56:30<1:54:52,  7.91s/it, lr: 5.0e-05 loss: 7.844e-01]
fia_flux_2:  27%|##7       | 329/1200 [56:40<1:54:52,  7.91s/it, lr: 5.0e-05 loss: 8.718e-01]
fia_flux_2:  27%|##7       | 329/1200 [56:40<1:54:52,  7.91s/it, lr: 5.0e-05 loss: 8.718e-01]
fia_flux_2:  28%|##7       | 330/1200 [56:47<1:54:44,  7.91s/it, lr: 5.0e-05 loss: 5.298e-01]
fia_flux_2:  28%|##7       | 330/1200 [56:47<1:54:44,  7.91s/it, lr: 5.0e-05 loss: 5.298e-01]
fia_flux_2:  28%|##7       | 331/1200 [56:47<1:23:58,  5.80s/it, lr: 5.0e-05 loss: 5.298e-01]
fia_flux_2:  28%|##7       | 331/1200 [56:47<1:23:58,  5.80s/it, lr: 5.0e-05 loss: 5.298e-01]
fia_flux_2:  28%|##7       | 331/1200 [57:01<1:23:58,  5.80s/it, lr: 5.0e-05 loss: 6.518e-01]
fia_flux_2:  28%|##7       | 331/1200 [57:01<1:23:58,  5.80s/it, lr: 5.0e-05 loss: 6.518e-01]
fia_flux_2:  28%|##7       | 332/1200 [57:01<1:54:11,  7.89s/it, lr: 5.0e-05 loss: 6.518e-01]
fia_flux_2:  28%|##7       | 332/1200 [57:01<1:54:11,  7.89s/it, lr: 5.0e-05 loss: 6.518e-01]
fia_flux_2:  28%|##7       | 332/1200 [57:11<1:54:11,  7.89s/it, lr: 5.0e-05 loss: 1.356e+00]
fia_flux_2:  28%|##7       | 332/1200 [57:11<1:54:11,  7.89s/it, lr: 5.0e-05 loss: 1.356e+00]
fia_flux_2:  28%|##7       | 333/1200 [57:11<2:01:24,  8.40s/it, lr: 5.0e-05 loss: 1.356e+00]
fia_flux_2:  28%|##7       | 333/1200 [57:11<2:01:24,  8.40s/it, lr: 5.0e-05 loss: 1.356e+00]
fia_flux_2:  28%|##7       | 333/1200 [57:18<2:01:24,  8.40s/it, lr: 5.0e-05 loss: 7.196e-01]
fia_flux_2:  28%|##7       | 333/1200 [57:18<2:01:24,  8.40s/it, lr: 5.0e-05 loss: 7.196e-01]
fia_flux_2:  28%|##7       | 334/1200 [57:18<1:54:28,  7.93s/it, lr: 5.0e-05 loss: 7.196e-01]
fia_flux_2:  28%|##7       | 334/1200 [57:18<1:54:28,  7.93s/it, lr: 5.0e-05 loss: 7.196e-01]
fia_flux_2:  28%|##7       | 334/1200 [57:28<1:54:28,  7.93s/it, lr: 5.0e-05 loss: 2.912e-01]
fia_flux_2:  28%|##7       | 334/1200 [57:28<1:54:28,  7.93s/it, lr: 5.0e-05 loss: 2.912e-01]
fia_flux_2:  28%|##7       | 335/1200 [57:28<2:01:57,  8.46s/it, lr: 5.0e-05 loss: 2.912e-01]
fia_flux_2:  28%|##7       | 335/1200 [57:28<2:01:57,  8.46s/it, lr: 5.0e-05 loss: 2.912e-01]
fia_flux_2:  28%|##7       | 335/1200 [57:38<2:01:57,  8.46s/it, lr: 5.0e-05 loss: 1.167e+00]
fia_flux_2:  28%|##7       | 335/1200 [57:38<2:01:57,  8.46s/it, lr: 5.0e-05 loss: 1.167e+00]
fia_flux_2:  28%|##8       | 336/1200 [57:38<2:07:53,  8.88s/it, lr: 5.0e-05 loss: 1.167e+00]
fia_flux_2:  28%|##8       | 336/1200 [57:38<2:07:53,  8.88s/it, lr: 5.0e-05 loss: 1.167e+00]
fia_flux_2:  28%|##8       | 336/1200 [57:47<2:07:53,  8.88s/it, lr: 5.0e-05 loss: 4.840e-01]
fia_flux_2:  28%|##8       | 336/1200 [57:47<2:07:53,  8.88s/it, lr: 5.0e-05 loss: 4.840e-01]
fia_flux_2:  28%|##8       | 337/1200 [57:47<2:12:08,  9.19s/it, lr: 5.0e-05 loss: 4.840e-01]
fia_flux_2:  28%|##8       | 337/1200 [57:47<2:12:08,  9.19s/it, lr: 5.0e-05 loss: 4.840e-01]
fia_flux_2:  28%|##8       | 337/1200 [58:02<2:12:08,  9.19s/it, lr: 5.0e-05 loss: 1.206e+00]
fia_flux_2:  28%|##8       | 337/1200 [58:02<2:12:08,  9.19s/it, lr: 5.0e-05 loss: 1.206e+00]
fia_flux_2:  28%|##8       | 338/1200 [58:02<2:33:27, 10.68s/it, lr: 5.0e-05 loss: 1.206e+00]
fia_flux_2:  28%|##8       | 338/1200 [58:02<2:33:27, 10.68s/it, lr: 5.0e-05 loss: 1.206e+00]
fia_flux_2:  28%|##8       | 338/1200 [58:08<2:33:27, 10.68s/it, lr: 5.0e-05 loss: 2.230e-01]
fia_flux_2:  28%|##8       | 338/1200 [58:08<2:33:27, 10.68s/it, lr: 5.0e-05 loss: 2.230e-01]
fia_flux_2:  28%|##8       | 339/1200 [58:08<2:15:59,  9.48s/it, lr: 5.0e-05 loss: 2.230e-01]
fia_flux_2:  28%|##8       | 339/1200 [58:08<2:15:59,  9.48s/it, lr: 5.0e-05 loss: 2.230e-01]
fia_flux_2:  28%|##8       | 339/1200 [58:18<2:15:59,  9.48s/it, lr: 5.0e-05 loss: 8.671e-01]
fia_flux_2:  28%|##8       | 339/1200 [58:18<2:15:59,  9.48s/it, lr: 5.0e-05 loss: 8.671e-01]
fia_flux_2:  28%|##8       | 340/1200 [58:32<2:15:49,  9.48s/it, lr: 5.0e-05 loss: 7.133e-02]
fia_flux_2:  28%|##8       | 340/1200 [58:32<2:15:49,  9.48s/it, lr: 5.0e-05 loss: 7.133e-02]
fia_flux_2:  28%|##8       | 341/1200 [58:32<1:59:26,  8.34s/it, lr: 5.0e-05 loss: 7.133e-02]
fia_flux_2:  28%|##8       | 341/1200 [58:32<1:59:26,  8.34s/it, lr: 5.0e-05 loss: 7.133e-02]
fia_flux_2:  28%|##8       | 341/1200 [58:39<1:59:26,  8.34s/it, lr: 5.0e-05 loss: 7.633e-01]
fia_flux_2:  28%|##8       | 341/1200 [58:39<1:59:26,  8.34s/it, lr: 5.0e-05 loss: 7.633e-01]
fia_flux_2:  28%|##8       | 342/1200 [58:39<1:53:07,  7.91s/it, lr: 5.0e-05 loss: 7.633e-01]
fia_flux_2:  28%|##8       | 342/1200 [58:39<1:53:07,  7.91s/it, lr: 5.0e-05 loss: 7.633e-01]
fia_flux_2:  28%|##8       | 342/1200 [58:53<1:53:07,  7.91s/it, lr: 5.0e-05 loss: 8.248e-02]
fia_flux_2:  28%|##8       | 342/1200 [58:53<1:53:07,  7.91s/it, lr: 5.0e-05 loss: 8.248e-02]
fia_flux_2:  29%|##8       | 343/1200 [58:53<2:15:36,  9.49s/it, lr: 5.0e-05 loss: 8.248e-02]
fia_flux_2:  29%|##8       | 343/1200 [58:53<2:15:36,  9.49s/it, lr: 5.0e-05 loss: 8.248e-02]
fia_flux_2:  29%|##8       | 343/1200 [59:07<2:15:36,  9.49s/it, lr: 5.0e-05 loss: 4.161e-01]
fia_flux_2:  29%|##8       | 343/1200 [59:07<2:15:36,  9.49s/it, lr: 5.0e-05 loss: 4.161e-01]
fia_flux_2:  29%|##8       | 344/1200 [59:07<2:32:53, 10.72s/it, lr: 5.0e-05 loss: 4.161e-01]
fia_flux_2:  29%|##8       | 344/1200 [59:07<2:32:53, 10.72s/it, lr: 5.0e-05 loss: 4.161e-01]
fia_flux_2:  29%|##8       | 344/1200 [59:21<2:32:53, 10.72s/it, lr: 5.0e-05 loss: 8.006e-02]
fia_flux_2:  29%|##8       | 344/1200 [59:21<2:32:53, 10.72s/it, lr: 5.0e-05 loss: 8.006e-02]
fia_flux_2:  29%|##8       | 345/1200 [59:21<2:47:01, 11.72s/it, lr: 5.0e-05 loss: 8.006e-02]
fia_flux_2:  29%|##8       | 345/1200 [59:21<2:47:01, 11.72s/it, lr: 5.0e-05 loss: 8.006e-02]
fia_flux_2:  29%|##8       | 345/1200 [59:35<2:47:01, 11.72s/it, lr: 5.0e-05 loss: 4.046e-01]
fia_flux_2:  29%|##8       | 345/1200 [59:35<2:47:01, 11.72s/it, lr: 5.0e-05 loss: 4.046e-01]
fia_flux_2:  29%|##8       | 346/1200 [59:35<2:57:20, 12.46s/it, lr: 5.0e-05 loss: 4.046e-01]
fia_flux_2:  29%|##8       | 346/1200 [59:35<2:57:20, 12.46s/it, lr: 5.0e-05 loss: 4.046e-01]
fia_flux_2:  29%|##8       | 346/1200 [59:42<2:57:20, 12.46s/it, lr: 5.0e-05 loss: 6.711e-01]
fia_flux_2:  29%|##8       | 346/1200 [59:42<2:57:20, 12.46s/it, lr: 5.0e-05 loss: 6.711e-01]
fia_flux_2:  29%|##8       | 347/1200 [59:42<2:33:15, 10.78s/it, lr: 5.0e-05 loss: 6.711e-01]
fia_flux_2:  29%|##8       | 347/1200 [59:42<2:33:15, 10.78s/it, lr: 5.0e-05 loss: 6.711e-01]
fia_flux_2:  29%|##8       | 347/1200 [59:56<2:33:15, 10.78s/it, lr: 5.0e-05 loss: 7.099e-01]
fia_flux_2:  29%|##8       | 347/1200 [59:56<2:33:15, 10.78s/it, lr: 5.0e-05 loss: 7.099e-01]
fia_flux_2:  29%|##9       | 348/1200 [59:56<2:46:27, 11.72s/it, lr: 5.0e-05 loss: 7.099e-01]
fia_flux_2:  29%|##9       | 348/1200 [59:56<2:46:27, 11.72s/it, lr: 5.0e-05 loss: 7.099e-01]
fia_flux_2:  29%|##9       | 348/1200 [1:00:10<2:46:27, 11.72s/it, lr: 5.0e-05 loss: 1.205e-01]
fia_flux_2:  29%|##9       | 348/1200 [1:00:10<2:46:27, 11.72s/it, lr: 5.0e-05 loss: 1.205e-01]
fia_flux_2:  29%|##9       | 349/1200 [1:00:10<2:57:02, 12.48s/it, lr: 5.0e-05 loss: 1.205e-01]
fia_flux_2:  29%|##9       | 349/1200 [1:00:10<2:57:02, 12.48s/it, lr: 5.0e-05 loss: 1.205e-01]
fia_flux_2:  29%|##9       | 349/1200 [1:00:20<2:57:02, 12.48s/it, lr: 5.0e-05 loss: 8.665e-01]
fia_flux_2:  29%|##9       | 349/1200 [1:00:20<2:57:02, 12.48s/it, lr: 5.0e-05 loss: 8.665e-01]
fia_flux_2:  29%|##9       | 350/1200 [1:00:30<2:56:49, 12.48s/it, lr: 5.0e-05 loss: 3.117e-01]
fia_flux_2:  29%|##9       | 350/1200 [1:00:30<2:56:49, 12.48s/it, lr: 5.0e-05 loss: 3.117e-01]
fia_flux_2:  29%|##9       | 351/1200 [1:00:30<2:07:41,  9.02s/it, lr: 5.0e-05 loss: 3.117e-01]
fia_flux_2:  29%|##9       | 351/1200 [1:00:30<2:07:41,  9.02s/it, lr: 5.0e-05 loss: 3.117e-01]
fia_flux_2:  29%|##9       | 351/1200 [1:00:45<2:07:41,  9.02s/it, lr: 5.0e-05 loss: 8.958e-01]
fia_flux_2:  29%|##9       | 351/1200 [1:00:45<2:07:41,  9.02s/it, lr: 5.0e-05 loss: 8.958e-01]
fia_flux_2:  29%|##9       | 352/1200 [1:00:45<2:25:54, 10.32s/it, lr: 5.0e-05 loss: 8.958e-01]
fia_flux_2:  29%|##9       | 352/1200 [1:00:45<2:25:54, 10.32s/it, lr: 5.0e-05 loss: 8.958e-01]
fia_flux_2:  29%|##9       | 352/1200 [1:00:55<2:25:54, 10.32s/it, lr: 5.0e-05 loss: 4.812e-01]
fia_flux_2:  29%|##9       | 352/1200 [1:00:55<2:25:54, 10.32s/it, lr: 5.0e-05 loss: 4.812e-01]
fia_flux_2:  29%|##9       | 353/1200 [1:00:55<2:26:26, 10.37s/it, lr: 5.0e-05 loss: 4.812e-01]
fia_flux_2:  29%|##9       | 353/1200 [1:00:55<2:26:26, 10.37s/it, lr: 5.0e-05 loss: 4.812e-01]
fia_flux_2:  29%|##9       | 353/1200 [1:01:02<2:26:26, 10.37s/it, lr: 5.0e-05 loss: 1.080e+00]
fia_flux_2:  29%|##9       | 353/1200 [1:01:02<2:26:26, 10.37s/it, lr: 5.0e-05 loss: 1.080e+00]
fia_flux_2:  30%|##9       | 354/1200 [1:01:02<2:11:59,  9.36s/it, lr: 5.0e-05 loss: 1.080e+00]
fia_flux_2:  30%|##9       | 354/1200 [1:01:02<2:11:59,  9.36s/it, lr: 5.0e-05 loss: 1.080e+00]
fia_flux_2:  30%|##9       | 354/1200 [1:01:16<2:11:59,  9.36s/it, lr: 5.0e-05 loss: 1.109e+00]
fia_flux_2:  30%|##9       | 354/1200 [1:01:16<2:11:59,  9.36s/it, lr: 5.0e-05 loss: 1.109e+00]
fia_flux_2:  30%|##9       | 355/1200 [1:01:16<2:29:58, 10.65s/it, lr: 5.0e-05 loss: 1.109e+00]
fia_flux_2:  30%|##9       | 355/1200 [1:01:16<2:29:58, 10.65s/it, lr: 5.0e-05 loss: 1.109e+00]
fia_flux_2:  30%|##9       | 355/1200 [1:01:22<2:29:58, 10.65s/it, lr: 5.0e-05 loss: 9.652e-01]
fia_flux_2:  30%|##9       | 355/1200 [1:01:22<2:29:58, 10.65s/it, lr: 5.0e-05 loss: 9.652e-01]
fia_flux_2:  30%|##9       | 356/1200 [1:01:22<2:13:30,  9.49s/it, lr: 5.0e-05 loss: 9.652e-01]
fia_flux_2:  30%|##9       | 356/1200 [1:01:22<2:13:30,  9.49s/it, lr: 5.0e-05 loss: 9.652e-01]
fia_flux_2:  30%|##9       | 356/1200 [1:01:36<2:13:30,  9.49s/it, lr: 5.0e-05 loss: 5.179e-01]
fia_flux_2:  30%|##9       | 356/1200 [1:01:36<2:13:30,  9.49s/it, lr: 5.0e-05 loss: 5.179e-01]
fia_flux_2:  30%|##9       | 357/1200 [1:01:36<2:31:34, 10.79s/it, lr: 5.0e-05 loss: 5.179e-01]
fia_flux_2:  30%|##9       | 357/1200 [1:01:36<2:31:34, 10.79s/it, lr: 5.0e-05 loss: 5.179e-01]
fia_flux_2:  30%|##9       | 357/1200 [1:01:50<2:31:34, 10.79s/it, lr: 5.0e-05 loss: 1.182e-01]
fia_flux_2:  30%|##9       | 357/1200 [1:01:50<2:31:34, 10.79s/it, lr: 5.0e-05 loss: 1.182e-01]
fia_flux_2:  30%|##9       | 358/1200 [1:01:50<2:44:29, 11.72s/it, lr: 5.0e-05 loss: 1.182e-01]
fia_flux_2:  30%|##9       | 358/1200 [1:01:50<2:44:29, 11.72s/it, lr: 5.0e-05 loss: 1.182e-01]
fia_flux_2:  30%|##9       | 358/1200 [1:01:57<2:44:29, 11.72s/it, lr: 5.0e-05 loss: 6.005e-01]
fia_flux_2:  30%|##9       | 358/1200 [1:01:57<2:44:29, 11.72s/it, lr: 5.0e-05 loss: 6.005e-01]
fia_flux_2:  30%|##9       | 359/1200 [1:01:57<2:23:04, 10.21s/it, lr: 5.0e-05 loss: 6.005e-01]
fia_flux_2:  30%|##9       | 359/1200 [1:01:57<2:23:04, 10.21s/it, lr: 5.0e-05 loss: 6.005e-01]
fia_flux_2:  30%|##9       | 359/1200 [1:02:07<2:23:04, 10.21s/it, lr: 5.0e-05 loss: 8.902e-01]
fia_flux_2:  30%|##9       | 359/1200 [1:02:07<2:23:04, 10.21s/it, lr: 5.0e-05 loss: 8.902e-01]
+Saving at step 360
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000360.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  30%|###       | 360/1200 [1:02:14<2:22:54, 10.21s/it, lr: 5.0e-05 loss: 9.151e-01]
fia_flux_2:  30%|###       | 360/1200 [1:02:14<2:22:54, 10.21s/it, lr: 5.0e-05 loss: 9.151e-01]
fia_flux_2:  30%|###       | 361/1200 [1:02:14<1:39:34,  7.12s/it, lr: 5.0e-05 loss: 9.151e-01]
fia_flux_2:  30%|###       | 361/1200 [1:02:14<1:39:34,  7.12s/it, lr: 5.0e-05 loss: 9.151e-01]
fia_flux_2:  30%|###       | 361/1200 [1:02:21<1:39:34,  7.12s/it, lr: 5.0e-05 loss: 7.513e-01]
fia_flux_2:  30%|###       | 361/1200 [1:02:21<1:39:34,  7.12s/it, lr: 5.0e-05 loss: 7.513e-01]
fia_flux_2:  30%|###       | 362/1200 [1:02:21<1:37:34,  6.99s/it, lr: 5.0e-05 loss: 7.513e-01]
fia_flux_2:  30%|###       | 362/1200 [1:02:21<1:37:34,  6.99s/it, lr: 5.0e-05 loss: 7.513e-01]
fia_flux_2:  30%|###       | 362/1200 [1:02:31<1:37:34,  6.99s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  30%|###       | 362/1200 [1:02:31<1:37:34,  6.99s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  30%|###       | 363/1200 [1:02:31<1:47:38,  7.72s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  30%|###       | 363/1200 [1:02:31<1:47:38,  7.72s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  30%|###       | 363/1200 [1:02:40<1:47:38,  7.72s/it, lr: 5.0e-05 loss: 9.707e-01]
fia_flux_2:  30%|###       | 363/1200 [1:02:40<1:47:38,  7.72s/it, lr: 5.0e-05 loss: 9.707e-01]
fia_flux_2:  30%|###       | 364/1200 [1:02:40<1:55:22,  8.28s/it, lr: 5.0e-05 loss: 9.707e-01]
fia_flux_2:  30%|###       | 364/1200 [1:02:40<1:55:22,  8.28s/it, lr: 5.0e-05 loss: 9.707e-01]
fia_flux_2:  30%|###       | 364/1200 [1:02:47<1:55:22,  8.28s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  30%|###       | 364/1200 [1:02:47<1:55:22,  8.28s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  30%|###       | 365/1200 [1:02:47<1:48:48,  7.82s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  30%|###       | 365/1200 [1:02:47<1:48:48,  7.82s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  30%|###       | 365/1200 [1:02:54<1:48:48,  7.82s/it, lr: 5.0e-05 loss: 3.612e-01]
fia_flux_2:  30%|###       | 365/1200 [1:02:54<1:48:48,  7.82s/it, lr: 5.0e-05 loss: 3.612e-01]
fia_flux_2:  30%|###       | 366/1200 [1:02:54<1:43:59,  7.48s/it, lr: 5.0e-05 loss: 3.612e-01]
fia_flux_2:  30%|###       | 366/1200 [1:02:54<1:43:59,  7.48s/it, lr: 5.0e-05 loss: 3.612e-01]
fia_flux_2:  30%|###       | 366/1200 [1:03:03<1:43:59,  7.48s/it, lr: 5.0e-05 loss: 6.504e-01]
fia_flux_2:  30%|###       | 366/1200 [1:03:03<1:43:59,  7.48s/it, lr: 5.0e-05 loss: 6.504e-01]
fia_flux_2:  31%|###       | 367/1200 [1:03:03<1:53:15,  8.16s/it, lr: 5.0e-05 loss: 6.504e-01]
fia_flux_2:  31%|###       | 367/1200 [1:03:03<1:53:15,  8.16s/it, lr: 5.0e-05 loss: 6.504e-01]
fia_flux_2:  31%|###       | 367/1200 [1:03:18<1:53:15,  8.16s/it, lr: 5.0e-05 loss: 6.063e-01]
fia_flux_2:  31%|###       | 367/1200 [1:03:18<1:53:15,  8.16s/it, lr: 5.0e-05 loss: 6.063e-01]
fia_flux_2:  31%|###       | 368/1200 [1:03:18<2:18:15,  9.97s/it, lr: 5.0e-05 loss: 6.063e-01]
fia_flux_2:  31%|###       | 368/1200 [1:03:18<2:18:15,  9.97s/it, lr: 5.0e-05 loss: 6.063e-01]
fia_flux_2:  31%|###       | 368/1200 [1:03:24<2:18:15,  9.97s/it, lr: 5.0e-05 loss: 1.197e+00]
fia_flux_2:  31%|###       | 368/1200 [1:03:24<2:18:15,  9.97s/it, lr: 5.0e-05 loss: 1.197e+00]
fia_flux_2:  31%|###       | 369/1200 [1:03:24<2:04:19,  8.98s/it, lr: 5.0e-05 loss: 1.197e+00]
fia_flux_2:  31%|###       | 369/1200 [1:03:24<2:04:19,  8.98s/it, lr: 5.0e-05 loss: 1.197e+00]
fia_flux_2:  31%|###       | 369/1200 [1:03:34<2:04:19,  8.98s/it, lr: 5.0e-05 loss: 9.535e-01]
fia_flux_2:  31%|###       | 369/1200 [1:03:34<2:04:19,  8.98s/it, lr: 5.0e-05 loss: 9.535e-01]
fia_flux_2:  31%|###       | 370/1200 [1:03:41<2:04:10,  8.98s/it, lr: 5.0e-05 loss: 4.617e-01]
fia_flux_2:  31%|###       | 370/1200 [1:03:41<2:04:10,  8.98s/it, lr: 5.0e-05 loss: 4.617e-01]
fia_flux_2:  31%|###       | 371/1200 [1:03:41<1:28:08,  6.38s/it, lr: 5.0e-05 loss: 4.617e-01]
fia_flux_2:  31%|###       | 371/1200 [1:03:41<1:28:08,  6.38s/it, lr: 5.0e-05 loss: 4.617e-01]
fia_flux_2:  31%|###       | 371/1200 [1:03:55<1:28:08,  6.38s/it, lr: 5.0e-05 loss: 7.121e-01]
fia_flux_2:  31%|###       | 371/1200 [1:03:55<1:28:08,  6.38s/it, lr: 5.0e-05 loss: 7.121e-01]
fia_flux_2:  31%|###1      | 372/1200 [1:03:55<1:54:59,  8.33s/it, lr: 5.0e-05 loss: 7.121e-01]
fia_flux_2:  31%|###1      | 372/1200 [1:03:55<1:54:59,  8.33s/it, lr: 5.0e-05 loss: 7.121e-01]
fia_flux_2:  31%|###1      | 372/1200 [1:04:02<1:54:59,  8.33s/it, lr: 5.0e-05 loss: 3.102e-01]
fia_flux_2:  31%|###1      | 372/1200 [1:04:02<1:54:59,  8.33s/it, lr: 5.0e-05 loss: 3.102e-01]
fia_flux_2:  31%|###1      | 373/1200 [1:04:02<1:48:53,  7.90s/it, lr: 5.0e-05 loss: 3.102e-01]
fia_flux_2:  31%|###1      | 373/1200 [1:04:02<1:48:53,  7.90s/it, lr: 5.0e-05 loss: 3.102e-01]
fia_flux_2:  31%|###1      | 373/1200 [1:04:16<1:48:53,  7.90s/it, lr: 5.0e-05 loss: 1.179e+00]
fia_flux_2:  31%|###1      | 373/1200 [1:04:16<1:48:53,  7.90s/it, lr: 5.0e-05 loss: 1.179e+00]
fia_flux_2:  31%|###1      | 374/1200 [1:04:16<2:11:28,  9.55s/it, lr: 5.0e-05 loss: 1.179e+00]
fia_flux_2:  31%|###1      | 374/1200 [1:04:16<2:11:28,  9.55s/it, lr: 5.0e-05 loss: 1.179e+00]
fia_flux_2:  31%|###1      | 374/1200 [1:04:30<2:11:28,  9.55s/it, lr: 5.0e-05 loss: 1.239e+00]
fia_flux_2:  31%|###1      | 374/1200 [1:04:30<2:11:28,  9.55s/it, lr: 5.0e-05 loss: 1.239e+00]
fia_flux_2:  31%|###1      | 375/1200 [1:04:30<2:28:30, 10.80s/it, lr: 5.0e-05 loss: 1.239e+00]
fia_flux_2:  31%|###1      | 375/1200 [1:04:30<2:28:30, 10.80s/it, lr: 5.0e-05 loss: 1.239e+00]
fia_flux_2:  31%|###1      | 375/1200 [1:04:40<2:28:30, 10.80s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  31%|###1      | 375/1200 [1:04:40<2:28:30, 10.80s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  31%|###1      | 376/1200 [1:04:40<2:24:58, 10.56s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  31%|###1      | 376/1200 [1:04:40<2:24:58, 10.56s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  31%|###1      | 376/1200 [1:04:46<2:24:58, 10.56s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  31%|###1      | 376/1200 [1:04:46<2:24:58, 10.56s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  31%|###1      | 377/1200 [1:04:46<2:09:04,  9.41s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  31%|###1      | 377/1200 [1:04:46<2:09:04,  9.41s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  31%|###1      | 377/1200 [1:04:56<2:09:04,  9.41s/it, lr: 5.0e-05 loss: 9.338e-02]
fia_flux_2:  31%|###1      | 377/1200 [1:04:56<2:09:04,  9.41s/it, lr: 5.0e-05 loss: 9.338e-02]
fia_flux_2:  32%|###1      | 378/1200 [1:04:56<2:10:35,  9.53s/it, lr: 5.0e-05 loss: 9.338e-02]
fia_flux_2:  32%|###1      | 378/1200 [1:04:56<2:10:35,  9.53s/it, lr: 5.0e-05 loss: 9.338e-02]
fia_flux_2:  32%|###1      | 378/1200 [1:05:10<2:10:35,  9.53s/it, lr: 5.0e-05 loss: 3.657e-01]
fia_flux_2:  32%|###1      | 378/1200 [1:05:10<2:10:35,  9.53s/it, lr: 5.0e-05 loss: 3.657e-01]
fia_flux_2:  32%|###1      | 379/1200 [1:05:10<2:28:40, 10.87s/it, lr: 5.0e-05 loss: 3.657e-01]
fia_flux_2:  32%|###1      | 379/1200 [1:05:10<2:28:40, 10.87s/it, lr: 5.0e-05 loss: 3.657e-01]
fia_flux_2:  32%|###1      | 379/1200 [1:05:20<2:28:40, 10.87s/it, lr: 5.0e-05 loss: 6.227e-01]
fia_flux_2:  32%|###1      | 379/1200 [1:05:20<2:28:40, 10.87s/it, lr: 5.0e-05 loss: 6.227e-01]
fia_flux_2:  32%|###1      | 380/1200 [1:05:34<2:28:29, 10.87s/it, lr: 5.0e-05 loss: 5.730e-01]
fia_flux_2:  32%|###1      | 380/1200 [1:05:34<2:28:29, 10.87s/it, lr: 5.0e-05 loss: 5.730e-01]
fia_flux_2:  32%|###1      | 381/1200 [1:05:34<2:04:09,  9.10s/it, lr: 5.0e-05 loss: 5.730e-01]
fia_flux_2:  32%|###1      | 381/1200 [1:05:34<2:04:09,  9.10s/it, lr: 5.0e-05 loss: 5.730e-01]
fia_flux_2:  32%|###1      | 381/1200 [1:05:44<2:04:09,  9.10s/it, lr: 5.0e-05 loss: 1.016e+00]
fia_flux_2:  32%|###1      | 381/1200 [1:05:44<2:04:09,  9.10s/it, lr: 5.0e-05 loss: 1.016e+00]
fia_flux_2:  32%|###1      | 382/1200 [1:05:44<2:06:36,  9.29s/it, lr: 5.0e-05 loss: 1.016e+00]
fia_flux_2:  32%|###1      | 382/1200 [1:05:44<2:06:36,  9.29s/it, lr: 5.0e-05 loss: 1.016e+00]
fia_flux_2:  32%|###1      | 382/1200 [1:05:51<2:06:36,  9.29s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  32%|###1      | 382/1200 [1:05:51<2:06:36,  9.29s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  32%|###1      | 383/1200 [1:05:51<1:57:03,  8.60s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  32%|###1      | 383/1200 [1:05:51<1:57:03,  8.60s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  32%|###1      | 383/1200 [1:05:57<1:57:03,  8.60s/it, lr: 5.0e-05 loss: 1.140e+00]
fia_flux_2:  32%|###1      | 383/1200 [1:05:57<1:57:03,  8.60s/it, lr: 5.0e-05 loss: 1.140e+00]
fia_flux_2:  32%|###2      | 384/1200 [1:05:57<1:49:41,  8.07s/it, lr: 5.0e-05 loss: 1.140e+00]
fia_flux_2:  32%|###2      | 384/1200 [1:05:57<1:49:41,  8.07s/it, lr: 5.0e-05 loss: 1.140e+00]
fia_flux_2:  32%|###2      | 384/1200 [1:06:07<1:49:41,  8.07s/it, lr: 5.0e-05 loss: 4.105e-02]
fia_flux_2:  32%|###2      | 384/1200 [1:06:07<1:49:41,  8.07s/it, lr: 5.0e-05 loss: 4.105e-02]
fia_flux_2:  32%|###2      | 385/1200 [1:06:07<1:56:26,  8.57s/it, lr: 5.0e-05 loss: 4.105e-02]
fia_flux_2:  32%|###2      | 385/1200 [1:06:07<1:56:26,  8.57s/it, lr: 5.0e-05 loss: 4.105e-02]
fia_flux_2:  32%|###2      | 385/1200 [1:06:14<1:56:26,  8.57s/it, lr: 5.0e-05 loss: 3.580e-01]
fia_flux_2:  32%|###2      | 385/1200 [1:06:14<1:56:26,  8.57s/it, lr: 5.0e-05 loss: 3.580e-01]
fia_flux_2:  32%|###2      | 386/1200 [1:06:14<1:48:49,  8.02s/it, lr: 5.0e-05 loss: 3.580e-01]
fia_flux_2:  32%|###2      | 386/1200 [1:06:14<1:48:49,  8.02s/it, lr: 5.0e-05 loss: 3.580e-01]
fia_flux_2:  32%|###2      | 386/1200 [1:06:24<1:48:49,  8.02s/it, lr: 5.0e-05 loss: 8.763e-01]
fia_flux_2:  32%|###2      | 386/1200 [1:06:24<1:48:49,  8.02s/it, lr: 5.0e-05 loss: 8.763e-01]
fia_flux_2:  32%|###2      | 387/1200 [1:06:24<1:56:09,  8.57s/it, lr: 5.0e-05 loss: 8.763e-01]
fia_flux_2:  32%|###2      | 387/1200 [1:06:24<1:56:09,  8.57s/it, lr: 5.0e-05 loss: 8.763e-01]
fia_flux_2:  32%|###2      | 387/1200 [1:06:31<1:56:09,  8.57s/it, lr: 5.0e-05 loss: 4.476e-01]
fia_flux_2:  32%|###2      | 387/1200 [1:06:31<1:56:09,  8.57s/it, lr: 5.0e-05 loss: 4.476e-01]
fia_flux_2:  32%|###2      | 388/1200 [1:06:31<1:48:27,  8.01s/it, lr: 5.0e-05 loss: 4.476e-01]
fia_flux_2:  32%|###2      | 388/1200 [1:06:31<1:48:27,  8.01s/it, lr: 5.0e-05 loss: 4.476e-01]
fia_flux_2:  32%|###2      | 388/1200 [1:06:40<1:48:27,  8.01s/it, lr: 5.0e-05 loss: 1.270e+00]
fia_flux_2:  32%|###2      | 388/1200 [1:06:40<1:48:27,  8.01s/it, lr: 5.0e-05 loss: 1.270e+00]
fia_flux_2:  32%|###2      | 389/1200 [1:06:40<1:55:29,  8.54s/it, lr: 5.0e-05 loss: 1.270e+00]
fia_flux_2:  32%|###2      | 389/1200 [1:06:40<1:55:29,  8.54s/it, lr: 5.0e-05 loss: 1.270e+00]
fia_flux_2:  32%|###2      | 389/1200 [1:06:47<1:55:29,  8.54s/it, lr: 5.0e-05 loss: 1.037e-01]
fia_flux_2:  32%|###2      | 389/1200 [1:06:47<1:55:29,  8.54s/it, lr: 5.0e-05 loss: 1.037e-01]
fia_flux_2:  32%|###2      | 390/1200 [1:07:01<1:55:20,  8.54s/it, lr: 5.0e-05 loss: 1.012e+00]
fia_flux_2:  32%|###2      | 390/1200 [1:07:01<1:55:20,  8.54s/it, lr: 5.0e-05 loss: 1.012e+00]
fia_flux_2:  33%|###2      | 391/1200 [1:07:01<1:45:35,  7.83s/it, lr: 5.0e-05 loss: 1.012e+00]
fia_flux_2:  33%|###2      | 391/1200 [1:07:01<1:45:35,  7.83s/it, lr: 5.0e-05 loss: 1.012e+00]
fia_flux_2:  33%|###2      | 391/1200 [1:07:15<1:45:35,  7.83s/it, lr: 5.0e-05 loss: 7.258e-01]
fia_flux_2:  33%|###2      | 391/1200 [1:07:15<1:45:35,  7.83s/it, lr: 5.0e-05 loss: 7.258e-01]
fia_flux_2:  33%|###2      | 392/1200 [1:07:15<2:05:54,  9.35s/it, lr: 5.0e-05 loss: 7.258e-01]
fia_flux_2:  33%|###2      | 392/1200 [1:07:15<2:05:54,  9.35s/it, lr: 5.0e-05 loss: 7.258e-01]
fia_flux_2:  33%|###2      | 392/1200 [1:07:25<2:05:54,  9.35s/it, lr: 5.0e-05 loss: 1.430e+00]
fia_flux_2:  33%|###2      | 392/1200 [1:07:25<2:05:54,  9.35s/it, lr: 5.0e-05 loss: 1.430e+00]
fia_flux_2:  33%|###2      | 393/1200 [1:07:25<2:07:20,  9.47s/it, lr: 5.0e-05 loss: 1.430e+00]
fia_flux_2:  33%|###2      | 393/1200 [1:07:25<2:07:20,  9.47s/it, lr: 5.0e-05 loss: 1.430e+00]
fia_flux_2:  33%|###2      | 393/1200 [1:07:31<2:07:20,  9.47s/it, lr: 5.0e-05 loss: 9.000e-01]
fia_flux_2:  33%|###2      | 393/1200 [1:07:31<2:07:20,  9.47s/it, lr: 5.0e-05 loss: 9.000e-01]
fia_flux_2:  33%|###2      | 394/1200 [1:07:31<1:56:50,  8.70s/it, lr: 5.0e-05 loss: 9.000e-01]
fia_flux_2:  33%|###2      | 394/1200 [1:07:31<1:56:50,  8.70s/it, lr: 5.0e-05 loss: 9.000e-01]
fia_flux_2:  33%|###2      | 394/1200 [1:07:45<1:56:50,  8.70s/it, lr: 5.0e-05 loss: 5.447e-01]
fia_flux_2:  33%|###2      | 394/1200 [1:07:45<1:56:50,  8.70s/it, lr: 5.0e-05 loss: 5.447e-01]
fia_flux_2:  33%|###2      | 395/1200 [1:07:45<2:16:29, 10.17s/it, lr: 5.0e-05 loss: 5.447e-01]
fia_flux_2:  33%|###2      | 395/1200 [1:07:45<2:16:29, 10.17s/it, lr: 5.0e-05 loss: 5.447e-01]
fia_flux_2:  33%|###2      | 395/1200 [1:07:52<2:16:29, 10.17s/it, lr: 5.0e-05 loss: 6.538e-01]
fia_flux_2:  33%|###2      | 395/1200 [1:07:52<2:16:29, 10.17s/it, lr: 5.0e-05 loss: 6.538e-01]
fia_flux_2:  33%|###3      | 396/1200 [1:07:52<2:02:47,  9.16s/it, lr: 5.0e-05 loss: 6.538e-01]
fia_flux_2:  33%|###3      | 396/1200 [1:07:52<2:02:47,  9.16s/it, lr: 5.0e-05 loss: 6.538e-01]
fia_flux_2:  33%|###3      | 396/1200 [1:08:02<2:02:47,  9.16s/it, lr: 5.0e-05 loss: 1.063e+00]
fia_flux_2:  33%|###3      | 396/1200 [1:08:02<2:02:47,  9.16s/it, lr: 5.0e-05 loss: 1.063e+00]
fia_flux_2:  33%|###3      | 397/1200 [1:08:02<2:05:35,  9.38s/it, lr: 5.0e-05 loss: 1.063e+00]
fia_flux_2:  33%|###3      | 397/1200 [1:08:02<2:05:35,  9.38s/it, lr: 5.0e-05 loss: 1.063e+00]
fia_flux_2:  33%|###3      | 397/1200 [1:08:09<2:05:35,  9.38s/it, lr: 5.0e-05 loss: 8.538e-01]
fia_flux_2:  33%|###3      | 397/1200 [1:08:09<2:05:35,  9.38s/it, lr: 5.0e-05 loss: 8.538e-01]
fia_flux_2:  33%|###3      | 398/1200 [1:08:09<1:55:58,  8.68s/it, lr: 5.0e-05 loss: 8.538e-01]
fia_flux_2:  33%|###3      | 398/1200 [1:08:09<1:55:58,  8.68s/it, lr: 5.0e-05 loss: 8.538e-01]
fia_flux_2:  33%|###3      | 398/1200 [1:08:23<1:55:58,  8.68s/it, lr: 5.0e-05 loss: 7.006e-01]
fia_flux_2:  33%|###3      | 398/1200 [1:08:23<1:55:58,  8.68s/it, lr: 5.0e-05 loss: 7.006e-01]
fia_flux_2:  33%|###3      | 399/1200 [1:08:23<2:16:42, 10.24s/it, lr: 5.0e-05 loss: 7.006e-01]
fia_flux_2:  33%|###3      | 399/1200 [1:08:23<2:16:42, 10.24s/it, lr: 5.0e-05 loss: 7.006e-01]
fia_flux_2:  33%|###3      | 399/1200 [1:08:33<2:16:42, 10.24s/it, lr: 5.0e-05 loss: 5.812e-01]
fia_flux_2:  33%|###3      | 399/1200 [1:08:33<2:16:42, 10.24s/it, lr: 5.0e-05 loss: 5.812e-01]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:56<02:50, 56.83s/it]
Generating Images:  25%|##5       | 1/4 [00:56<02:50, 56.83s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:47<01:46, 53.35s/it]
Generating Images:  50%|#####     | 2/4 [01:47<01:46, 53.35s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:38<00:52, 52.34s/it]
Generating Images:  75%|#######5  | 3/4 [02:38<00:52, 52.34s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:30<00:00, 51.92s/it]
Generating Images: 100%|##########| 4/4 [03:30<00:00, 51.92s/it]
+
+
                                                                
                                                                
fia_flux_2:  33%|###3      | 400/1200 [1:08:43<2:16:32, 10.24s/it, lr: 5.0e-05 loss: 1.182e+00]
fia_flux_2:  33%|###3      | 400/1200 [1:08:43<2:16:32, 10.24s/it, lr: 5.0e-05 loss: 1.182e+00]
fia_flux_2:  33%|###3      | 401/1200 [1:08:43<1:44:14,  7.83s/it, lr: 5.0e-05 loss: 1.182e+00]
fia_flux_2:  33%|###3      | 401/1200 [1:08:43<1:44:14,  7.83s/it, lr: 5.0e-05 loss: 1.182e+00]
fia_flux_2:  33%|###3      | 401/1200 [1:08:57<1:44:14,  7.83s/it, lr: 5.0e-05 loss: 5.908e-01]
fia_flux_2:  33%|###3      | 401/1200 [1:08:57<1:44:14,  7.83s/it, lr: 5.0e-05 loss: 5.908e-01]
fia_flux_2:  34%|###3      | 402/1200 [1:08:57<2:04:17,  9.35s/it, lr: 5.0e-05 loss: 5.908e-01]
fia_flux_2:  34%|###3      | 402/1200 [1:08:57<2:04:17,  9.35s/it, lr: 5.0e-05 loss: 5.908e-01]
fia_flux_2:  34%|###3      | 402/1200 [1:09:11<2:04:17,  9.35s/it, lr: 5.0e-05 loss: 9.183e-01]
fia_flux_2:  34%|###3      | 402/1200 [1:09:11<2:04:17,  9.35s/it, lr: 5.0e-05 loss: 9.183e-01]
fia_flux_2:  34%|###3      | 403/1200 [1:09:11<2:21:14, 10.63s/it, lr: 5.0e-05 loss: 9.183e-01]
fia_flux_2:  34%|###3      | 403/1200 [1:09:11<2:21:14, 10.63s/it, lr: 5.0e-05 loss: 9.183e-01]
fia_flux_2:  34%|###3      | 403/1200 [1:09:25<2:21:14, 10.63s/it, lr: 5.0e-05 loss: 6.402e-01]
fia_flux_2:  34%|###3      | 403/1200 [1:09:25<2:21:14, 10.63s/it, lr: 5.0e-05 loss: 6.402e-01]
fia_flux_2:  34%|###3      | 404/1200 [1:09:25<2:33:10, 11.55s/it, lr: 5.0e-05 loss: 6.402e-01]
fia_flux_2:  34%|###3      | 404/1200 [1:09:25<2:33:10, 11.55s/it, lr: 5.0e-05 loss: 6.402e-01]
fia_flux_2:  34%|###3      | 404/1200 [1:09:35<2:33:10, 11.55s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  34%|###3      | 404/1200 [1:09:35<2:33:10, 11.55s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  34%|###3      | 405/1200 [1:09:35<2:26:39, 11.07s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  34%|###3      | 405/1200 [1:09:35<2:26:39, 11.07s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  34%|###3      | 405/1200 [1:09:45<2:26:39, 11.07s/it, lr: 5.0e-05 loss: 4.428e-01]
fia_flux_2:  34%|###3      | 405/1200 [1:09:45<2:26:39, 11.07s/it, lr: 5.0e-05 loss: 4.428e-01]
fia_flux_2:  34%|###3      | 406/1200 [1:09:45<2:22:15, 10.75s/it, lr: 5.0e-05 loss: 4.428e-01]
fia_flux_2:  34%|###3      | 406/1200 [1:09:45<2:22:15, 10.75s/it, lr: 5.0e-05 loss: 4.428e-01]
fia_flux_2:  34%|###3      | 406/1200 [1:09:59<2:22:15, 10.75s/it, lr: 5.0e-05 loss: 1.042e+00]
fia_flux_2:  34%|###3      | 406/1200 [1:09:59<2:22:15, 10.75s/it, lr: 5.0e-05 loss: 1.042e+00]
fia_flux_2:  34%|###3      | 407/1200 [1:09:59<2:34:33, 11.69s/it, lr: 5.0e-05 loss: 1.042e+00]
fia_flux_2:  34%|###3      | 407/1200 [1:09:59<2:34:33, 11.69s/it, lr: 5.0e-05 loss: 1.042e+00]
fia_flux_2:  34%|###3      | 407/1200 [1:10:08<2:34:33, 11.69s/it, lr: 5.0e-05 loss: 1.133e+00]
fia_flux_2:  34%|###3      | 407/1200 [1:10:08<2:34:33, 11.69s/it, lr: 5.0e-05 loss: 1.133e+00]
fia_flux_2:  34%|###4      | 408/1200 [1:10:08<2:27:15, 11.16s/it, lr: 5.0e-05 loss: 1.133e+00]
fia_flux_2:  34%|###4      | 408/1200 [1:10:08<2:27:15, 11.16s/it, lr: 5.0e-05 loss: 1.133e+00]
fia_flux_2:  34%|###4      | 408/1200 [1:10:15<2:27:15, 11.16s/it, lr: 5.0e-05 loss: 2.470e-02]
fia_flux_2:  34%|###4      | 408/1200 [1:10:15<2:27:15, 11.16s/it, lr: 5.0e-05 loss: 2.470e-02]
fia_flux_2:  34%|###4      | 409/1200 [1:10:15<2:09:37,  9.83s/it, lr: 5.0e-05 loss: 2.470e-02]
fia_flux_2:  34%|###4      | 409/1200 [1:10:15<2:09:37,  9.83s/it, lr: 5.0e-05 loss: 2.470e-02]
fia_flux_2:  34%|###4      | 409/1200 [1:10:25<2:09:37,  9.83s/it, lr: 5.0e-05 loss: 4.312e-01]
fia_flux_2:  34%|###4      | 409/1200 [1:10:25<2:09:37,  9.83s/it, lr: 5.0e-05 loss: 4.312e-01]
fia_flux_2:  34%|###4      | 410/1200 [1:10:32<2:09:27,  9.83s/it, lr: 5.0e-05 loss: 6.053e-01]
fia_flux_2:  34%|###4      | 410/1200 [1:10:32<2:09:27,  9.83s/it, lr: 5.0e-05 loss: 6.053e-01]
fia_flux_2:  34%|###4      | 411/1200 [1:10:32<1:31:05,  6.93s/it, lr: 5.0e-05 loss: 6.053e-01]
fia_flux_2:  34%|###4      | 411/1200 [1:10:32<1:31:05,  6.93s/it, lr: 5.0e-05 loss: 6.053e-01]
fia_flux_2:  34%|###4      | 411/1200 [1:10:39<1:31:05,  6.93s/it, lr: 5.0e-05 loss: 5.636e-01]
fia_flux_2:  34%|###4      | 411/1200 [1:10:39<1:31:05,  6.93s/it, lr: 5.0e-05 loss: 5.636e-01]
fia_flux_2:  34%|###4      | 412/1200 [1:10:39<1:29:52,  6.84s/it, lr: 5.0e-05 loss: 5.636e-01]
fia_flux_2:  34%|###4      | 412/1200 [1:10:39<1:29:52,  6.84s/it, lr: 5.0e-05 loss: 5.636e-01]
fia_flux_2:  34%|###4      | 412/1200 [1:10:53<1:29:52,  6.84s/it, lr: 5.0e-05 loss: 1.133e+00]
fia_flux_2:  34%|###4      | 412/1200 [1:10:53<1:29:52,  6.84s/it, lr: 5.0e-05 loss: 1.133e+00]
fia_flux_2:  34%|###4      | 413/1200 [1:10:53<1:54:08,  8.70s/it, lr: 5.0e-05 loss: 1.133e+00]
fia_flux_2:  34%|###4      | 413/1200 [1:10:53<1:54:08,  8.70s/it, lr: 5.0e-05 loss: 1.133e+00]
fia_flux_2:  34%|###4      | 413/1200 [1:11:02<1:54:08,  8.70s/it, lr: 5.0e-05 loss: 1.119e-01]
fia_flux_2:  34%|###4      | 413/1200 [1:11:02<1:54:08,  8.70s/it, lr: 5.0e-05 loss: 1.119e-01]
fia_flux_2:  34%|###4      | 414/1200 [1:11:02<1:58:27,  9.04s/it, lr: 5.0e-05 loss: 1.119e-01]
fia_flux_2:  34%|###4      | 414/1200 [1:11:02<1:58:27,  9.04s/it, lr: 5.0e-05 loss: 1.119e-01]
fia_flux_2:  34%|###4      | 414/1200 [1:11:16<1:58:27,  9.04s/it, lr: 5.0e-05 loss: 3.071e-01]
fia_flux_2:  34%|###4      | 414/1200 [1:11:16<1:58:27,  9.04s/it, lr: 5.0e-05 loss: 3.071e-01]
fia_flux_2:  35%|###4      | 415/1200 [1:11:16<2:15:39, 10.37s/it, lr: 5.0e-05 loss: 3.071e-01]
fia_flux_2:  35%|###4      | 415/1200 [1:11:16<2:15:39, 10.37s/it, lr: 5.0e-05 loss: 3.071e-01]
fia_flux_2:  35%|###4      | 415/1200 [1:11:23<2:15:39, 10.37s/it, lr: 5.0e-05 loss: 2.005e-01]
fia_flux_2:  35%|###4      | 415/1200 [1:11:23<2:15:39, 10.37s/it, lr: 5.0e-05 loss: 2.005e-01]
fia_flux_2:  35%|###4      | 416/1200 [1:11:23<2:01:22,  9.29s/it, lr: 5.0e-05 loss: 2.005e-01]
fia_flux_2:  35%|###4      | 416/1200 [1:11:23<2:01:22,  9.29s/it, lr: 5.0e-05 loss: 2.005e-01]
fia_flux_2:  35%|###4      | 416/1200 [1:11:37<2:01:22,  9.29s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  35%|###4      | 416/1200 [1:11:37<2:01:22,  9.29s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  35%|###4      | 417/1200 [1:11:37<2:20:11, 10.74s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  35%|###4      | 417/1200 [1:11:37<2:20:11, 10.74s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  35%|###4      | 417/1200 [1:11:44<2:20:11, 10.74s/it, lr: 5.0e-05 loss: 1.347e+00]
fia_flux_2:  35%|###4      | 417/1200 [1:11:44<2:20:11, 10.74s/it, lr: 5.0e-05 loss: 1.347e+00]
fia_flux_2:  35%|###4      | 418/1200 [1:11:44<2:04:24,  9.55s/it, lr: 5.0e-05 loss: 1.347e+00]
fia_flux_2:  35%|###4      | 418/1200 [1:11:44<2:04:24,  9.55s/it, lr: 5.0e-05 loss: 1.347e+00]
fia_flux_2:  35%|###4      | 418/1200 [1:11:54<2:04:24,  9.55s/it, lr: 5.0e-05 loss: 9.218e-01]
fia_flux_2:  35%|###4      | 418/1200 [1:11:54<2:04:24,  9.55s/it, lr: 5.0e-05 loss: 9.218e-01]
fia_flux_2:  35%|###4      | 419/1200 [1:11:54<2:05:42,  9.66s/it, lr: 5.0e-05 loss: 9.218e-01]
fia_flux_2:  35%|###4      | 419/1200 [1:11:54<2:05:42,  9.66s/it, lr: 5.0e-05 loss: 9.218e-01]
fia_flux_2:  35%|###4      | 419/1200 [1:12:08<2:05:42,  9.66s/it, lr: 5.0e-05 loss: 9.157e-01]
fia_flux_2:  35%|###4      | 419/1200 [1:12:08<2:05:42,  9.66s/it, lr: 5.0e-05 loss: 9.157e-01]
+Saving at step 420
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000420.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  35%|###5      | 420/1200 [1:12:15<2:05:32,  9.66s/it, lr: 5.0e-05 loss: 9.782e-01]
fia_flux_2:  35%|###5      | 420/1200 [1:12:15<2:05:32,  9.66s/it, lr: 5.0e-05 loss: 9.782e-01]
fia_flux_2:  35%|###5      | 421/1200 [1:12:15<1:28:27,  6.81s/it, lr: 5.0e-05 loss: 9.782e-01]
fia_flux_2:  35%|###5      | 421/1200 [1:12:15<1:28:27,  6.81s/it, lr: 5.0e-05 loss: 9.782e-01]
fia_flux_2:  35%|###5      | 421/1200 [1:12:21<1:28:27,  6.81s/it, lr: 5.0e-05 loss: 1.278e+00]
fia_flux_2:  35%|###5      | 421/1200 [1:12:21<1:28:27,  6.81s/it, lr: 5.0e-05 loss: 1.278e+00]
fia_flux_2:  35%|###5      | 422/1200 [1:12:21<1:27:32,  6.75s/it, lr: 5.0e-05 loss: 1.278e+00]
fia_flux_2:  35%|###5      | 422/1200 [1:12:21<1:27:32,  6.75s/it, lr: 5.0e-05 loss: 1.278e+00]
fia_flux_2:  35%|###5      | 422/1200 [1:12:35<1:27:32,  6.75s/it, lr: 5.0e-05 loss: 8.199e-01]
fia_flux_2:  35%|###5      | 422/1200 [1:12:35<1:27:32,  6.75s/it, lr: 5.0e-05 loss: 8.199e-01]
fia_flux_2:  35%|###5      | 423/1200 [1:12:35<1:51:46,  8.63s/it, lr: 5.0e-05 loss: 8.199e-01]
fia_flux_2:  35%|###5      | 423/1200 [1:12:35<1:51:46,  8.63s/it, lr: 5.0e-05 loss: 8.199e-01]
fia_flux_2:  35%|###5      | 423/1200 [1:12:45<1:51:46,  8.63s/it, lr: 5.0e-05 loss: 7.102e-01]
fia_flux_2:  35%|###5      | 423/1200 [1:12:45<1:51:46,  8.63s/it, lr: 5.0e-05 loss: 7.102e-01]
fia_flux_2:  35%|###5      | 424/1200 [1:12:45<1:56:09,  8.98s/it, lr: 5.0e-05 loss: 7.102e-01]
fia_flux_2:  35%|###5      | 424/1200 [1:12:45<1:56:09,  8.98s/it, lr: 5.0e-05 loss: 7.102e-01]
fia_flux_2:  35%|###5      | 424/1200 [1:13:00<1:56:09,  8.98s/it, lr: 5.0e-05 loss: 2.415e-01]
fia_flux_2:  35%|###5      | 424/1200 [1:13:00<1:56:09,  8.98s/it, lr: 5.0e-05 loss: 2.415e-01]
fia_flux_2:  35%|###5      | 425/1200 [1:13:00<2:15:06, 10.46s/it, lr: 5.0e-05 loss: 2.415e-01]
fia_flux_2:  35%|###5      | 425/1200 [1:13:00<2:15:06, 10.46s/it, lr: 5.0e-05 loss: 2.415e-01]
fia_flux_2:  35%|###5      | 425/1200 [1:13:06<2:15:06, 10.46s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  35%|###5      | 425/1200 [1:13:06<2:15:06, 10.46s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  36%|###5      | 426/1200 [1:13:06<2:00:40,  9.35s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  36%|###5      | 426/1200 [1:13:06<2:00:40,  9.35s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  36%|###5      | 426/1200 [1:13:13<2:00:40,  9.35s/it, lr: 5.0e-05 loss: 9.121e-01]
fia_flux_2:  36%|###5      | 426/1200 [1:13:13<2:00:40,  9.35s/it, lr: 5.0e-05 loss: 9.121e-01]
fia_flux_2:  36%|###5      | 427/1200 [1:13:13<1:50:23,  8.57s/it, lr: 5.0e-05 loss: 9.121e-01]
fia_flux_2:  36%|###5      | 427/1200 [1:13:13<1:50:23,  8.57s/it, lr: 5.0e-05 loss: 9.121e-01]
fia_flux_2:  36%|###5      | 427/1200 [1:13:23<1:50:23,  8.57s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  36%|###5      | 427/1200 [1:13:23<1:50:23,  8.57s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  36%|###5      | 428/1200 [1:13:23<1:54:56,  8.93s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  36%|###5      | 428/1200 [1:13:23<1:54:56,  8.93s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  36%|###5      | 428/1200 [1:13:29<1:54:56,  8.93s/it, lr: 5.0e-05 loss: 7.612e-01]
fia_flux_2:  36%|###5      | 428/1200 [1:13:29<1:54:56,  8.93s/it, lr: 5.0e-05 loss: 7.612e-01]
fia_flux_2:  36%|###5      | 429/1200 [1:13:29<1:46:04,  8.25s/it, lr: 5.0e-05 loss: 7.612e-01]
fia_flux_2:  36%|###5      | 429/1200 [1:13:29<1:46:04,  8.25s/it, lr: 5.0e-05 loss: 7.612e-01]
fia_flux_2:  36%|###5      | 429/1200 [1:13:43<1:46:04,  8.25s/it, lr: 5.0e-05 loss: 1.470e+00]
fia_flux_2:  36%|###5      | 429/1200 [1:13:43<1:46:04,  8.25s/it, lr: 5.0e-05 loss: 1.470e+00]
fia_flux_2:  36%|###5      | 430/1200 [1:13:53<1:45:56,  8.25s/it, lr: 5.0e-05 loss: 7.418e-01]
fia_flux_2:  36%|###5      | 430/1200 [1:13:53<1:45:56,  8.25s/it, lr: 5.0e-05 loss: 7.418e-01]
fia_flux_2:  36%|###5      | 431/1200 [1:13:53<1:26:11,  6.73s/it, lr: 5.0e-05 loss: 7.418e-01]
fia_flux_2:  36%|###5      | 431/1200 [1:13:53<1:26:11,  6.73s/it, lr: 5.0e-05 loss: 7.418e-01]
fia_flux_2:  36%|###5      | 431/1200 [1:14:07<1:26:11,  6.73s/it, lr: 5.0e-05 loss: 1.161e+00]
fia_flux_2:  36%|###5      | 431/1200 [1:14:07<1:26:11,  6.73s/it, lr: 5.0e-05 loss: 1.161e+00]
fia_flux_2:  36%|###6      | 432/1200 [1:14:07<1:49:57,  8.59s/it, lr: 5.0e-05 loss: 1.161e+00]
fia_flux_2:  36%|###6      | 432/1200 [1:14:07<1:49:57,  8.59s/it, lr: 5.0e-05 loss: 1.161e+00]
fia_flux_2:  36%|###6      | 432/1200 [1:14:22<1:49:57,  8.59s/it, lr: 5.0e-05 loss: 9.895e-01]
fia_flux_2:  36%|###6      | 432/1200 [1:14:22<1:49:57,  8.59s/it, lr: 5.0e-05 loss: 9.895e-01]
fia_flux_2:  36%|###6      | 433/1200 [1:14:22<2:08:49, 10.08s/it, lr: 5.0e-05 loss: 9.895e-01]
fia_flux_2:  36%|###6      | 433/1200 [1:14:22<2:08:49, 10.08s/it, lr: 5.0e-05 loss: 9.895e-01]
fia_flux_2:  36%|###6      | 433/1200 [1:14:36<2:08:49, 10.08s/it, lr: 5.0e-05 loss: 4.429e-01]
fia_flux_2:  36%|###6      | 433/1200 [1:14:36<2:08:49, 10.08s/it, lr: 5.0e-05 loss: 4.429e-01]
fia_flux_2:  36%|###6      | 434/1200 [1:14:36<2:23:17, 11.22s/it, lr: 5.0e-05 loss: 4.429e-01]
fia_flux_2:  36%|###6      | 434/1200 [1:14:36<2:23:17, 11.22s/it, lr: 5.0e-05 loss: 4.429e-01]
fia_flux_2:  36%|###6      | 434/1200 [1:14:46<2:23:17, 11.22s/it, lr: 5.0e-05 loss: 4.498e-01]
fia_flux_2:  36%|###6      | 434/1200 [1:14:46<2:23:17, 11.22s/it, lr: 5.0e-05 loss: 4.498e-01]
fia_flux_2:  36%|###6      | 435/1200 [1:14:46<2:18:32, 10.87s/it, lr: 5.0e-05 loss: 4.498e-01]
fia_flux_2:  36%|###6      | 435/1200 [1:14:46<2:18:32, 10.87s/it, lr: 5.0e-05 loss: 4.498e-01]
fia_flux_2:  36%|###6      | 435/1200 [1:14:56<2:18:32, 10.87s/it, lr: 5.0e-05 loss: 1.849e-01]
fia_flux_2:  36%|###6      | 435/1200 [1:14:56<2:18:32, 10.87s/it, lr: 5.0e-05 loss: 1.849e-01]
fia_flux_2:  36%|###6      | 436/1200 [1:14:56<2:17:05, 10.77s/it, lr: 5.0e-05 loss: 1.849e-01]
fia_flux_2:  36%|###6      | 436/1200 [1:14:56<2:17:05, 10.77s/it, lr: 5.0e-05 loss: 1.849e-01]
fia_flux_2:  36%|###6      | 436/1200 [1:15:06<2:17:05, 10.77s/it, lr: 5.0e-05 loss: 9.949e-01]
fia_flux_2:  36%|###6      | 436/1200 [1:15:06<2:17:05, 10.77s/it, lr: 5.0e-05 loss: 9.949e-01]
fia_flux_2:  36%|###6      | 437/1200 [1:15:06<2:13:58, 10.54s/it, lr: 5.0e-05 loss: 9.949e-01]
fia_flux_2:  36%|###6      | 437/1200 [1:15:06<2:13:58, 10.54s/it, lr: 5.0e-05 loss: 9.949e-01]
fia_flux_2:  36%|###6      | 437/1200 [1:15:13<2:13:58, 10.54s/it, lr: 5.0e-05 loss: 1.091e+00]
fia_flux_2:  36%|###6      | 437/1200 [1:15:13<2:13:58, 10.54s/it, lr: 5.0e-05 loss: 1.091e+00]
fia_flux_2:  36%|###6      | 438/1200 [1:15:13<1:59:15,  9.39s/it, lr: 5.0e-05 loss: 1.091e+00]
fia_flux_2:  36%|###6      | 438/1200 [1:15:13<1:59:15,  9.39s/it, lr: 5.0e-05 loss: 1.091e+00]
fia_flux_2:  36%|###6      | 438/1200 [1:15:20<1:59:15,  9.39s/it, lr: 5.0e-05 loss: 2.659e-01]
fia_flux_2:  36%|###6      | 438/1200 [1:15:20<1:59:15,  9.39s/it, lr: 5.0e-05 loss: 2.659e-01]
fia_flux_2:  37%|###6      | 439/1200 [1:15:20<1:48:39,  8.57s/it, lr: 5.0e-05 loss: 2.659e-01]
fia_flux_2:  37%|###6      | 439/1200 [1:15:20<1:48:39,  8.57s/it, lr: 5.0e-05 loss: 2.659e-01]
fia_flux_2:  37%|###6      | 439/1200 [1:15:34<1:48:39,  8.57s/it, lr: 5.0e-05 loss: 1.245e+00]
fia_flux_2:  37%|###6      | 439/1200 [1:15:34<1:48:39,  8.57s/it, lr: 5.0e-05 loss: 1.245e+00]
fia_flux_2:  37%|###6      | 440/1200 [1:15:40<1:48:30,  8.57s/it, lr: 5.0e-05 loss: 6.505e-01]
fia_flux_2:  37%|###6      | 440/1200 [1:15:40<1:48:30,  8.57s/it, lr: 5.0e-05 loss: 6.505e-01]
fia_flux_2:  37%|###6      | 441/1200 [1:15:40<1:17:49,  6.15s/it, lr: 5.0e-05 loss: 6.505e-01]
fia_flux_2:  37%|###6      | 441/1200 [1:15:40<1:17:49,  6.15s/it, lr: 5.0e-05 loss: 6.505e-01]
fia_flux_2:  37%|###6      | 441/1200 [1:15:47<1:17:49,  6.15s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  37%|###6      | 441/1200 [1:15:47<1:17:49,  6.15s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  37%|###6      | 442/1200 [1:15:47<1:19:04,  6.26s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  37%|###6      | 442/1200 [1:15:47<1:19:04,  6.26s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  37%|###6      | 442/1200 [1:15:57<1:19:04,  6.26s/it, lr: 5.0e-05 loss: 9.076e-01]
fia_flux_2:  37%|###6      | 442/1200 [1:15:57<1:19:04,  6.26s/it, lr: 5.0e-05 loss: 9.076e-01]
fia_flux_2:  37%|###6      | 443/1200 [1:15:57<1:30:45,  7.19s/it, lr: 5.0e-05 loss: 9.076e-01]
fia_flux_2:  37%|###6      | 443/1200 [1:15:57<1:30:45,  7.19s/it, lr: 5.0e-05 loss: 9.076e-01]
fia_flux_2:  37%|###6      | 443/1200 [1:16:11<1:30:45,  7.19s/it, lr: 5.0e-05 loss: 6.287e-01]
fia_flux_2:  37%|###6      | 443/1200 [1:16:11<1:30:45,  7.19s/it, lr: 5.0e-05 loss: 6.287e-01]
fia_flux_2:  37%|###7      | 444/1200 [1:16:11<1:54:52,  9.12s/it, lr: 5.0e-05 loss: 6.287e-01]
fia_flux_2:  37%|###7      | 444/1200 [1:16:11<1:54:52,  9.12s/it, lr: 5.0e-05 loss: 6.287e-01]
fia_flux_2:  37%|###7      | 444/1200 [1:16:25<1:54:52,  9.12s/it, lr: 5.0e-05 loss: 1.262e+00]
fia_flux_2:  37%|###7      | 444/1200 [1:16:25<1:54:52,  9.12s/it, lr: 5.0e-05 loss: 1.262e+00]
fia_flux_2:  37%|###7      | 445/1200 [1:16:25<2:11:46, 10.47s/it, lr: 5.0e-05 loss: 1.262e+00]
fia_flux_2:  37%|###7      | 445/1200 [1:16:25<2:11:46, 10.47s/it, lr: 5.0e-05 loss: 1.262e+00]
fia_flux_2:  37%|###7      | 445/1200 [1:16:39<2:11:46, 10.47s/it, lr: 5.0e-05 loss: 7.210e-01]
fia_flux_2:  37%|###7      | 445/1200 [1:16:39<2:11:46, 10.47s/it, lr: 5.0e-05 loss: 7.210e-01]
fia_flux_2:  37%|###7      | 446/1200 [1:16:39<2:24:08, 11.47s/it, lr: 5.0e-05 loss: 7.210e-01]
fia_flux_2:  37%|###7      | 446/1200 [1:16:39<2:24:08, 11.47s/it, lr: 5.0e-05 loss: 7.210e-01]
fia_flux_2:  37%|###7      | 446/1200 [1:16:49<2:24:08, 11.47s/it, lr: 5.0e-05 loss: 1.250e+00]
fia_flux_2:  37%|###7      | 446/1200 [1:16:49<2:24:08, 11.47s/it, lr: 5.0e-05 loss: 1.250e+00]
fia_flux_2:  37%|###7      | 447/1200 [1:16:49<2:17:57, 10.99s/it, lr: 5.0e-05 loss: 1.250e+00]
fia_flux_2:  37%|###7      | 447/1200 [1:16:49<2:17:57, 10.99s/it, lr: 5.0e-05 loss: 1.250e+00]
fia_flux_2:  37%|###7      | 447/1200 [1:17:03<2:17:57, 10.99s/it, lr: 5.0e-05 loss: 2.575e-01]
fia_flux_2:  37%|###7      | 447/1200 [1:17:03<2:17:57, 10.99s/it, lr: 5.0e-05 loss: 2.575e-01]
fia_flux_2:  37%|###7      | 448/1200 [1:17:03<2:29:52, 11.96s/it, lr: 5.0e-05 loss: 2.575e-01]
fia_flux_2:  37%|###7      | 448/1200 [1:17:03<2:29:52, 11.96s/it, lr: 5.0e-05 loss: 2.575e-01]
fia_flux_2:  37%|###7      | 448/1200 [1:17:17<2:29:52, 11.96s/it, lr: 5.0e-05 loss: 4.582e-01]
fia_flux_2:  37%|###7      | 448/1200 [1:17:17<2:29:52, 11.96s/it, lr: 5.0e-05 loss: 4.582e-01]
fia_flux_2:  37%|###7      | 449/1200 [1:17:17<2:37:08, 12.55s/it, lr: 5.0e-05 loss: 4.582e-01]
fia_flux_2:  37%|###7      | 449/1200 [1:17:17<2:37:08, 12.55s/it, lr: 5.0e-05 loss: 4.582e-01]
fia_flux_2:  37%|###7      | 449/1200 [1:17:27<2:37:08, 12.55s/it, lr: 5.0e-05 loss: 4.682e-01]
fia_flux_2:  37%|###7      | 449/1200 [1:17:27<2:37:08, 12.55s/it, lr: 5.0e-05 loss: 4.682e-01]
fia_flux_2:  38%|###7      | 450/1200 [1:17:37<2:36:56, 12.55s/it, lr: 5.0e-05 loss: 6.875e-01]
fia_flux_2:  38%|###7      | 450/1200 [1:17:37<2:36:56, 12.55s/it, lr: 5.0e-05 loss: 6.875e-01]
fia_flux_2:  38%|###7      | 451/1200 [1:17:37<1:53:03,  9.06s/it, lr: 5.0e-05 loss: 6.875e-01]
fia_flux_2:  38%|###7      | 451/1200 [1:17:37<1:53:03,  9.06s/it, lr: 5.0e-05 loss: 6.875e-01]
fia_flux_2:  38%|###7      | 451/1200 [1:17:51<1:53:03,  9.06s/it, lr: 5.0e-05 loss: 1.267e+00]
fia_flux_2:  38%|###7      | 451/1200 [1:17:51<1:53:03,  9.06s/it, lr: 5.0e-05 loss: 1.267e+00]
fia_flux_2:  38%|###7      | 452/1200 [1:17:51<2:08:00, 10.27s/it, lr: 5.0e-05 loss: 1.267e+00]
fia_flux_2:  38%|###7      | 452/1200 [1:17:51<2:08:00, 10.27s/it, lr: 5.0e-05 loss: 1.267e+00]
fia_flux_2:  38%|###7      | 452/1200 [1:18:05<2:08:00, 10.27s/it, lr: 5.0e-05 loss: 5.421e-01]
fia_flux_2:  38%|###7      | 452/1200 [1:18:05<2:08:00, 10.27s/it, lr: 5.0e-05 loss: 5.421e-01]
fia_flux_2:  38%|###7      | 453/1200 [1:18:05<2:19:56, 11.24s/it, lr: 5.0e-05 loss: 5.421e-01]
fia_flux_2:  38%|###7      | 453/1200 [1:18:05<2:19:56, 11.24s/it, lr: 5.0e-05 loss: 5.421e-01]
fia_flux_2:  38%|###7      | 453/1200 [1:18:11<2:19:56, 11.24s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  38%|###7      | 453/1200 [1:18:11<2:19:56, 11.24s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  38%|###7      | 454/1200 [1:18:11<2:04:02,  9.98s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  38%|###7      | 454/1200 [1:18:11<2:04:02,  9.98s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  38%|###7      | 454/1200 [1:18:18<2:04:02,  9.98s/it, lr: 5.0e-05 loss: 2.721e-01]
fia_flux_2:  38%|###7      | 454/1200 [1:18:18<2:04:02,  9.98s/it, lr: 5.0e-05 loss: 2.721e-01]
fia_flux_2:  38%|###7      | 455/1200 [1:18:18<1:52:16,  9.04s/it, lr: 5.0e-05 loss: 2.721e-01]
fia_flux_2:  38%|###7      | 455/1200 [1:18:18<1:52:16,  9.04s/it, lr: 5.0e-05 loss: 2.721e-01]
fia_flux_2:  38%|###7      | 455/1200 [1:18:24<1:52:16,  9.04s/it, lr: 5.0e-05 loss: 3.857e-01]
fia_flux_2:  38%|###7      | 455/1200 [1:18:24<1:52:16,  9.04s/it, lr: 5.0e-05 loss: 3.857e-01]
fia_flux_2:  38%|###8      | 456/1200 [1:18:24<1:43:24,  8.34s/it, lr: 5.0e-05 loss: 3.857e-01]
fia_flux_2:  38%|###8      | 456/1200 [1:18:24<1:43:24,  8.34s/it, lr: 5.0e-05 loss: 3.857e-01]
fia_flux_2:  38%|###8      | 456/1200 [1:18:34<1:43:24,  8.34s/it, lr: 5.0e-05 loss: 9.924e-01]
fia_flux_2:  38%|###8      | 456/1200 [1:18:34<1:43:24,  8.34s/it, lr: 5.0e-05 loss: 9.924e-01]
fia_flux_2:  38%|###8      | 457/1200 [1:18:34<1:48:31,  8.76s/it, lr: 5.0e-05 loss: 9.924e-01]
fia_flux_2:  38%|###8      | 457/1200 [1:18:34<1:48:31,  8.76s/it, lr: 5.0e-05 loss: 9.924e-01]
fia_flux_2:  38%|###8      | 457/1200 [1:18:41<1:48:31,  8.76s/it, lr: 5.0e-05 loss: 6.776e-01]
fia_flux_2:  38%|###8      | 457/1200 [1:18:41<1:48:31,  8.76s/it, lr: 5.0e-05 loss: 6.776e-01]
fia_flux_2:  38%|###8      | 458/1200 [1:18:41<1:40:30,  8.13s/it, lr: 5.0e-05 loss: 6.776e-01]
fia_flux_2:  38%|###8      | 458/1200 [1:18:41<1:40:30,  8.13s/it, lr: 5.0e-05 loss: 6.776e-01]
fia_flux_2:  38%|###8      | 458/1200 [1:18:51<1:40:30,  8.13s/it, lr: 5.0e-05 loss: 2.680e-01]
fia_flux_2:  38%|###8      | 458/1200 [1:18:51<1:40:30,  8.13s/it, lr: 5.0e-05 loss: 2.680e-01]
fia_flux_2:  38%|###8      | 459/1200 [1:18:51<1:46:56,  8.66s/it, lr: 5.0e-05 loss: 2.680e-01]
fia_flux_2:  38%|###8      | 459/1200 [1:18:51<1:46:56,  8.66s/it, lr: 5.0e-05 loss: 2.680e-01]
fia_flux_2:  38%|###8      | 459/1200 [1:19:01<1:46:56,  8.66s/it, lr: 5.0e-05 loss: 8.301e-01]
fia_flux_2:  38%|###8      | 459/1200 [1:19:01<1:46:56,  8.66s/it, lr: 5.0e-05 loss: 8.301e-01]
fia_flux_2:  38%|###8      | 460/1200 [1:19:15<1:46:48,  8.66s/it, lr: 5.0e-05 loss: 5.915e-01]
fia_flux_2:  38%|###8      | 460/1200 [1:19:15<1:46:48,  8.66s/it, lr: 5.0e-05 loss: 5.915e-01]
fia_flux_2:  38%|###8      | 461/1200 [1:19:15<1:37:13,  7.89s/it, lr: 5.0e-05 loss: 5.915e-01]
fia_flux_2:  38%|###8      | 461/1200 [1:19:15<1:37:13,  7.89s/it, lr: 5.0e-05 loss: 5.915e-01]
fia_flux_2:  38%|###8      | 461/1200 [1:19:21<1:37:13,  7.89s/it, lr: 5.0e-05 loss: 1.054e+00]
fia_flux_2:  38%|###8      | 461/1200 [1:19:21<1:37:13,  7.89s/it, lr: 5.0e-05 loss: 1.054e+00]
fia_flux_2:  38%|###8      | 462/1200 [1:19:21<1:33:06,  7.57s/it, lr: 5.0e-05 loss: 1.054e+00]
fia_flux_2:  38%|###8      | 462/1200 [1:19:21<1:33:06,  7.57s/it, lr: 5.0e-05 loss: 1.054e+00]
fia_flux_2:  38%|###8      | 462/1200 [1:19:35<1:33:06,  7.57s/it, lr: 5.0e-05 loss: 1.274e+00]
fia_flux_2:  38%|###8      | 462/1200 [1:19:35<1:33:06,  7.57s/it, lr: 5.0e-05 loss: 1.274e+00]
fia_flux_2:  39%|###8      | 463/1200 [1:19:35<1:53:34,  9.25s/it, lr: 5.0e-05 loss: 1.274e+00]
fia_flux_2:  39%|###8      | 463/1200 [1:19:35<1:53:34,  9.25s/it, lr: 5.0e-05 loss: 1.274e+00]
fia_flux_2:  39%|###8      | 463/1200 [1:19:42<1:53:34,  9.25s/it, lr: 5.0e-05 loss: 4.695e-01]
fia_flux_2:  39%|###8      | 463/1200 [1:19:42<1:53:34,  9.25s/it, lr: 5.0e-05 loss: 4.695e-01]
fia_flux_2:  39%|###8      | 464/1200 [1:19:42<1:44:34,  8.53s/it, lr: 5.0e-05 loss: 4.695e-01]
fia_flux_2:  39%|###8      | 464/1200 [1:19:42<1:44:34,  8.53s/it, lr: 5.0e-05 loss: 4.695e-01]
fia_flux_2:  39%|###8      | 464/1200 [1:19:56<1:44:34,  8.53s/it, lr: 5.0e-05 loss: 1.139e+00]
fia_flux_2:  39%|###8      | 464/1200 [1:19:56<1:44:34,  8.53s/it, lr: 5.0e-05 loss: 1.139e+00]
fia_flux_2:  39%|###8      | 465/1200 [1:19:56<2:03:07, 10.05s/it, lr: 5.0e-05 loss: 1.139e+00]
fia_flux_2:  39%|###8      | 465/1200 [1:19:56<2:03:07, 10.05s/it, lr: 5.0e-05 loss: 1.139e+00]
fia_flux_2:  39%|###8      | 465/1200 [1:20:10<2:03:07, 10.05s/it, lr: 5.0e-05 loss: 1.107e+00]
fia_flux_2:  39%|###8      | 465/1200 [1:20:10<2:03:07, 10.05s/it, lr: 5.0e-05 loss: 1.107e+00]
fia_flux_2:  39%|###8      | 466/1200 [1:20:10<2:16:42, 11.18s/it, lr: 5.0e-05 loss: 1.107e+00]
fia_flux_2:  39%|###8      | 466/1200 [1:20:10<2:16:42, 11.18s/it, lr: 5.0e-05 loss: 1.107e+00]
fia_flux_2:  39%|###8      | 466/1200 [1:20:24<2:16:42, 11.18s/it, lr: 5.0e-05 loss: 4.608e-01]
fia_flux_2:  39%|###8      | 466/1200 [1:20:24<2:16:42, 11.18s/it, lr: 5.0e-05 loss: 4.608e-01]
fia_flux_2:  39%|###8      | 467/1200 [1:20:24<2:26:35, 12.00s/it, lr: 5.0e-05 loss: 4.608e-01]
fia_flux_2:  39%|###8      | 467/1200 [1:20:24<2:26:35, 12.00s/it, lr: 5.0e-05 loss: 4.608e-01]
fia_flux_2:  39%|###8      | 467/1200 [1:20:38<2:26:35, 12.00s/it, lr: 5.0e-05 loss: 2.051e-01]
fia_flux_2:  39%|###8      | 467/1200 [1:20:38<2:26:35, 12.00s/it, lr: 5.0e-05 loss: 2.051e-01]
fia_flux_2:  39%|###9      | 468/1200 [1:20:38<2:33:27, 12.58s/it, lr: 5.0e-05 loss: 2.051e-01]
fia_flux_2:  39%|###9      | 468/1200 [1:20:38<2:33:27, 12.58s/it, lr: 5.0e-05 loss: 2.051e-01]
fia_flux_2:  39%|###9      | 468/1200 [1:20:52<2:33:27, 12.58s/it, lr: 5.0e-05 loss: 1.147e+00]
fia_flux_2:  39%|###9      | 468/1200 [1:20:52<2:33:27, 12.58s/it, lr: 5.0e-05 loss: 1.147e+00]
fia_flux_2:  39%|###9      | 469/1200 [1:20:52<2:39:27, 13.09s/it, lr: 5.0e-05 loss: 1.147e+00]
fia_flux_2:  39%|###9      | 469/1200 [1:20:52<2:39:27, 13.09s/it, lr: 5.0e-05 loss: 1.147e+00]
fia_flux_2:  39%|###9      | 469/1200 [1:21:02<2:39:27, 13.09s/it, lr: 5.0e-05 loss: 1.435e+00]
fia_flux_2:  39%|###9      | 469/1200 [1:21:02<2:39:27, 13.09s/it, lr: 5.0e-05 loss: 1.435e+00]
fia_flux_2:  39%|###9      | 470/1200 [1:21:12<2:39:14, 13.09s/it, lr: 5.0e-05 loss: 5.607e-01]
fia_flux_2:  39%|###9      | 470/1200 [1:21:12<2:39:14, 13.09s/it, lr: 5.0e-05 loss: 5.607e-01]
fia_flux_2:  39%|###9      | 471/1200 [1:21:12<1:53:33,  9.35s/it, lr: 5.0e-05 loss: 5.607e-01]
fia_flux_2:  39%|###9      | 471/1200 [1:21:12<1:53:33,  9.35s/it, lr: 5.0e-05 loss: 5.607e-01]
fia_flux_2:  39%|###9      | 471/1200 [1:21:26<1:53:33,  9.35s/it, lr: 5.0e-05 loss: 3.223e-01]
fia_flux_2:  39%|###9      | 471/1200 [1:21:26<1:53:33,  9.35s/it, lr: 5.0e-05 loss: 3.223e-01]
fia_flux_2:  39%|###9      | 472/1200 [1:21:26<2:07:13, 10.49s/it, lr: 5.0e-05 loss: 3.223e-01]
fia_flux_2:  39%|###9      | 472/1200 [1:21:26<2:07:13, 10.49s/it, lr: 5.0e-05 loss: 3.223e-01]
fia_flux_2:  39%|###9      | 472/1200 [1:21:40<2:07:13, 10.49s/it, lr: 5.0e-05 loss: 7.415e-01]
fia_flux_2:  39%|###9      | 472/1200 [1:21:40<2:07:13, 10.49s/it, lr: 5.0e-05 loss: 7.415e-01]
fia_flux_2:  39%|###9      | 473/1200 [1:21:40<2:19:04, 11.48s/it, lr: 5.0e-05 loss: 7.415e-01]
fia_flux_2:  39%|###9      | 473/1200 [1:21:40<2:19:04, 11.48s/it, lr: 5.0e-05 loss: 7.415e-01]
fia_flux_2:  39%|###9      | 473/1200 [1:21:50<2:19:04, 11.48s/it, lr: 5.0e-05 loss: 2.779e-01]
fia_flux_2:  39%|###9      | 473/1200 [1:21:50<2:19:04, 11.48s/it, lr: 5.0e-05 loss: 2.779e-01]
fia_flux_2:  40%|###9      | 474/1200 [1:21:50<2:13:56, 11.07s/it, lr: 5.0e-05 loss: 2.779e-01]
fia_flux_2:  40%|###9      | 474/1200 [1:21:50<2:13:56, 11.07s/it, lr: 5.0e-05 loss: 2.779e-01]
fia_flux_2:  40%|###9      | 474/1200 [1:22:01<2:13:56, 11.07s/it, lr: 5.0e-05 loss: 6.651e-01]
fia_flux_2:  40%|###9      | 474/1200 [1:22:01<2:13:56, 11.07s/it, lr: 5.0e-05 loss: 6.651e-01]
fia_flux_2:  40%|###9      | 475/1200 [1:22:01<2:11:48, 10.91s/it, lr: 5.0e-05 loss: 6.651e-01]
fia_flux_2:  40%|###9      | 475/1200 [1:22:01<2:11:48, 10.91s/it, lr: 5.0e-05 loss: 6.651e-01]
fia_flux_2:  40%|###9      | 475/1200 [1:22:15<2:11:48, 10.91s/it, lr: 5.0e-05 loss: 3.775e-01]
fia_flux_2:  40%|###9      | 475/1200 [1:22:15<2:11:48, 10.91s/it, lr: 5.0e-05 loss: 3.775e-01]
fia_flux_2:  40%|###9      | 476/1200 [1:22:15<2:23:18, 11.88s/it, lr: 5.0e-05 loss: 3.775e-01]
fia_flux_2:  40%|###9      | 476/1200 [1:22:15<2:23:18, 11.88s/it, lr: 5.0e-05 loss: 3.775e-01]
fia_flux_2:  40%|###9      | 476/1200 [1:22:21<2:23:18, 11.88s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  40%|###9      | 476/1200 [1:22:21<2:23:18, 11.88s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  40%|###9      | 477/1200 [1:22:21<2:04:41, 10.35s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  40%|###9      | 477/1200 [1:22:21<2:04:41, 10.35s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  40%|###9      | 477/1200 [1:22:28<2:04:41, 10.35s/it, lr: 5.0e-05 loss: 1.800e-01]
fia_flux_2:  40%|###9      | 477/1200 [1:22:28<2:04:41, 10.35s/it, lr: 5.0e-05 loss: 1.800e-01]
fia_flux_2:  40%|###9      | 478/1200 [1:22:28<1:52:34,  9.35s/it, lr: 5.0e-05 loss: 1.800e-01]
fia_flux_2:  40%|###9      | 478/1200 [1:22:28<1:52:34,  9.35s/it, lr: 5.0e-05 loss: 1.800e-01]
fia_flux_2:  40%|###9      | 478/1200 [1:22:38<1:52:34,  9.35s/it, lr: 5.0e-05 loss: 5.470e-01]
fia_flux_2:  40%|###9      | 478/1200 [1:22:38<1:52:34,  9.35s/it, lr: 5.0e-05 loss: 5.470e-01]
fia_flux_2:  40%|###9      | 479/1200 [1:22:38<1:54:00,  9.49s/it, lr: 5.0e-05 loss: 5.470e-01]
fia_flux_2:  40%|###9      | 479/1200 [1:22:38<1:54:00,  9.49s/it, lr: 5.0e-05 loss: 5.470e-01]
fia_flux_2:  40%|###9      | 479/1200 [1:22:52<1:54:00,  9.49s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  40%|###9      | 479/1200 [1:22:52<1:54:00,  9.49s/it, lr: 5.0e-05 loss: 1.057e+00]
+Saving at step 480
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000480.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  40%|####      | 480/1200 [1:23:02<1:53:51,  9.49s/it, lr: 5.0e-05 loss: 1.252e+00]
fia_flux_2:  40%|####      | 480/1200 [1:23:02<1:53:51,  9.49s/it, lr: 5.0e-05 loss: 1.252e+00]
fia_flux_2:  40%|####      | 481/1200 [1:23:02<1:29:09,  7.44s/it, lr: 5.0e-05 loss: 1.252e+00]
fia_flux_2:  40%|####      | 481/1200 [1:23:02<1:29:09,  7.44s/it, lr: 5.0e-05 loss: 1.252e+00]
fia_flux_2:  40%|####      | 481/1200 [1:23:12<1:29:09,  7.44s/it, lr: 5.0e-05 loss: 7.179e-02]
fia_flux_2:  40%|####      | 481/1200 [1:23:12<1:29:09,  7.44s/it, lr: 5.0e-05 loss: 7.179e-02]
fia_flux_2:  40%|####      | 482/1200 [1:23:12<1:35:57,  8.02s/it, lr: 5.0e-05 loss: 7.179e-02]
fia_flux_2:  40%|####      | 482/1200 [1:23:12<1:35:57,  8.02s/it, lr: 5.0e-05 loss: 7.179e-02]
fia_flux_2:  40%|####      | 482/1200 [1:23:26<1:35:57,  8.02s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:  40%|####      | 482/1200 [1:23:26<1:35:57,  8.02s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:  40%|####      | 483/1200 [1:23:26<1:55:12,  9.64s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:  40%|####      | 483/1200 [1:23:26<1:55:12,  9.64s/it, lr: 5.0e-05 loss: 1.163e+00]
fia_flux_2:  40%|####      | 483/1200 [1:23:36<1:55:12,  9.64s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  40%|####      | 483/1200 [1:23:36<1:55:12,  9.64s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  40%|####      | 484/1200 [1:23:36<1:55:37,  9.69s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  40%|####      | 484/1200 [1:23:36<1:55:37,  9.69s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  40%|####      | 484/1200 [1:23:50<1:55:37,  9.69s/it, lr: 5.0e-05 loss: 1.340e-01]
fia_flux_2:  40%|####      | 484/1200 [1:23:50<1:55:37,  9.69s/it, lr: 5.0e-05 loss: 1.340e-01]
fia_flux_2:  40%|####      | 485/1200 [1:23:50<2:10:03, 10.91s/it, lr: 5.0e-05 loss: 1.340e-01]
fia_flux_2:  40%|####      | 485/1200 [1:23:50<2:10:03, 10.91s/it, lr: 5.0e-05 loss: 1.340e-01]
fia_flux_2:  40%|####      | 485/1200 [1:24:04<2:10:03, 10.91s/it, lr: 5.0e-05 loss: 1.125e+00]
fia_flux_2:  40%|####      | 485/1200 [1:24:04<2:10:03, 10.91s/it, lr: 5.0e-05 loss: 1.125e+00]
fia_flux_2:  40%|####      | 486/1200 [1:24:04<2:20:15, 11.79s/it, lr: 5.0e-05 loss: 1.125e+00]
fia_flux_2:  40%|####      | 486/1200 [1:24:04<2:20:15, 11.79s/it, lr: 5.0e-05 loss: 1.125e+00]
fia_flux_2:  40%|####      | 486/1200 [1:24:18<2:20:15, 11.79s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  40%|####      | 486/1200 [1:24:18<2:20:15, 11.79s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  41%|####      | 487/1200 [1:24:18<2:27:36, 12.42s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  41%|####      | 487/1200 [1:24:18<2:27:36, 12.42s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  41%|####      | 487/1200 [1:24:25<2:27:36, 12.42s/it, lr: 5.0e-05 loss: 2.436e-01]
fia_flux_2:  41%|####      | 487/1200 [1:24:25<2:27:36, 12.42s/it, lr: 5.0e-05 loss: 2.436e-01]
fia_flux_2:  41%|####      | 488/1200 [1:24:25<2:07:17, 10.73s/it, lr: 5.0e-05 loss: 2.436e-01]
fia_flux_2:  41%|####      | 488/1200 [1:24:25<2:07:17, 10.73s/it, lr: 5.0e-05 loss: 2.436e-01]
fia_flux_2:  41%|####      | 488/1200 [1:24:31<2:07:17, 10.73s/it, lr: 5.0e-05 loss: 2.368e-01]
fia_flux_2:  41%|####      | 488/1200 [1:24:31<2:07:17, 10.73s/it, lr: 5.0e-05 loss: 2.368e-01]
fia_flux_2:  41%|####      | 489/1200 [1:24:31<1:53:00,  9.54s/it, lr: 5.0e-05 loss: 2.368e-01]
fia_flux_2:  41%|####      | 489/1200 [1:24:31<1:53:00,  9.54s/it, lr: 5.0e-05 loss: 2.368e-01]
fia_flux_2:  41%|####      | 489/1200 [1:24:41<1:53:00,  9.54s/it, lr: 5.0e-05 loss: 7.082e-01]
fia_flux_2:  41%|####      | 489/1200 [1:24:41<1:53:00,  9.54s/it, lr: 5.0e-05 loss: 7.082e-01]
fia_flux_2:  41%|####      | 490/1200 [1:24:48<1:52:50,  9.54s/it, lr: 5.0e-05 loss: 1.363e-01]
fia_flux_2:  41%|####      | 490/1200 [1:24:48<1:52:50,  9.54s/it, lr: 5.0e-05 loss: 1.363e-01]
fia_flux_2:  41%|####      | 491/1200 [1:24:48<1:19:06,  6.69s/it, lr: 5.0e-05 loss: 1.363e-01]
fia_flux_2:  41%|####      | 491/1200 [1:24:48<1:19:06,  6.69s/it, lr: 5.0e-05 loss: 1.363e-01]
fia_flux_2:  41%|####      | 491/1200 [1:25:02<1:19:06,  6.69s/it, lr: 5.0e-05 loss: 7.238e-01]
fia_flux_2:  41%|####      | 491/1200 [1:25:02<1:19:06,  6.69s/it, lr: 5.0e-05 loss: 7.238e-01]
fia_flux_2:  41%|####1     | 492/1200 [1:25:02<1:41:01,  8.56s/it, lr: 5.0e-05 loss: 7.238e-01]
fia_flux_2:  41%|####1     | 492/1200 [1:25:02<1:41:01,  8.56s/it, lr: 5.0e-05 loss: 7.238e-01]
fia_flux_2:  41%|####1     | 492/1200 [1:25:16<1:41:01,  8.56s/it, lr: 5.0e-05 loss: 5.312e-01]
fia_flux_2:  41%|####1     | 492/1200 [1:25:16<1:41:01,  8.56s/it, lr: 5.0e-05 loss: 5.312e-01]
fia_flux_2:  41%|####1     | 493/1200 [1:25:16<1:56:59,  9.93s/it, lr: 5.0e-05 loss: 5.312e-01]
fia_flux_2:  41%|####1     | 493/1200 [1:25:16<1:56:59,  9.93s/it, lr: 5.0e-05 loss: 5.312e-01]
fia_flux_2:  41%|####1     | 493/1200 [1:25:23<1:56:59,  9.93s/it, lr: 5.0e-05 loss: 1.589e-02]
fia_flux_2:  41%|####1     | 493/1200 [1:25:23<1:56:59,  9.93s/it, lr: 5.0e-05 loss: 1.589e-02]
fia_flux_2:  41%|####1     | 494/1200 [1:25:23<1:46:15,  9.03s/it, lr: 5.0e-05 loss: 1.589e-02]
fia_flux_2:  41%|####1     | 494/1200 [1:25:23<1:46:15,  9.03s/it, lr: 5.0e-05 loss: 1.589e-02]
fia_flux_2:  41%|####1     | 494/1200 [1:25:29<1:46:15,  9.03s/it, lr: 5.0e-05 loss: 6.499e-01]
fia_flux_2:  41%|####1     | 494/1200 [1:25:29<1:46:15,  9.03s/it, lr: 5.0e-05 loss: 6.499e-01]
fia_flux_2:  41%|####1     | 495/1200 [1:25:29<1:38:17,  8.37s/it, lr: 5.0e-05 loss: 6.499e-01]
fia_flux_2:  41%|####1     | 495/1200 [1:25:29<1:38:17,  8.37s/it, lr: 5.0e-05 loss: 6.499e-01]
fia_flux_2:  41%|####1     | 495/1200 [1:25:36<1:38:17,  8.37s/it, lr: 5.0e-05 loss: 1.070e+00]
fia_flux_2:  41%|####1     | 495/1200 [1:25:36<1:38:17,  8.37s/it, lr: 5.0e-05 loss: 1.070e+00]
fia_flux_2:  41%|####1     | 496/1200 [1:25:36<1:32:22,  7.87s/it, lr: 5.0e-05 loss: 1.070e+00]
fia_flux_2:  41%|####1     | 496/1200 [1:25:36<1:32:22,  7.87s/it, lr: 5.0e-05 loss: 1.070e+00]
fia_flux_2:  41%|####1     | 496/1200 [1:25:46<1:32:22,  7.87s/it, lr: 5.0e-05 loss: 2.906e-01]
fia_flux_2:  41%|####1     | 496/1200 [1:25:46<1:32:22,  7.87s/it, lr: 5.0e-05 loss: 2.906e-01]
fia_flux_2:  41%|####1     | 497/1200 [1:25:46<1:38:47,  8.43s/it, lr: 5.0e-05 loss: 2.906e-01]
fia_flux_2:  41%|####1     | 497/1200 [1:25:46<1:38:47,  8.43s/it, lr: 5.0e-05 loss: 2.906e-01]
fia_flux_2:  41%|####1     | 497/1200 [1:25:55<1:38:47,  8.43s/it, lr: 5.0e-05 loss: 8.684e-01]
fia_flux_2:  41%|####1     | 497/1200 [1:25:55<1:38:47,  8.43s/it, lr: 5.0e-05 loss: 8.684e-01]
fia_flux_2:  42%|####1     | 498/1200 [1:25:55<1:43:21,  8.83s/it, lr: 5.0e-05 loss: 8.684e-01]
fia_flux_2:  42%|####1     | 498/1200 [1:25:55<1:43:21,  8.83s/it, lr: 5.0e-05 loss: 8.684e-01]
fia_flux_2:  42%|####1     | 498/1200 [1:26:05<1:43:21,  8.83s/it, lr: 5.0e-05 loss: 1.121e+00]
fia_flux_2:  42%|####1     | 498/1200 [1:26:05<1:43:21,  8.83s/it, lr: 5.0e-05 loss: 1.121e+00]
fia_flux_2:  42%|####1     | 499/1200 [1:26:05<1:47:05,  9.17s/it, lr: 5.0e-05 loss: 1.121e+00]
fia_flux_2:  42%|####1     | 499/1200 [1:26:05<1:47:05,  9.17s/it, lr: 5.0e-05 loss: 1.121e+00]
fia_flux_2:  42%|####1     | 499/1200 [1:26:19<1:47:05,  9.17s/it, lr: 5.0e-05 loss: 1.224e+00]
fia_flux_2:  42%|####1     | 499/1200 [1:26:19<1:47:05,  9.17s/it, lr: 5.0e-05 loss: 1.224e+00]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:50<02:32, 50.97s/it]
Generating Images:  25%|##5       | 1/4 [00:50<02:32, 50.97s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.01s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.01s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.04s/it]
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.04s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.03s/it]
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.03s/it]
+
+
                                                                
                                                                
fia_flux_2:  42%|####1     | 500/1200 [1:26:26<1:46:56,  9.17s/it, lr: 5.0e-05 loss: 2.162e-01]
fia_flux_2:  42%|####1     | 500/1200 [1:26:26<1:46:56,  9.17s/it, lr: 5.0e-05 loss: 2.162e-01]
fia_flux_2:  42%|####1     | 501/1200 [1:26:26<1:15:35,  6.49s/it, lr: 5.0e-05 loss: 2.162e-01]
fia_flux_2:  42%|####1     | 501/1200 [1:26:26<1:15:35,  6.49s/it, lr: 5.0e-05 loss: 2.162e-01]
fia_flux_2:  42%|####1     | 501/1200 [1:26:40<1:15:35,  6.49s/it, lr: 5.0e-05 loss: 6.550e-01]
fia_flux_2:  42%|####1     | 501/1200 [1:26:40<1:15:35,  6.49s/it, lr: 5.0e-05 loss: 6.550e-01]
fia_flux_2:  42%|####1     | 502/1200 [1:26:40<1:36:53,  8.33s/it, lr: 5.0e-05 loss: 6.550e-01]
fia_flux_2:  42%|####1     | 502/1200 [1:26:40<1:36:53,  8.33s/it, lr: 5.0e-05 loss: 6.550e-01]
fia_flux_2:  42%|####1     | 502/1200 [1:26:54<1:36:53,  8.33s/it, lr: 5.0e-05 loss: 3.144e-01]
fia_flux_2:  42%|####1     | 502/1200 [1:26:54<1:36:53,  8.33s/it, lr: 5.0e-05 loss: 3.144e-01]
fia_flux_2:  42%|####1     | 503/1200 [1:26:54<1:54:43,  9.88s/it, lr: 5.0e-05 loss: 3.144e-01]
fia_flux_2:  42%|####1     | 503/1200 [1:26:54<1:54:43,  9.88s/it, lr: 5.0e-05 loss: 3.144e-01]
fia_flux_2:  42%|####1     | 503/1200 [1:27:09<1:54:43,  9.88s/it, lr: 5.0e-05 loss: 4.867e-01]
fia_flux_2:  42%|####1     | 503/1200 [1:27:09<1:54:43,  9.88s/it, lr: 5.0e-05 loss: 4.867e-01]
fia_flux_2:  42%|####2     | 504/1200 [1:27:09<2:08:24, 11.07s/it, lr: 5.0e-05 loss: 4.867e-01]
fia_flux_2:  42%|####2     | 504/1200 [1:27:09<2:08:24, 11.07s/it, lr: 5.0e-05 loss: 4.867e-01]
fia_flux_2:  42%|####2     | 504/1200 [1:27:18<2:08:24, 11.07s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  42%|####2     | 504/1200 [1:27:18<2:08:24, 11.07s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  42%|####2     | 505/1200 [1:27:19<2:04:33, 10.75s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  42%|####2     | 505/1200 [1:27:19<2:04:33, 10.75s/it, lr: 5.0e-05 loss: 1.198e+00]
fia_flux_2:  42%|####2     | 505/1200 [1:27:25<2:04:33, 10.75s/it, lr: 5.0e-05 loss: 2.363e-01]
fia_flux_2:  42%|####2     | 505/1200 [1:27:25<2:04:33, 10.75s/it, lr: 5.0e-05 loss: 2.363e-01]
fia_flux_2:  42%|####2     | 506/1200 [1:27:25<1:50:38,  9.57s/it, lr: 5.0e-05 loss: 2.363e-01]
fia_flux_2:  42%|####2     | 506/1200 [1:27:25<1:50:38,  9.57s/it, lr: 5.0e-05 loss: 2.363e-01]
fia_flux_2:  42%|####2     | 506/1200 [1:27:35<1:50:38,  9.57s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  42%|####2     | 506/1200 [1:27:35<1:50:38,  9.57s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  42%|####2     | 507/1200 [1:27:35<1:51:42,  9.67s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  42%|####2     | 507/1200 [1:27:35<1:51:42,  9.67s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  42%|####2     | 507/1200 [1:27:45<1:51:42,  9.67s/it, lr: 5.0e-05 loss: 4.149e-01]
fia_flux_2:  42%|####2     | 507/1200 [1:27:45<1:51:42,  9.67s/it, lr: 5.0e-05 loss: 4.149e-01]
fia_flux_2:  42%|####2     | 508/1200 [1:27:45<1:52:30,  9.75s/it, lr: 5.0e-05 loss: 4.149e-01]
fia_flux_2:  42%|####2     | 508/1200 [1:27:45<1:52:30,  9.75s/it, lr: 5.0e-05 loss: 4.149e-01]
fia_flux_2:  42%|####2     | 508/1200 [1:27:59<1:52:30,  9.75s/it, lr: 5.0e-05 loss: 1.040e+00]
fia_flux_2:  42%|####2     | 508/1200 [1:27:59<1:52:30,  9.75s/it, lr: 5.0e-05 loss: 1.040e+00]
fia_flux_2:  42%|####2     | 509/1200 [1:27:59<2:06:42, 11.00s/it, lr: 5.0e-05 loss: 1.040e+00]
fia_flux_2:  42%|####2     | 509/1200 [1:27:59<2:06:42, 11.00s/it, lr: 5.0e-05 loss: 1.040e+00]
fia_flux_2:  42%|####2     | 509/1200 [1:28:06<2:06:42, 11.00s/it, lr: 5.0e-05 loss: 2.672e-01]
fia_flux_2:  42%|####2     | 509/1200 [1:28:06<2:06:42, 11.00s/it, lr: 5.0e-05 loss: 2.672e-01]
fia_flux_2:  42%|####2     | 510/1200 [1:28:15<2:06:31, 11.00s/it, lr: 5.0e-05 loss: 8.924e-01]
fia_flux_2:  42%|####2     | 510/1200 [1:28:15<2:06:31, 11.00s/it, lr: 5.0e-05 loss: 8.924e-01]
fia_flux_2:  43%|####2     | 511/1200 [1:28:15<1:34:37,  8.24s/it, lr: 5.0e-05 loss: 8.924e-01]
fia_flux_2:  43%|####2     | 511/1200 [1:28:15<1:34:37,  8.24s/it, lr: 5.0e-05 loss: 8.924e-01]
fia_flux_2:  43%|####2     | 511/1200 [1:28:29<1:34:37,  8.24s/it, lr: 5.0e-05 loss: 7.584e-01]
fia_flux_2:  43%|####2     | 511/1200 [1:28:29<1:34:37,  8.24s/it, lr: 5.0e-05 loss: 7.584e-01]
fia_flux_2:  43%|####2     | 512/1200 [1:28:29<1:50:41,  9.65s/it, lr: 5.0e-05 loss: 7.584e-01]
fia_flux_2:  43%|####2     | 512/1200 [1:28:29<1:50:41,  9.65s/it, lr: 5.0e-05 loss: 7.584e-01]
fia_flux_2:  43%|####2     | 512/1200 [1:28:44<1:50:41,  9.65s/it, lr: 5.0e-05 loss: 1.105e-01]
fia_flux_2:  43%|####2     | 512/1200 [1:28:44<1:50:41,  9.65s/it, lr: 5.0e-05 loss: 1.105e-01]
fia_flux_2:  43%|####2     | 513/1200 [1:28:44<2:04:20, 10.86s/it, lr: 5.0e-05 loss: 1.105e-01]
fia_flux_2:  43%|####2     | 513/1200 [1:28:44<2:04:20, 10.86s/it, lr: 5.0e-05 loss: 1.105e-01]
fia_flux_2:  43%|####2     | 513/1200 [1:28:58<2:04:20, 10.86s/it, lr: 5.0e-05 loss: 2.974e-01]
fia_flux_2:  43%|####2     | 513/1200 [1:28:58<2:04:20, 10.86s/it, lr: 5.0e-05 loss: 2.974e-01]
fia_flux_2:  43%|####2     | 514/1200 [1:28:58<2:13:49, 11.71s/it, lr: 5.0e-05 loss: 2.974e-01]
fia_flux_2:  43%|####2     | 514/1200 [1:28:58<2:13:49, 11.71s/it, lr: 5.0e-05 loss: 2.974e-01]
fia_flux_2:  43%|####2     | 514/1200 [1:29:08<2:13:49, 11.71s/it, lr: 5.0e-05 loss: 1.064e+00]
fia_flux_2:  43%|####2     | 514/1200 [1:29:08<2:13:49, 11.71s/it, lr: 5.0e-05 loss: 1.064e+00]
fia_flux_2:  43%|####2     | 515/1200 [1:29:08<2:07:40, 11.18s/it, lr: 5.0e-05 loss: 1.064e+00]
fia_flux_2:  43%|####2     | 515/1200 [1:29:08<2:07:40, 11.18s/it, lr: 5.0e-05 loss: 1.064e+00]
fia_flux_2:  43%|####2     | 515/1200 [1:29:14<2:07:40, 11.18s/it, lr: 5.0e-05 loss: 1.322e-01]
fia_flux_2:  43%|####2     | 515/1200 [1:29:14<2:07:40, 11.18s/it, lr: 5.0e-05 loss: 1.322e-01]
fia_flux_2:  43%|####3     | 516/1200 [1:29:14<1:52:31,  9.87s/it, lr: 5.0e-05 loss: 1.322e-01]
fia_flux_2:  43%|####3     | 516/1200 [1:29:14<1:52:31,  9.87s/it, lr: 5.0e-05 loss: 1.322e-01]
fia_flux_2:  43%|####3     | 516/1200 [1:29:25<1:52:31,  9.87s/it, lr: 5.0e-05 loss: 9.287e-01]
fia_flux_2:  43%|####3     | 516/1200 [1:29:25<1:52:31,  9.87s/it, lr: 5.0e-05 loss: 9.287e-01]
fia_flux_2:  43%|####3     | 517/1200 [1:29:25<1:54:26, 10.05s/it, lr: 5.0e-05 loss: 9.287e-01]
fia_flux_2:  43%|####3     | 517/1200 [1:29:25<1:54:26, 10.05s/it, lr: 5.0e-05 loss: 9.287e-01]
fia_flux_2:  43%|####3     | 517/1200 [1:29:39<1:54:26, 10.05s/it, lr: 5.0e-05 loss: 1.014e+00]
fia_flux_2:  43%|####3     | 517/1200 [1:29:39<1:54:26, 10.05s/it, lr: 5.0e-05 loss: 1.014e+00]
fia_flux_2:  43%|####3     | 518/1200 [1:29:39<2:08:21, 11.29s/it, lr: 5.0e-05 loss: 1.014e+00]
fia_flux_2:  43%|####3     | 518/1200 [1:29:39<2:08:21, 11.29s/it, lr: 5.0e-05 loss: 1.014e+00]
fia_flux_2:  43%|####3     | 518/1200 [1:29:53<2:08:21, 11.29s/it, lr: 5.0e-05 loss: 8.780e-01]
fia_flux_2:  43%|####3     | 518/1200 [1:29:53<2:08:21, 11.29s/it, lr: 5.0e-05 loss: 8.780e-01]
fia_flux_2:  43%|####3     | 519/1200 [1:29:53<2:18:18, 12.19s/it, lr: 5.0e-05 loss: 8.780e-01]
fia_flux_2:  43%|####3     | 519/1200 [1:29:53<2:18:18, 12.19s/it, lr: 5.0e-05 loss: 8.780e-01]
fia_flux_2:  43%|####3     | 519/1200 [1:30:03<2:18:18, 12.19s/it, lr: 5.0e-05 loss: 7.403e-01]
fia_flux_2:  43%|####3     | 519/1200 [1:30:03<2:18:18, 12.19s/it, lr: 5.0e-05 loss: 7.403e-01]
fia_flux_2:  43%|####3     | 520/1200 [1:30:10<2:18:06, 12.19s/it, lr: 5.0e-05 loss: 7.092e-01]
fia_flux_2:  43%|####3     | 520/1200 [1:30:10<2:18:06, 12.19s/it, lr: 5.0e-05 loss: 7.092e-01]
fia_flux_2:  43%|####3     | 521/1200 [1:30:10<1:32:49,  8.20s/it, lr: 5.0e-05 loss: 7.092e-01]
fia_flux_2:  43%|####3     | 521/1200 [1:30:10<1:32:49,  8.20s/it, lr: 5.0e-05 loss: 7.092e-01]
fia_flux_2:  43%|####3     | 521/1200 [1:30:20<1:32:49,  8.20s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  43%|####3     | 521/1200 [1:30:20<1:32:49,  8.20s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  44%|####3     | 522/1200 [1:30:20<1:37:30,  8.63s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  44%|####3     | 522/1200 [1:30:20<1:37:30,  8.63s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  44%|####3     | 522/1200 [1:30:30<1:37:30,  8.63s/it, lr: 5.0e-05 loss: 4.895e-01]
fia_flux_2:  44%|####3     | 522/1200 [1:30:30<1:37:30,  8.63s/it, lr: 5.0e-05 loss: 4.895e-01]
fia_flux_2:  44%|####3     | 523/1200 [1:30:30<1:40:51,  8.94s/it, lr: 5.0e-05 loss: 4.895e-01]
fia_flux_2:  44%|####3     | 523/1200 [1:30:30<1:40:51,  8.94s/it, lr: 5.0e-05 loss: 4.895e-01]
fia_flux_2:  44%|####3     | 523/1200 [1:30:36<1:40:51,  8.94s/it, lr: 5.0e-05 loss: 1.204e+00]
fia_flux_2:  44%|####3     | 523/1200 [1:30:36<1:40:51,  8.94s/it, lr: 5.0e-05 loss: 1.204e+00]
fia_flux_2:  44%|####3     | 524/1200 [1:30:36<1:33:32,  8.30s/it, lr: 5.0e-05 loss: 1.204e+00]
fia_flux_2:  44%|####3     | 524/1200 [1:30:36<1:33:32,  8.30s/it, lr: 5.0e-05 loss: 1.204e+00]
fia_flux_2:  44%|####3     | 524/1200 [1:30:51<1:33:32,  8.30s/it, lr: 5.0e-05 loss: 7.946e-02]
fia_flux_2:  44%|####3     | 524/1200 [1:30:51<1:33:32,  8.30s/it, lr: 5.0e-05 loss: 7.946e-02]
fia_flux_2:  44%|####3     | 525/1200 [1:30:51<1:52:14,  9.98s/it, lr: 5.0e-05 loss: 7.946e-02]
fia_flux_2:  44%|####3     | 525/1200 [1:30:51<1:52:14,  9.98s/it, lr: 5.0e-05 loss: 7.946e-02]
fia_flux_2:  44%|####3     | 525/1200 [1:30:57<1:52:14,  9.98s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  44%|####3     | 525/1200 [1:30:57<1:52:14,  9.98s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  44%|####3     | 526/1200 [1:30:57<1:41:12,  9.01s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  44%|####3     | 526/1200 [1:30:57<1:41:12,  9.01s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  44%|####3     | 526/1200 [1:31:07<1:41:12,  9.01s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  44%|####3     | 526/1200 [1:31:07<1:41:12,  9.01s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  44%|####3     | 527/1200 [1:31:07<1:43:40,  9.24s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  44%|####3     | 527/1200 [1:31:07<1:43:40,  9.24s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  44%|####3     | 527/1200 [1:31:14<1:43:40,  9.24s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  44%|####3     | 527/1200 [1:31:14<1:43:40,  9.24s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  44%|####4     | 528/1200 [1:31:14<1:34:47,  8.46s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  44%|####4     | 528/1200 [1:31:14<1:34:47,  8.46s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  44%|####4     | 528/1200 [1:31:20<1:34:47,  8.46s/it, lr: 5.0e-05 loss: 3.007e-01]
fia_flux_2:  44%|####4     | 528/1200 [1:31:20<1:34:47,  8.46s/it, lr: 5.0e-05 loss: 3.007e-01]
fia_flux_2:  44%|####4     | 529/1200 [1:31:20<1:28:28,  7.91s/it, lr: 5.0e-05 loss: 3.007e-01]
fia_flux_2:  44%|####4     | 529/1200 [1:31:20<1:28:28,  7.91s/it, lr: 5.0e-05 loss: 3.007e-01]
fia_flux_2:  44%|####4     | 529/1200 [1:31:27<1:28:28,  7.91s/it, lr: 5.0e-05 loss: 1.073e+00]
fia_flux_2:  44%|####4     | 529/1200 [1:31:27<1:28:28,  7.91s/it, lr: 5.0e-05 loss: 1.073e+00]
fia_flux_2:  44%|####4     | 530/1200 [1:31:34<1:28:20,  7.91s/it, lr: 5.0e-05 loss: 1.173e+00]
fia_flux_2:  44%|####4     | 530/1200 [1:31:34<1:28:20,  7.91s/it, lr: 5.0e-05 loss: 1.173e+00]
fia_flux_2:  44%|####4     | 531/1200 [1:31:34<1:04:39,  5.80s/it, lr: 5.0e-05 loss: 1.173e+00]
fia_flux_2:  44%|####4     | 531/1200 [1:31:34<1:04:39,  5.80s/it, lr: 5.0e-05 loss: 1.173e+00]
fia_flux_2:  44%|####4     | 531/1200 [1:31:43<1:04:39,  5.80s/it, lr: 5.0e-05 loss: 9.251e-01]
fia_flux_2:  44%|####4     | 531/1200 [1:31:43<1:04:39,  5.80s/it, lr: 5.0e-05 loss: 9.251e-01]
fia_flux_2:  44%|####4     | 532/1200 [1:31:43<1:15:34,  6.79s/it, lr: 5.0e-05 loss: 9.251e-01]
fia_flux_2:  44%|####4     | 532/1200 [1:31:43<1:15:34,  6.79s/it, lr: 5.0e-05 loss: 9.251e-01]
fia_flux_2:  44%|####4     | 532/1200 [1:31:53<1:15:34,  6.79s/it, lr: 5.0e-05 loss: 6.806e-01]
fia_flux_2:  44%|####4     | 532/1200 [1:31:53<1:15:34,  6.79s/it, lr: 5.0e-05 loss: 6.806e-01]
fia_flux_2:  44%|####4     | 533/1200 [1:31:53<1:24:32,  7.61s/it, lr: 5.0e-05 loss: 6.806e-01]
fia_flux_2:  44%|####4     | 533/1200 [1:31:53<1:24:32,  7.61s/it, lr: 5.0e-05 loss: 6.806e-01]
fia_flux_2:  44%|####4     | 533/1200 [1:32:00<1:24:32,  7.61s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  44%|####4     | 533/1200 [1:32:00<1:24:32,  7.61s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  44%|####4     | 534/1200 [1:32:00<1:21:34,  7.35s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  44%|####4     | 534/1200 [1:32:00<1:21:34,  7.35s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  44%|####4     | 534/1200 [1:32:07<1:21:34,  7.35s/it, lr: 5.0e-05 loss: 3.516e-01]
fia_flux_2:  44%|####4     | 534/1200 [1:32:07<1:21:34,  7.35s/it, lr: 5.0e-05 loss: 3.516e-01]
fia_flux_2:  45%|####4     | 535/1200 [1:32:07<1:19:14,  7.15s/it, lr: 5.0e-05 loss: 3.516e-01]
fia_flux_2:  45%|####4     | 535/1200 [1:32:07<1:19:14,  7.15s/it, lr: 5.0e-05 loss: 3.516e-01]
fia_flux_2:  45%|####4     | 535/1200 [1:32:13<1:19:14,  7.15s/it, lr: 5.0e-05 loss: 5.452e-01]
fia_flux_2:  45%|####4     | 535/1200 [1:32:13<1:19:14,  7.15s/it, lr: 5.0e-05 loss: 5.452e-01]
fia_flux_2:  45%|####4     | 536/1200 [1:32:13<1:17:34,  7.01s/it, lr: 5.0e-05 loss: 5.452e-01]
fia_flux_2:  45%|####4     | 536/1200 [1:32:13<1:17:34,  7.01s/it, lr: 5.0e-05 loss: 5.452e-01]
fia_flux_2:  45%|####4     | 536/1200 [1:32:20<1:17:34,  7.01s/it, lr: 5.0e-05 loss: 4.440e-01]
fia_flux_2:  45%|####4     | 536/1200 [1:32:20<1:17:34,  7.01s/it, lr: 5.0e-05 loss: 4.440e-01]
fia_flux_2:  45%|####4     | 537/1200 [1:32:20<1:16:04,  6.88s/it, lr: 5.0e-05 loss: 4.440e-01]
fia_flux_2:  45%|####4     | 537/1200 [1:32:20<1:16:04,  6.88s/it, lr: 5.0e-05 loss: 4.440e-01]
fia_flux_2:  45%|####4     | 537/1200 [1:32:26<1:16:04,  6.88s/it, lr: 5.0e-05 loss: 2.683e-01]
fia_flux_2:  45%|####4     | 537/1200 [1:32:26<1:16:04,  6.88s/it, lr: 5.0e-05 loss: 2.683e-01]
fia_flux_2:  45%|####4     | 538/1200 [1:32:26<1:14:57,  6.79s/it, lr: 5.0e-05 loss: 2.683e-01]
fia_flux_2:  45%|####4     | 538/1200 [1:32:26<1:14:57,  6.79s/it, lr: 5.0e-05 loss: 2.683e-01]
fia_flux_2:  45%|####4     | 538/1200 [1:32:36<1:14:57,  6.79s/it, lr: 5.0e-05 loss: 2.643e-01]
fia_flux_2:  45%|####4     | 538/1200 [1:32:36<1:14:57,  6.79s/it, lr: 5.0e-05 loss: 2.643e-01]
fia_flux_2:  45%|####4     | 539/1200 [1:32:36<1:24:44,  7.69s/it, lr: 5.0e-05 loss: 2.643e-01]
fia_flux_2:  45%|####4     | 539/1200 [1:32:36<1:24:44,  7.69s/it, lr: 5.0e-05 loss: 2.643e-01]
fia_flux_2:  45%|####4     | 539/1200 [1:32:46<1:24:44,  7.69s/it, lr: 5.0e-05 loss: 1.269e+00]
fia_flux_2:  45%|####4     | 539/1200 [1:32:46<1:24:44,  7.69s/it, lr: 5.0e-05 loss: 1.269e+00]
+Saving at step 540
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000540.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  45%|####5     | 540/1200 [1:32:53<1:24:37,  7.69s/it, lr: 5.0e-05 loss: 6.814e-01]
fia_flux_2:  45%|####5     | 540/1200 [1:32:53<1:24:37,  7.69s/it, lr: 5.0e-05 loss: 6.814e-01]
fia_flux_2:  45%|####5     | 541/1200 [1:32:53<1:03:12,  5.76s/it, lr: 5.0e-05 loss: 6.814e-01]
fia_flux_2:  45%|####5     | 541/1200 [1:32:53<1:03:12,  5.76s/it, lr: 5.0e-05 loss: 6.814e-01]
fia_flux_2:  45%|####5     | 541/1200 [1:33:03<1:03:12,  5.76s/it, lr: 5.0e-05 loss: 8.002e-01]
fia_flux_2:  45%|####5     | 541/1200 [1:33:03<1:03:12,  5.76s/it, lr: 5.0e-05 loss: 8.002e-01]
fia_flux_2:  45%|####5     | 542/1200 [1:33:03<1:14:22,  6.78s/it, lr: 5.0e-05 loss: 8.002e-01]
fia_flux_2:  45%|####5     | 542/1200 [1:33:03<1:14:22,  6.78s/it, lr: 5.0e-05 loss: 8.002e-01]
fia_flux_2:  45%|####5     | 542/1200 [1:33:10<1:14:22,  6.78s/it, lr: 5.0e-05 loss: 3.052e-01]
fia_flux_2:  45%|####5     | 542/1200 [1:33:10<1:14:22,  6.78s/it, lr: 5.0e-05 loss: 3.052e-01]
fia_flux_2:  45%|####5     | 543/1200 [1:33:10<1:14:42,  6.82s/it, lr: 5.0e-05 loss: 3.052e-01]
fia_flux_2:  45%|####5     | 543/1200 [1:33:10<1:14:42,  6.82s/it, lr: 5.0e-05 loss: 3.052e-01]
fia_flux_2:  45%|####5     | 543/1200 [1:33:24<1:14:42,  6.82s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  45%|####5     | 543/1200 [1:33:24<1:14:42,  6.82s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  45%|####5     | 544/1200 [1:33:24<1:36:42,  8.85s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  45%|####5     | 544/1200 [1:33:24<1:36:42,  8.85s/it, lr: 5.0e-05 loss: 1.007e+00]
fia_flux_2:  45%|####5     | 544/1200 [1:33:34<1:36:42,  8.85s/it, lr: 5.0e-05 loss: 9.148e-01]
fia_flux_2:  45%|####5     | 544/1200 [1:33:34<1:36:42,  8.85s/it, lr: 5.0e-05 loss: 9.148e-01]
fia_flux_2:  45%|####5     | 545/1200 [1:33:34<1:39:49,  9.14s/it, lr: 5.0e-05 loss: 9.148e-01]
fia_flux_2:  45%|####5     | 545/1200 [1:33:34<1:39:49,  9.14s/it, lr: 5.0e-05 loss: 9.148e-01]
fia_flux_2:  45%|####5     | 545/1200 [1:33:48<1:39:49,  9.14s/it, lr: 5.0e-05 loss: 2.888e-01]
fia_flux_2:  45%|####5     | 545/1200 [1:33:48<1:39:49,  9.14s/it, lr: 5.0e-05 loss: 2.888e-01]
fia_flux_2:  46%|####5     | 546/1200 [1:33:48<1:55:37, 10.61s/it, lr: 5.0e-05 loss: 2.888e-01]
fia_flux_2:  46%|####5     | 546/1200 [1:33:48<1:55:37, 10.61s/it, lr: 5.0e-05 loss: 2.888e-01]
fia_flux_2:  46%|####5     | 546/1200 [1:34:03<1:55:37, 10.61s/it, lr: 5.0e-05 loss: 7.490e-01]
fia_flux_2:  46%|####5     | 546/1200 [1:34:03<1:55:37, 10.61s/it, lr: 5.0e-05 loss: 7.490e-01]
fia_flux_2:  46%|####5     | 547/1200 [1:34:03<2:07:02, 11.67s/it, lr: 5.0e-05 loss: 7.490e-01]
fia_flux_2:  46%|####5     | 547/1200 [1:34:03<2:07:02, 11.67s/it, lr: 5.0e-05 loss: 7.490e-01]
fia_flux_2:  46%|####5     | 547/1200 [1:34:09<2:07:02, 11.67s/it, lr: 5.0e-05 loss: 4.002e-01]
fia_flux_2:  46%|####5     | 547/1200 [1:34:09<2:07:02, 11.67s/it, lr: 5.0e-05 loss: 4.002e-01]
fia_flux_2:  46%|####5     | 548/1200 [1:34:09<1:50:41, 10.19s/it, lr: 5.0e-05 loss: 4.002e-01]
fia_flux_2:  46%|####5     | 548/1200 [1:34:09<1:50:41, 10.19s/it, lr: 5.0e-05 loss: 4.002e-01]
fia_flux_2:  46%|####5     | 548/1200 [1:34:16<1:50:41, 10.19s/it, lr: 5.0e-05 loss: 9.168e-01]
fia_flux_2:  46%|####5     | 548/1200 [1:34:16<1:50:41, 10.19s/it, lr: 5.0e-05 loss: 9.168e-01]
fia_flux_2:  46%|####5     | 549/1200 [1:34:16<1:39:01,  9.13s/it, lr: 5.0e-05 loss: 9.168e-01]
fia_flux_2:  46%|####5     | 549/1200 [1:34:16<1:39:01,  9.13s/it, lr: 5.0e-05 loss: 9.168e-01]
fia_flux_2:  46%|####5     | 549/1200 [1:34:23<1:39:01,  9.13s/it, lr: 5.0e-05 loss: 9.536e-01]
fia_flux_2:  46%|####5     | 549/1200 [1:34:23<1:39:01,  9.13s/it, lr: 5.0e-05 loss: 9.536e-01]
fia_flux_2:  46%|####5     | 550/1200 [1:34:32<1:38:52,  9.13s/it, lr: 5.0e-05 loss: 8.458e-01]
fia_flux_2:  46%|####5     | 550/1200 [1:34:32<1:38:52,  9.13s/it, lr: 5.0e-05 loss: 8.458e-01]
fia_flux_2:  46%|####5     | 551/1200 [1:34:32<1:17:51,  7.20s/it, lr: 5.0e-05 loss: 8.458e-01]
fia_flux_2:  46%|####5     | 551/1200 [1:34:32<1:17:51,  7.20s/it, lr: 5.0e-05 loss: 8.458e-01]
fia_flux_2:  46%|####5     | 551/1200 [1:34:42<1:17:51,  7.20s/it, lr: 5.0e-05 loss: 6.419e-01]
fia_flux_2:  46%|####5     | 551/1200 [1:34:42<1:17:51,  7.20s/it, lr: 5.0e-05 loss: 6.419e-01]
fia_flux_2:  46%|####6     | 552/1200 [1:34:42<1:24:47,  7.85s/it, lr: 5.0e-05 loss: 6.419e-01]
fia_flux_2:  46%|####6     | 552/1200 [1:34:42<1:24:47,  7.85s/it, lr: 5.0e-05 loss: 6.419e-01]
fia_flux_2:  46%|####6     | 552/1200 [1:35:01<1:24:47,  7.85s/it, lr: 5.0e-05 loss: 1.228e+00]
fia_flux_2:  46%|####6     | 552/1200 [1:35:01<1:24:47,  7.85s/it, lr: 5.0e-05 loss: 1.228e+00]
fia_flux_2:  46%|####6     | 553/1200 [1:35:01<1:55:46, 10.74s/it, lr: 5.0e-05 loss: 1.228e+00]
fia_flux_2:  46%|####6     | 553/1200 [1:35:01<1:55:46, 10.74s/it, lr: 5.0e-05 loss: 1.228e+00]
fia_flux_2:  46%|####6     | 553/1200 [1:35:15<1:55:46, 10.74s/it, lr: 5.0e-05 loss: 6.976e-01]
fia_flux_2:  46%|####6     | 553/1200 [1:35:15<1:55:46, 10.74s/it, lr: 5.0e-05 loss: 6.976e-01]
fia_flux_2:  46%|####6     | 554/1200 [1:35:15<2:05:01, 11.61s/it, lr: 5.0e-05 loss: 6.976e-01]
fia_flux_2:  46%|####6     | 554/1200 [1:35:15<2:05:01, 11.61s/it, lr: 5.0e-05 loss: 6.976e-01]
fia_flux_2:  46%|####6     | 554/1200 [1:35:29<2:05:01, 11.61s/it, lr: 5.0e-05 loss: 5.586e-01]
fia_flux_2:  46%|####6     | 554/1200 [1:35:29<2:05:01, 11.61s/it, lr: 5.0e-05 loss: 5.586e-01]
fia_flux_2:  46%|####6     | 555/1200 [1:35:29<2:11:57, 12.28s/it, lr: 5.0e-05 loss: 5.586e-01]
fia_flux_2:  46%|####6     | 555/1200 [1:35:29<2:11:57, 12.28s/it, lr: 5.0e-05 loss: 5.586e-01]
fia_flux_2:  46%|####6     | 555/1200 [1:35:43<2:11:57, 12.28s/it, lr: 5.0e-05 loss: 2.972e-01]
fia_flux_2:  46%|####6     | 555/1200 [1:35:43<2:11:57, 12.28s/it, lr: 5.0e-05 loss: 2.972e-01]
fia_flux_2:  46%|####6     | 556/1200 [1:35:43<2:17:55, 12.85s/it, lr: 5.0e-05 loss: 2.972e-01]
fia_flux_2:  46%|####6     | 556/1200 [1:35:43<2:17:55, 12.85s/it, lr: 5.0e-05 loss: 2.972e-01]
fia_flux_2:  46%|####6     | 556/1200 [1:35:50<2:17:55, 12.85s/it, lr: 5.0e-05 loss: 8.809e-02]
fia_flux_2:  46%|####6     | 556/1200 [1:35:50<2:17:55, 12.85s/it, lr: 5.0e-05 loss: 8.809e-02]
fia_flux_2:  46%|####6     | 557/1200 [1:35:50<1:58:22, 11.05s/it, lr: 5.0e-05 loss: 8.809e-02]
fia_flux_2:  46%|####6     | 557/1200 [1:35:50<1:58:22, 11.05s/it, lr: 5.0e-05 loss: 8.809e-02]
fia_flux_2:  46%|####6     | 557/1200 [1:35:57<1:58:22, 11.05s/it, lr: 5.0e-05 loss: 9.631e-01]
fia_flux_2:  46%|####6     | 557/1200 [1:35:57<1:58:22, 11.05s/it, lr: 5.0e-05 loss: 9.631e-01]
fia_flux_2:  46%|####6     | 558/1200 [1:35:57<1:44:13,  9.74s/it, lr: 5.0e-05 loss: 9.631e-01]
fia_flux_2:  46%|####6     | 558/1200 [1:35:57<1:44:13,  9.74s/it, lr: 5.0e-05 loss: 9.631e-01]
fia_flux_2:  46%|####6     | 558/1200 [1:36:03<1:44:13,  9.74s/it, lr: 5.0e-05 loss: 5.447e-02]
fia_flux_2:  46%|####6     | 558/1200 [1:36:03<1:44:13,  9.74s/it, lr: 5.0e-05 loss: 5.447e-02]
fia_flux_2:  47%|####6     | 559/1200 [1:36:03<1:34:09,  8.81s/it, lr: 5.0e-05 loss: 5.447e-02]
fia_flux_2:  47%|####6     | 559/1200 [1:36:03<1:34:09,  8.81s/it, lr: 5.0e-05 loss: 5.447e-02]
fia_flux_2:  47%|####6     | 559/1200 [1:36:13<1:34:09,  8.81s/it, lr: 5.0e-05 loss: 8.952e-01]
fia_flux_2:  47%|####6     | 559/1200 [1:36:13<1:34:09,  8.81s/it, lr: 5.0e-05 loss: 8.952e-01]
fia_flux_2:  47%|####6     | 560/1200 [1:36:27<1:34:00,  8.81s/it, lr: 5.0e-05 loss: 8.788e-01]
fia_flux_2:  47%|####6     | 560/1200 [1:36:27<1:34:00,  8.81s/it, lr: 5.0e-05 loss: 8.788e-01]
fia_flux_2:  47%|####6     | 561/1200 [1:36:27<1:25:02,  7.99s/it, lr: 5.0e-05 loss: 8.788e-01]
fia_flux_2:  47%|####6     | 561/1200 [1:36:27<1:25:02,  7.99s/it, lr: 5.0e-05 loss: 8.788e-01]
fia_flux_2:  47%|####6     | 561/1200 [1:36:34<1:25:02,  7.99s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  47%|####6     | 561/1200 [1:36:34<1:25:02,  7.99s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  47%|####6     | 562/1200 [1:36:34<1:21:26,  7.66s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  47%|####6     | 562/1200 [1:36:34<1:21:26,  7.66s/it, lr: 5.0e-05 loss: 1.199e+00]
fia_flux_2:  47%|####6     | 562/1200 [1:36:40<1:21:26,  7.66s/it, lr: 5.0e-05 loss: 1.632e-01]
fia_flux_2:  47%|####6     | 562/1200 [1:36:40<1:21:26,  7.66s/it, lr: 5.0e-05 loss: 1.632e-01]
fia_flux_2:  47%|####6     | 563/1200 [1:36:40<1:18:22,  7.38s/it, lr: 5.0e-05 loss: 1.632e-01]
fia_flux_2:  47%|####6     | 563/1200 [1:36:40<1:18:22,  7.38s/it, lr: 5.0e-05 loss: 1.632e-01]
fia_flux_2:  47%|####6     | 563/1200 [1:36:47<1:18:22,  7.38s/it, lr: 5.0e-05 loss: 7.318e-01]
fia_flux_2:  47%|####6     | 563/1200 [1:36:47<1:18:22,  7.38s/it, lr: 5.0e-05 loss: 7.318e-01]
fia_flux_2:  47%|####6     | 564/1200 [1:36:47<1:16:07,  7.18s/it, lr: 5.0e-05 loss: 7.318e-01]
fia_flux_2:  47%|####6     | 564/1200 [1:36:47<1:16:07,  7.18s/it, lr: 5.0e-05 loss: 7.318e-01]
fia_flux_2:  47%|####6     | 564/1200 [1:37:01<1:16:07,  7.18s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:  47%|####6     | 564/1200 [1:37:01<1:16:07,  7.18s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:  47%|####7     | 565/1200 [1:37:01<1:36:07,  9.08s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:  47%|####7     | 565/1200 [1:37:01<1:36:07,  9.08s/it, lr: 5.0e-05 loss: 1.127e+00]
fia_flux_2:  47%|####7     | 565/1200 [1:37:11<1:36:07,  9.08s/it, lr: 5.0e-05 loss: 8.339e-01]
fia_flux_2:  47%|####7     | 565/1200 [1:37:11<1:36:07,  9.08s/it, lr: 5.0e-05 loss: 8.339e-01]
fia_flux_2:  47%|####7     | 566/1200 [1:37:11<1:38:38,  9.34s/it, lr: 5.0e-05 loss: 8.339e-01]
fia_flux_2:  47%|####7     | 566/1200 [1:37:11<1:38:38,  9.34s/it, lr: 5.0e-05 loss: 8.339e-01]
fia_flux_2:  47%|####7     | 566/1200 [1:37:21<1:38:38,  9.34s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  47%|####7     | 566/1200 [1:37:21<1:38:38,  9.34s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  47%|####7     | 567/1200 [1:37:21<1:40:05,  9.49s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  47%|####7     | 567/1200 [1:37:21<1:40:05,  9.49s/it, lr: 5.0e-05 loss: 1.178e+00]
fia_flux_2:  47%|####7     | 567/1200 [1:37:35<1:40:05,  9.49s/it, lr: 5.0e-05 loss: 1.002e+00]
fia_flux_2:  47%|####7     | 567/1200 [1:37:35<1:40:05,  9.49s/it, lr: 5.0e-05 loss: 1.002e+00]
fia_flux_2:  47%|####7     | 568/1200 [1:37:35<1:53:48, 10.80s/it, lr: 5.0e-05 loss: 1.002e+00]
fia_flux_2:  47%|####7     | 568/1200 [1:37:35<1:53:48, 10.80s/it, lr: 5.0e-05 loss: 1.002e+00]
fia_flux_2:  47%|####7     | 568/1200 [1:37:49<1:53:48, 10.80s/it, lr: 5.0e-05 loss: 1.365e-01]
fia_flux_2:  47%|####7     | 568/1200 [1:37:49<1:53:48, 10.80s/it, lr: 5.0e-05 loss: 1.365e-01]
fia_flux_2:  47%|####7     | 569/1200 [1:37:49<2:03:29, 11.74s/it, lr: 5.0e-05 loss: 1.365e-01]
fia_flux_2:  47%|####7     | 569/1200 [1:37:49<2:03:29, 11.74s/it, lr: 5.0e-05 loss: 1.365e-01]
fia_flux_2:  47%|####7     | 569/1200 [1:37:59<2:03:29, 11.74s/it, lr: 5.0e-05 loss: 6.017e-01]
fia_flux_2:  47%|####7     | 569/1200 [1:37:59<2:03:29, 11.74s/it, lr: 5.0e-05 loss: 6.017e-01]
fia_flux_2:  48%|####7     | 570/1200 [1:38:09<2:03:17, 11.74s/it, lr: 5.0e-05 loss: 1.073e-01]
fia_flux_2:  48%|####7     | 570/1200 [1:38:09<2:03:17, 11.74s/it, lr: 5.0e-05 loss: 1.073e-01]
fia_flux_2:  48%|####7     | 571/1200 [1:38:09<1:32:00,  8.78s/it, lr: 5.0e-05 loss: 1.073e-01]
fia_flux_2:  48%|####7     | 571/1200 [1:38:09<1:32:00,  8.78s/it, lr: 5.0e-05 loss: 1.073e-01]
fia_flux_2:  48%|####7     | 571/1200 [1:38:23<1:32:00,  8.78s/it, lr: 5.0e-05 loss: 6.243e-02]
fia_flux_2:  48%|####7     | 571/1200 [1:38:23<1:32:00,  8.78s/it, lr: 5.0e-05 loss: 6.243e-02]
fia_flux_2:  48%|####7     | 572/1200 [1:38:23<1:46:08, 10.14s/it, lr: 5.0e-05 loss: 6.243e-02]
fia_flux_2:  48%|####7     | 572/1200 [1:38:23<1:46:08, 10.14s/it, lr: 5.0e-05 loss: 6.243e-02]
fia_flux_2:  48%|####7     | 572/1200 [1:38:37<1:46:08, 10.14s/it, lr: 5.0e-05 loss: 1.146e+00]
fia_flux_2:  48%|####7     | 572/1200 [1:38:37<1:46:08, 10.14s/it, lr: 5.0e-05 loss: 1.146e+00]
fia_flux_2:  48%|####7     | 573/1200 [1:38:37<1:56:24, 11.14s/it, lr: 5.0e-05 loss: 1.146e+00]
fia_flux_2:  48%|####7     | 573/1200 [1:38:37<1:56:24, 11.14s/it, lr: 5.0e-05 loss: 1.146e+00]
fia_flux_2:  48%|####7     | 573/1200 [1:38:47<1:56:24, 11.14s/it, lr: 5.0e-05 loss: 5.225e-01]
fia_flux_2:  48%|####7     | 573/1200 [1:38:47<1:56:24, 11.14s/it, lr: 5.0e-05 loss: 5.225e-01]
fia_flux_2:  48%|####7     | 574/1200 [1:38:47<1:52:29, 10.78s/it, lr: 5.0e-05 loss: 5.225e-01]
fia_flux_2:  48%|####7     | 574/1200 [1:38:47<1:52:29, 10.78s/it, lr: 5.0e-05 loss: 5.225e-01]
fia_flux_2:  48%|####7     | 574/1200 [1:39:01<1:52:29, 10.78s/it, lr: 5.0e-05 loss: 7.466e-01]
fia_flux_2:  48%|####7     | 574/1200 [1:39:01<1:52:29, 10.78s/it, lr: 5.0e-05 loss: 7.466e-01]
fia_flux_2:  48%|####7     | 575/1200 [1:39:01<2:01:37, 11.68s/it, lr: 5.0e-05 loss: 7.466e-01]
fia_flux_2:  48%|####7     | 575/1200 [1:39:01<2:01:37, 11.68s/it, lr: 5.0e-05 loss: 7.466e-01]
fia_flux_2:  48%|####7     | 575/1200 [1:39:16<2:01:37, 11.68s/it, lr: 5.0e-05 loss: 8.110e-01]
fia_flux_2:  48%|####7     | 575/1200 [1:39:16<2:01:37, 11.68s/it, lr: 5.0e-05 loss: 8.110e-01]
fia_flux_2:  48%|####8     | 576/1200 [1:39:16<2:09:09, 12.42s/it, lr: 5.0e-05 loss: 8.110e-01]
fia_flux_2:  48%|####8     | 576/1200 [1:39:16<2:09:09, 12.42s/it, lr: 5.0e-05 loss: 8.110e-01]
fia_flux_2:  48%|####8     | 576/1200 [1:39:26<2:09:09, 12.42s/it, lr: 5.0e-05 loss: 9.674e-01]
fia_flux_2:  48%|####8     | 576/1200 [1:39:26<2:09:09, 12.42s/it, lr: 5.0e-05 loss: 9.674e-01]
fia_flux_2:  48%|####8     | 577/1200 [1:39:26<2:01:33, 11.71s/it, lr: 5.0e-05 loss: 9.674e-01]
fia_flux_2:  48%|####8     | 577/1200 [1:39:26<2:01:33, 11.71s/it, lr: 5.0e-05 loss: 9.674e-01]
fia_flux_2:  48%|####8     | 577/1200 [1:39:32<2:01:33, 11.71s/it, lr: 5.0e-05 loss: 4.253e-01]
fia_flux_2:  48%|####8     | 577/1200 [1:39:32<2:01:33, 11.71s/it, lr: 5.0e-05 loss: 4.253e-01]
fia_flux_2:  48%|####8     | 578/1200 [1:39:32<1:45:49, 10.21s/it, lr: 5.0e-05 loss: 4.253e-01]
fia_flux_2:  48%|####8     | 578/1200 [1:39:32<1:45:49, 10.21s/it, lr: 5.0e-05 loss: 4.253e-01]
fia_flux_2:  48%|####8     | 578/1200 [1:39:42<1:45:49, 10.21s/it, lr: 5.0e-05 loss: 9.206e-01]
fia_flux_2:  48%|####8     | 578/1200 [1:39:42<1:45:49, 10.21s/it, lr: 5.0e-05 loss: 9.206e-01]
fia_flux_2:  48%|####8     | 579/1200 [1:39:42<1:44:27, 10.09s/it, lr: 5.0e-05 loss: 9.206e-01]
fia_flux_2:  48%|####8     | 579/1200 [1:39:42<1:44:27, 10.09s/it, lr: 5.0e-05 loss: 9.206e-01]
fia_flux_2:  48%|####8     | 579/1200 [1:39:49<1:44:27, 10.09s/it, lr: 5.0e-05 loss: 2.974e-01]
fia_flux_2:  48%|####8     | 579/1200 [1:39:49<1:44:27, 10.09s/it, lr: 5.0e-05 loss: 2.974e-01]
fia_flux_2:  48%|####8     | 580/1200 [1:39:55<1:44:17, 10.09s/it, lr: 5.0e-05 loss: 4.183e-01]
fia_flux_2:  48%|####8     | 580/1200 [1:39:55<1:44:17, 10.09s/it, lr: 5.0e-05 loss: 4.183e-01]
fia_flux_2:  48%|####8     | 581/1200 [1:39:55<1:12:01,  6.98s/it, lr: 5.0e-05 loss: 4.183e-01]
fia_flux_2:  48%|####8     | 581/1200 [1:39:55<1:12:01,  6.98s/it, lr: 5.0e-05 loss: 4.183e-01]
fia_flux_2:  48%|####8     | 581/1200 [1:40:05<1:12:01,  6.98s/it, lr: 5.0e-05 loss: 1.099e+00]
fia_flux_2:  48%|####8     | 581/1200 [1:40:05<1:12:01,  6.98s/it, lr: 5.0e-05 loss: 1.099e+00]
fia_flux_2:  48%|####8     | 582/1200 [1:40:05<1:19:08,  7.68s/it, lr: 5.0e-05 loss: 1.099e+00]
fia_flux_2:  48%|####8     | 582/1200 [1:40:05<1:19:08,  7.68s/it, lr: 5.0e-05 loss: 1.099e+00]
fia_flux_2:  48%|####8     | 582/1200 [1:40:19<1:19:08,  7.68s/it, lr: 5.0e-05 loss: 1.105e+00]
fia_flux_2:  48%|####8     | 582/1200 [1:40:19<1:19:08,  7.68s/it, lr: 5.0e-05 loss: 1.105e+00]
fia_flux_2:  49%|####8     | 583/1200 [1:40:19<1:35:50,  9.32s/it, lr: 5.0e-05 loss: 1.105e+00]
fia_flux_2:  49%|####8     | 583/1200 [1:40:19<1:35:50,  9.32s/it, lr: 5.0e-05 loss: 1.105e+00]
fia_flux_2:  49%|####8     | 583/1200 [1:40:33<1:35:50,  9.32s/it, lr: 5.0e-05 loss: 2.874e-01]
fia_flux_2:  49%|####8     | 583/1200 [1:40:33<1:35:50,  9.32s/it, lr: 5.0e-05 loss: 2.874e-01]
fia_flux_2:  49%|####8     | 584/1200 [1:40:33<1:48:43, 10.59s/it, lr: 5.0e-05 loss: 2.874e-01]
fia_flux_2:  49%|####8     | 584/1200 [1:40:33<1:48:43, 10.59s/it, lr: 5.0e-05 loss: 2.874e-01]
fia_flux_2:  49%|####8     | 584/1200 [1:40:47<1:48:43, 10.59s/it, lr: 5.0e-05 loss: 9.743e-01]
fia_flux_2:  49%|####8     | 584/1200 [1:40:47<1:48:43, 10.59s/it, lr: 5.0e-05 loss: 9.743e-01]
fia_flux_2:  49%|####8     | 585/1200 [1:40:47<1:59:07, 11.62s/it, lr: 5.0e-05 loss: 9.743e-01]
fia_flux_2:  49%|####8     | 585/1200 [1:40:47<1:59:07, 11.62s/it, lr: 5.0e-05 loss: 9.743e-01]
fia_flux_2:  49%|####8     | 585/1200 [1:41:01<1:59:07, 11.62s/it, lr: 5.0e-05 loss: 9.789e-01]
fia_flux_2:  49%|####8     | 585/1200 [1:41:01<1:59:07, 11.62s/it, lr: 5.0e-05 loss: 9.789e-01]
fia_flux_2:  49%|####8     | 586/1200 [1:41:01<2:05:51, 12.30s/it, lr: 5.0e-05 loss: 9.789e-01]
fia_flux_2:  49%|####8     | 586/1200 [1:41:01<2:05:51, 12.30s/it, lr: 5.0e-05 loss: 9.789e-01]
fia_flux_2:  49%|####8     | 586/1200 [1:41:11<2:05:51, 12.30s/it, lr: 5.0e-05 loss: 7.731e-01]
fia_flux_2:  49%|####8     | 586/1200 [1:41:11<2:05:51, 12.30s/it, lr: 5.0e-05 loss: 7.731e-01]
fia_flux_2:  49%|####8     | 587/1200 [1:41:11<1:58:16, 11.58s/it, lr: 5.0e-05 loss: 7.731e-01]
fia_flux_2:  49%|####8     | 587/1200 [1:41:11<1:58:16, 11.58s/it, lr: 5.0e-05 loss: 7.731e-01]
fia_flux_2:  49%|####8     | 587/1200 [1:41:21<1:58:16, 11.58s/it, lr: 5.0e-05 loss: 2.603e-01]
fia_flux_2:  49%|####8     | 587/1200 [1:41:21<1:58:16, 11.58s/it, lr: 5.0e-05 loss: 2.603e-01]
fia_flux_2:  49%|####9     | 588/1200 [1:41:21<1:52:48, 11.06s/it, lr: 5.0e-05 loss: 2.603e-01]
fia_flux_2:  49%|####9     | 588/1200 [1:41:21<1:52:48, 11.06s/it, lr: 5.0e-05 loss: 2.603e-01]
fia_flux_2:  49%|####9     | 588/1200 [1:41:31<1:52:48, 11.06s/it, lr: 5.0e-05 loss: 1.040e+00]
fia_flux_2:  49%|####9     | 588/1200 [1:41:31<1:52:48, 11.06s/it, lr: 5.0e-05 loss: 1.040e+00]
fia_flux_2:  49%|####9     | 589/1200 [1:41:31<1:48:51, 10.69s/it, lr: 5.0e-05 loss: 1.040e+00]
fia_flux_2:  49%|####9     | 589/1200 [1:41:31<1:48:51, 10.69s/it, lr: 5.0e-05 loss: 1.040e+00]
fia_flux_2:  49%|####9     | 589/1200 [1:41:41<1:48:51, 10.69s/it, lr: 5.0e-05 loss: 3.074e-02]
fia_flux_2:  49%|####9     | 589/1200 [1:41:41<1:48:51, 10.69s/it, lr: 5.0e-05 loss: 3.074e-02]
fia_flux_2:  49%|####9     | 590/1200 [1:41:55<1:48:41, 10.69s/it, lr: 5.0e-05 loss: 3.235e-01]
fia_flux_2:  49%|####9     | 590/1200 [1:41:55<1:48:41, 10.69s/it, lr: 5.0e-05 loss: 3.235e-01]
fia_flux_2:  49%|####9     | 591/1200 [1:41:55<1:32:02,  9.07s/it, lr: 5.0e-05 loss: 3.235e-01]
fia_flux_2:  49%|####9     | 591/1200 [1:41:55<1:32:02,  9.07s/it, lr: 5.0e-05 loss: 3.235e-01]
fia_flux_2:  49%|####9     | 591/1200 [1:42:05<1:32:02,  9.07s/it, lr: 5.0e-05 loss: 3.418e-01]
fia_flux_2:  49%|####9     | 591/1200 [1:42:05<1:32:02,  9.07s/it, lr: 5.0e-05 loss: 3.418e-01]
fia_flux_2:  49%|####9     | 592/1200 [1:42:05<1:33:49,  9.26s/it, lr: 5.0e-05 loss: 3.418e-01]
fia_flux_2:  49%|####9     | 592/1200 [1:42:05<1:33:49,  9.26s/it, lr: 5.0e-05 loss: 3.418e-01]
fia_flux_2:  49%|####9     | 592/1200 [1:42:11<1:33:49,  9.26s/it, lr: 5.0e-05 loss: 3.343e-01]
fia_flux_2:  49%|####9     | 592/1200 [1:42:11<1:33:49,  9.26s/it, lr: 5.0e-05 loss: 3.343e-01]
fia_flux_2:  49%|####9     | 593/1200 [1:42:11<1:26:41,  8.57s/it, lr: 5.0e-05 loss: 3.343e-01]
fia_flux_2:  49%|####9     | 593/1200 [1:42:11<1:26:41,  8.57s/it, lr: 5.0e-05 loss: 3.343e-01]
fia_flux_2:  49%|####9     | 593/1200 [1:42:21<1:26:41,  8.57s/it, lr: 5.0e-05 loss: 1.079e-01]
fia_flux_2:  49%|####9     | 593/1200 [1:42:21<1:26:41,  8.57s/it, lr: 5.0e-05 loss: 1.079e-01]
fia_flux_2:  50%|####9     | 594/1200 [1:42:21<1:30:00,  8.91s/it, lr: 5.0e-05 loss: 1.079e-01]
fia_flux_2:  50%|####9     | 594/1200 [1:42:21<1:30:00,  8.91s/it, lr: 5.0e-05 loss: 1.079e-01]
fia_flux_2:  50%|####9     | 594/1200 [1:42:28<1:30:00,  8.91s/it, lr: 5.0e-05 loss: 5.346e-01]
fia_flux_2:  50%|####9     | 594/1200 [1:42:28<1:30:00,  8.91s/it, lr: 5.0e-05 loss: 5.346e-01]
fia_flux_2:  50%|####9     | 595/1200 [1:42:28<1:23:17,  8.26s/it, lr: 5.0e-05 loss: 5.346e-01]
fia_flux_2:  50%|####9     | 595/1200 [1:42:28<1:23:17,  8.26s/it, lr: 5.0e-05 loss: 5.346e-01]
fia_flux_2:  50%|####9     | 595/1200 [1:42:38<1:23:17,  8.26s/it, lr: 5.0e-05 loss: 7.887e-01]
fia_flux_2:  50%|####9     | 595/1200 [1:42:38<1:23:17,  8.26s/it, lr: 5.0e-05 loss: 7.887e-01]
fia_flux_2:  50%|####9     | 596/1200 [1:42:38<1:27:35,  8.70s/it, lr: 5.0e-05 loss: 7.887e-01]
fia_flux_2:  50%|####9     | 596/1200 [1:42:38<1:27:35,  8.70s/it, lr: 5.0e-05 loss: 7.887e-01]
fia_flux_2:  50%|####9     | 596/1200 [1:42:47<1:27:35,  8.70s/it, lr: 5.0e-05 loss: 7.388e-01]
fia_flux_2:  50%|####9     | 596/1200 [1:42:47<1:27:35,  8.70s/it, lr: 5.0e-05 loss: 7.388e-01]
fia_flux_2:  50%|####9     | 597/1200 [1:42:47<1:30:45,  9.03s/it, lr: 5.0e-05 loss: 7.388e-01]
fia_flux_2:  50%|####9     | 597/1200 [1:42:47<1:30:45,  9.03s/it, lr: 5.0e-05 loss: 7.388e-01]
fia_flux_2:  50%|####9     | 597/1200 [1:42:54<1:30:45,  9.03s/it, lr: 5.0e-05 loss: 3.435e-01]
fia_flux_2:  50%|####9     | 597/1200 [1:42:54<1:30:45,  9.03s/it, lr: 5.0e-05 loss: 3.435e-01]
fia_flux_2:  50%|####9     | 598/1200 [1:42:54<1:24:29,  8.42s/it, lr: 5.0e-05 loss: 3.435e-01]
fia_flux_2:  50%|####9     | 598/1200 [1:42:54<1:24:29,  8.42s/it, lr: 5.0e-05 loss: 3.435e-01]
fia_flux_2:  50%|####9     | 598/1200 [1:43:04<1:24:29,  8.42s/it, lr: 5.0e-05 loss: 2.499e-01]
fia_flux_2:  50%|####9     | 598/1200 [1:43:04<1:24:29,  8.42s/it, lr: 5.0e-05 loss: 2.499e-01]
fia_flux_2:  50%|####9     | 599/1200 [1:43:04<1:28:47,  8.86s/it, lr: 5.0e-05 loss: 2.499e-01]
fia_flux_2:  50%|####9     | 599/1200 [1:43:04<1:28:47,  8.86s/it, lr: 5.0e-05 loss: 2.499e-01]
fia_flux_2:  50%|####9     | 599/1200 [1:43:11<1:28:47,  8.86s/it, lr: 5.0e-05 loss: 8.970e-01]
fia_flux_2:  50%|####9     | 599/1200 [1:43:11<1:28:47,  8.86s/it, lr: 5.0e-05 loss: 8.970e-01]
+Saving at step 600
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000600.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [01:12<03:37, 72.47s/it]
Generating Images:  25%|##5       | 1/4 [01:12<03:37, 72.47s/it]
+
+
Generating Images:  50%|#####     | 2/4 [02:03<02:00, 60.09s/it]
Generating Images:  50%|#####     | 2/4 [02:03<02:00, 60.09s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:55<00:56, 56.01s/it]
Generating Images:  75%|#######5  | 3/4 [02:55<00:56, 56.01s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:46<00:00, 54.07s/it]
Generating Images: 100%|##########| 4/4 [03:46<00:00, 54.07s/it]
+
+
                                                                
                                                                
fia_flux_2:  50%|#####     | 600/1200 [1:43:18<1:28:38,  8.86s/it, lr: 5.0e-05 loss: 1.327e+00]
fia_flux_2:  50%|#####     | 600/1200 [1:43:18<1:28:38,  8.86s/it, lr: 5.0e-05 loss: 1.327e+00]
fia_flux_2:  50%|#####     | 601/1200 [1:43:18<1:03:31,  6.36s/it, lr: 5.0e-05 loss: 1.327e+00]
fia_flux_2:  50%|#####     | 601/1200 [1:43:18<1:03:31,  6.36s/it, lr: 5.0e-05 loss: 1.327e+00]
fia_flux_2:  50%|#####     | 601/1200 [1:43:28<1:03:31,  6.36s/it, lr: 5.0e-05 loss: 3.176e-01]
fia_flux_2:  50%|#####     | 601/1200 [1:43:28<1:03:31,  6.36s/it, lr: 5.0e-05 loss: 3.176e-01]
fia_flux_2:  50%|#####     | 602/1200 [1:43:28<1:13:33,  7.38s/it, lr: 5.0e-05 loss: 3.176e-01]
fia_flux_2:  50%|#####     | 602/1200 [1:43:28<1:13:33,  7.38s/it, lr: 5.0e-05 loss: 3.176e-01]
fia_flux_2:  50%|#####     | 602/1200 [1:43:38<1:13:33,  7.38s/it, lr: 5.0e-05 loss: 1.144e+00]
fia_flux_2:  50%|#####     | 602/1200 [1:43:38<1:13:33,  7.38s/it, lr: 5.0e-05 loss: 1.144e+00]
fia_flux_2:  50%|#####     | 603/1200 [1:43:38<1:20:00,  8.04s/it, lr: 5.0e-05 loss: 1.144e+00]
fia_flux_2:  50%|#####     | 603/1200 [1:43:38<1:20:00,  8.04s/it, lr: 5.0e-05 loss: 1.144e+00]
fia_flux_2:  50%|#####     | 603/1200 [1:43:45<1:20:00,  8.04s/it, lr: 5.0e-05 loss: 9.417e-01]
fia_flux_2:  50%|#####     | 603/1200 [1:43:45<1:20:00,  8.04s/it, lr: 5.0e-05 loss: 9.417e-01]
fia_flux_2:  50%|#####     | 604/1200 [1:43:45<1:16:03,  7.66s/it, lr: 5.0e-05 loss: 9.417e-01]
fia_flux_2:  50%|#####     | 604/1200 [1:43:45<1:16:03,  7.66s/it, lr: 5.0e-05 loss: 9.417e-01]
fia_flux_2:  50%|#####     | 604/1200 [1:43:51<1:16:03,  7.66s/it, lr: 5.0e-05 loss: 1.534e-01]
fia_flux_2:  50%|#####     | 604/1200 [1:43:51<1:16:03,  7.66s/it, lr: 5.0e-05 loss: 1.534e-01]
fia_flux_2:  50%|#####     | 605/1200 [1:43:51<1:12:56,  7.36s/it, lr: 5.0e-05 loss: 1.534e-01]
fia_flux_2:  50%|#####     | 605/1200 [1:43:51<1:12:56,  7.36s/it, lr: 5.0e-05 loss: 1.534e-01]
fia_flux_2:  50%|#####     | 605/1200 [1:43:58<1:12:56,  7.36s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  50%|#####     | 605/1200 [1:43:58<1:12:56,  7.36s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  50%|#####     | 606/1200 [1:43:58<1:10:46,  7.15s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  50%|#####     | 606/1200 [1:43:58<1:10:46,  7.15s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  50%|#####     | 606/1200 [1:44:12<1:10:46,  7.15s/it, lr: 5.0e-05 loss: 4.331e-01]
fia_flux_2:  50%|#####     | 606/1200 [1:44:12<1:10:46,  7.15s/it, lr: 5.0e-05 loss: 4.331e-01]
fia_flux_2:  51%|#####     | 607/1200 [1:44:12<1:29:37,  9.07s/it, lr: 5.0e-05 loss: 4.331e-01]
fia_flux_2:  51%|#####     | 607/1200 [1:44:12<1:29:37,  9.07s/it, lr: 5.0e-05 loss: 4.331e-01]
fia_flux_2:  51%|#####     | 607/1200 [1:44:18<1:29:37,  9.07s/it, lr: 5.0e-05 loss: 1.909e-01]
fia_flux_2:  51%|#####     | 607/1200 [1:44:18<1:29:37,  9.07s/it, lr: 5.0e-05 loss: 1.909e-01]
fia_flux_2:  51%|#####     | 608/1200 [1:44:18<1:22:19,  8.34s/it, lr: 5.0e-05 loss: 1.909e-01]
fia_flux_2:  51%|#####     | 608/1200 [1:44:18<1:22:19,  8.34s/it, lr: 5.0e-05 loss: 1.909e-01]
fia_flux_2:  51%|#####     | 608/1200 [1:44:32<1:22:19,  8.34s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  51%|#####     | 608/1200 [1:44:32<1:22:19,  8.34s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  51%|#####     | 609/1200 [1:44:32<1:38:33, 10.01s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  51%|#####     | 609/1200 [1:44:32<1:38:33, 10.01s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  51%|#####     | 609/1200 [1:44:42<1:38:33, 10.01s/it, lr: 5.0e-05 loss: 1.180e+00]
fia_flux_2:  51%|#####     | 609/1200 [1:44:42<1:38:33, 10.01s/it, lr: 5.0e-05 loss: 1.180e+00]
fia_flux_2:  51%|#####     | 610/1200 [1:44:49<1:38:23, 10.01s/it, lr: 5.0e-05 loss: 7.976e-01]
fia_flux_2:  51%|#####     | 610/1200 [1:44:49<1:38:23, 10.01s/it, lr: 5.0e-05 loss: 7.976e-01]
fia_flux_2:  51%|#####     | 611/1200 [1:44:49<1:08:05,  6.94s/it, lr: 5.0e-05 loss: 7.976e-01]
fia_flux_2:  51%|#####     | 611/1200 [1:44:49<1:08:05,  6.94s/it, lr: 5.0e-05 loss: 7.976e-01]
fia_flux_2:  51%|#####     | 611/1200 [1:44:55<1:08:05,  6.94s/it, lr: 5.0e-05 loss: 1.261e+00]
fia_flux_2:  51%|#####     | 611/1200 [1:44:55<1:08:05,  6.94s/it, lr: 5.0e-05 loss: 1.261e+00]
fia_flux_2:  51%|#####1    | 612/1200 [1:44:55<1:07:09,  6.85s/it, lr: 5.0e-05 loss: 1.261e+00]
fia_flux_2:  51%|#####1    | 612/1200 [1:44:55<1:07:09,  6.85s/it, lr: 5.0e-05 loss: 1.261e+00]
fia_flux_2:  51%|#####1    | 612/1200 [1:45:10<1:07:09,  6.85s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  51%|#####1    | 612/1200 [1:45:10<1:07:09,  6.85s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  51%|#####1    | 613/1200 [1:45:10<1:26:00,  8.79s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  51%|#####1    | 613/1200 [1:45:10<1:26:00,  8.79s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  51%|#####1    | 613/1200 [1:45:24<1:26:00,  8.79s/it, lr: 5.0e-05 loss: 3.409e-01]
fia_flux_2:  51%|#####1    | 613/1200 [1:45:24<1:26:00,  8.79s/it, lr: 5.0e-05 loss: 3.409e-01]
fia_flux_2:  51%|#####1    | 614/1200 [1:45:24<1:39:39, 10.20s/it, lr: 5.0e-05 loss: 3.409e-01]
fia_flux_2:  51%|#####1    | 614/1200 [1:45:24<1:39:39, 10.20s/it, lr: 5.0e-05 loss: 3.409e-01]
fia_flux_2:  51%|#####1    | 614/1200 [1:45:34<1:39:39, 10.20s/it, lr: 5.0e-05 loss: 4.970e-01]
fia_flux_2:  51%|#####1    | 614/1200 [1:45:34<1:39:39, 10.20s/it, lr: 5.0e-05 loss: 4.970e-01]
fia_flux_2:  51%|#####1    | 615/1200 [1:45:34<1:38:46, 10.13s/it, lr: 5.0e-05 loss: 4.970e-01]
fia_flux_2:  51%|#####1    | 615/1200 [1:45:34<1:38:46, 10.13s/it, lr: 5.0e-05 loss: 4.970e-01]
fia_flux_2:  51%|#####1    | 615/1200 [1:45:40<1:38:46, 10.13s/it, lr: 5.0e-05 loss: 4.583e-01]
fia_flux_2:  51%|#####1    | 615/1200 [1:45:40<1:38:46, 10.13s/it, lr: 5.0e-05 loss: 4.583e-01]
fia_flux_2:  51%|#####1    | 616/1200 [1:45:40<1:28:48,  9.12s/it, lr: 5.0e-05 loss: 4.583e-01]
fia_flux_2:  51%|#####1    | 616/1200 [1:45:40<1:28:48,  9.12s/it, lr: 5.0e-05 loss: 4.583e-01]
fia_flux_2:  51%|#####1    | 616/1200 [1:45:50<1:28:48,  9.12s/it, lr: 5.0e-05 loss: 7.781e-01]
fia_flux_2:  51%|#####1    | 616/1200 [1:45:50<1:28:48,  9.12s/it, lr: 5.0e-05 loss: 7.781e-01]
fia_flux_2:  51%|#####1    | 617/1200 [1:45:50<1:30:39,  9.33s/it, lr: 5.0e-05 loss: 7.781e-01]
fia_flux_2:  51%|#####1    | 617/1200 [1:45:50<1:30:39,  9.33s/it, lr: 5.0e-05 loss: 7.781e-01]
fia_flux_2:  51%|#####1    | 617/1200 [1:46:00<1:30:39,  9.33s/it, lr: 5.0e-05 loss: 1.007e-01]
fia_flux_2:  51%|#####1    | 617/1200 [1:46:00<1:30:39,  9.33s/it, lr: 5.0e-05 loss: 1.007e-01]
fia_flux_2:  52%|#####1    | 618/1200 [1:46:00<1:32:15,  9.51s/it, lr: 5.0e-05 loss: 1.007e-01]
fia_flux_2:  52%|#####1    | 618/1200 [1:46:00<1:32:15,  9.51s/it, lr: 5.0e-05 loss: 1.007e-01]
fia_flux_2:  52%|#####1    | 618/1200 [1:46:07<1:32:15,  9.51s/it, lr: 5.0e-05 loss: 6.500e-02]
fia_flux_2:  52%|#####1    | 618/1200 [1:46:07<1:32:15,  9.51s/it, lr: 5.0e-05 loss: 6.500e-02]
fia_flux_2:  52%|#####1    | 619/1200 [1:46:07<1:23:56,  8.67s/it, lr: 5.0e-05 loss: 6.500e-02]
fia_flux_2:  52%|#####1    | 619/1200 [1:46:07<1:23:56,  8.67s/it, lr: 5.0e-05 loss: 6.500e-02]
fia_flux_2:  52%|#####1    | 619/1200 [1:46:21<1:23:56,  8.67s/it, lr: 5.0e-05 loss: 7.235e-01]
fia_flux_2:  52%|#####1    | 619/1200 [1:46:21<1:23:56,  8.67s/it, lr: 5.0e-05 loss: 7.235e-01]
fia_flux_2:  52%|#####1    | 620/1200 [1:46:27<1:23:47,  8.67s/it, lr: 5.0e-05 loss: 2.121e-01]
fia_flux_2:  52%|#####1    | 620/1200 [1:46:27<1:23:47,  8.67s/it, lr: 5.0e-05 loss: 2.121e-01]
fia_flux_2:  52%|#####1    | 621/1200 [1:46:27<1:00:04,  6.23s/it, lr: 5.0e-05 loss: 2.121e-01]
fia_flux_2:  52%|#####1    | 621/1200 [1:46:27<1:00:04,  6.23s/it, lr: 5.0e-05 loss: 2.121e-01]
fia_flux_2:  52%|#####1    | 621/1200 [1:46:42<1:00:04,  6.23s/it, lr: 5.0e-05 loss: 1.010e+00]
fia_flux_2:  52%|#####1    | 621/1200 [1:46:42<1:00:04,  6.23s/it, lr: 5.0e-05 loss: 1.010e+00]
fia_flux_2:  52%|#####1    | 622/1200 [1:46:42<1:19:09,  8.22s/it, lr: 5.0e-05 loss: 1.010e+00]
fia_flux_2:  52%|#####1    | 622/1200 [1:46:42<1:19:09,  8.22s/it, lr: 5.0e-05 loss: 1.010e+00]
fia_flux_2:  52%|#####1    | 622/1200 [1:46:56<1:19:09,  8.22s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  52%|#####1    | 622/1200 [1:46:56<1:19:09,  8.22s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  52%|#####1    | 623/1200 [1:46:56<1:33:30,  9.72s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  52%|#####1    | 623/1200 [1:46:56<1:33:30,  9.72s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  52%|#####1    | 623/1200 [1:47:06<1:33:30,  9.72s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:  52%|#####1    | 623/1200 [1:47:06<1:33:30,  9.72s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:  52%|#####2    | 624/1200 [1:47:06<1:34:00,  9.79s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:  52%|#####2    | 624/1200 [1:47:06<1:34:00,  9.79s/it, lr: 5.0e-05 loss: 1.118e+00]
fia_flux_2:  52%|#####2    | 624/1200 [1:47:20<1:34:00,  9.79s/it, lr: 5.0e-05 loss: 1.021e+00]
fia_flux_2:  52%|#####2    | 624/1200 [1:47:20<1:34:00,  9.79s/it, lr: 5.0e-05 loss: 1.021e+00]
fia_flux_2:  52%|#####2    | 625/1200 [1:47:20<1:45:11, 10.98s/it, lr: 5.0e-05 loss: 1.021e+00]
fia_flux_2:  52%|#####2    | 625/1200 [1:47:20<1:45:11, 10.98s/it, lr: 5.0e-05 loss: 1.021e+00]
fia_flux_2:  52%|#####2    | 625/1200 [1:47:34<1:45:11, 10.98s/it, lr: 5.0e-05 loss: 9.132e-01]
fia_flux_2:  52%|#####2    | 625/1200 [1:47:34<1:45:11, 10.98s/it, lr: 5.0e-05 loss: 9.132e-01]
fia_flux_2:  52%|#####2    | 626/1200 [1:47:34<1:54:04, 11.92s/it, lr: 5.0e-05 loss: 9.132e-01]
fia_flux_2:  52%|#####2    | 626/1200 [1:47:34<1:54:04, 11.92s/it, lr: 5.0e-05 loss: 9.132e-01]
fia_flux_2:  52%|#####2    | 626/1200 [1:47:48<1:54:04, 11.92s/it, lr: 5.0e-05 loss: 1.303e+00]
fia_flux_2:  52%|#####2    | 626/1200 [1:47:48<1:54:04, 11.92s/it, lr: 5.0e-05 loss: 1.303e+00]
fia_flux_2:  52%|#####2    | 627/1200 [1:47:48<1:59:37, 12.53s/it, lr: 5.0e-05 loss: 1.303e+00]
fia_flux_2:  52%|#####2    | 627/1200 [1:47:48<1:59:37, 12.53s/it, lr: 5.0e-05 loss: 1.303e+00]
fia_flux_2:  52%|#####2    | 627/1200 [1:47:55<1:59:37, 12.53s/it, lr: 5.0e-05 loss: 9.773e-01]
fia_flux_2:  52%|#####2    | 627/1200 [1:47:55<1:59:37, 12.53s/it, lr: 5.0e-05 loss: 9.773e-01]
fia_flux_2:  52%|#####2    | 628/1200 [1:47:55<1:43:01, 10.81s/it, lr: 5.0e-05 loss: 9.773e-01]
fia_flux_2:  52%|#####2    | 628/1200 [1:47:55<1:43:01, 10.81s/it, lr: 5.0e-05 loss: 9.773e-01]
fia_flux_2:  52%|#####2    | 628/1200 [1:48:01<1:43:01, 10.81s/it, lr: 5.0e-05 loss: 5.816e-01]
fia_flux_2:  52%|#####2    | 628/1200 [1:48:01<1:43:01, 10.81s/it, lr: 5.0e-05 loss: 5.816e-01]
fia_flux_2:  52%|#####2    | 629/1200 [1:48:01<1:31:00,  9.56s/it, lr: 5.0e-05 loss: 5.816e-01]
fia_flux_2:  52%|#####2    | 629/1200 [1:48:01<1:31:00,  9.56s/it, lr: 5.0e-05 loss: 5.816e-01]
fia_flux_2:  52%|#####2    | 629/1200 [1:48:15<1:31:00,  9.56s/it, lr: 5.0e-05 loss: 8.974e-01]
fia_flux_2:  52%|#####2    | 629/1200 [1:48:15<1:31:00,  9.56s/it, lr: 5.0e-05 loss: 8.974e-01]
fia_flux_2:  52%|#####2    | 630/1200 [1:48:25<1:30:51,  9.56s/it, lr: 5.0e-05 loss: 1.160e+00]
fia_flux_2:  52%|#####2    | 630/1200 [1:48:25<1:30:51,  9.56s/it, lr: 5.0e-05 loss: 1.160e+00]
fia_flux_2:  53%|#####2    | 631/1200 [1:48:25<1:10:31,  7.44s/it, lr: 5.0e-05 loss: 1.160e+00]
fia_flux_2:  53%|#####2    | 631/1200 [1:48:25<1:10:31,  7.44s/it, lr: 5.0e-05 loss: 1.160e+00]
fia_flux_2:  53%|#####2    | 631/1200 [1:48:39<1:10:31,  7.44s/it, lr: 5.0e-05 loss: 8.051e-01]
fia_flux_2:  53%|#####2    | 631/1200 [1:48:39<1:10:31,  7.44s/it, lr: 5.0e-05 loss: 8.051e-01]
fia_flux_2:  53%|#####2    | 632/1200 [1:48:39<1:25:40,  9.05s/it, lr: 5.0e-05 loss: 8.051e-01]
fia_flux_2:  53%|#####2    | 632/1200 [1:48:39<1:25:40,  9.05s/it, lr: 5.0e-05 loss: 8.051e-01]
fia_flux_2:  53%|#####2    | 632/1200 [1:48:53<1:25:40,  9.05s/it, lr: 5.0e-05 loss: 9.836e-01]
fia_flux_2:  53%|#####2    | 632/1200 [1:48:53<1:25:40,  9.05s/it, lr: 5.0e-05 loss: 9.836e-01]
fia_flux_2:  53%|#####2    | 633/1200 [1:48:53<1:38:26, 10.42s/it, lr: 5.0e-05 loss: 9.836e-01]
fia_flux_2:  53%|#####2    | 633/1200 [1:48:53<1:38:26, 10.42s/it, lr: 5.0e-05 loss: 9.836e-01]
fia_flux_2:  53%|#####2    | 633/1200 [1:49:00<1:38:26, 10.42s/it, lr: 5.0e-05 loss: 1.192e+00]
fia_flux_2:  53%|#####2    | 633/1200 [1:49:00<1:38:26, 10.42s/it, lr: 5.0e-05 loss: 1.192e+00]
fia_flux_2:  53%|#####2    | 634/1200 [1:49:00<1:28:28,  9.38s/it, lr: 5.0e-05 loss: 1.192e+00]
fia_flux_2:  53%|#####2    | 634/1200 [1:49:00<1:28:28,  9.38s/it, lr: 5.0e-05 loss: 1.192e+00]
fia_flux_2:  53%|#####2    | 634/1200 [1:49:10<1:28:28,  9.38s/it, lr: 5.0e-05 loss: 4.987e-01]
fia_flux_2:  53%|#####2    | 634/1200 [1:49:10<1:28:28,  9.38s/it, lr: 5.0e-05 loss: 4.987e-01]
fia_flux_2:  53%|#####2    | 635/1200 [1:49:10<1:29:29,  9.50s/it, lr: 5.0e-05 loss: 4.987e-01]
fia_flux_2:  53%|#####2    | 635/1200 [1:49:10<1:29:29,  9.50s/it, lr: 5.0e-05 loss: 4.987e-01]
fia_flux_2:  53%|#####2    | 635/1200 [1:49:16<1:29:29,  9.50s/it, lr: 5.0e-05 loss: 1.425e-01]
fia_flux_2:  53%|#####2    | 635/1200 [1:49:16<1:29:29,  9.50s/it, lr: 5.0e-05 loss: 1.425e-01]
fia_flux_2:  53%|#####3    | 636/1200 [1:49:16<1:21:31,  8.67s/it, lr: 5.0e-05 loss: 1.425e-01]
fia_flux_2:  53%|#####3    | 636/1200 [1:49:16<1:21:31,  8.67s/it, lr: 5.0e-05 loss: 1.425e-01]
fia_flux_2:  53%|#####3    | 636/1200 [1:49:23<1:21:31,  8.67s/it, lr: 5.0e-05 loss: 2.505e-01]
fia_flux_2:  53%|#####3    | 636/1200 [1:49:23<1:21:31,  8.67s/it, lr: 5.0e-05 loss: 2.505e-01]
fia_flux_2:  53%|#####3    | 637/1200 [1:49:23<1:16:44,  8.18s/it, lr: 5.0e-05 loss: 2.505e-01]
fia_flux_2:  53%|#####3    | 637/1200 [1:49:23<1:16:44,  8.18s/it, lr: 5.0e-05 loss: 2.505e-01]
fia_flux_2:  53%|#####3    | 637/1200 [1:49:30<1:16:44,  8.18s/it, lr: 5.0e-05 loss: 1.223e+00]
fia_flux_2:  53%|#####3    | 637/1200 [1:49:30<1:16:44,  8.18s/it, lr: 5.0e-05 loss: 1.223e+00]
fia_flux_2:  53%|#####3    | 638/1200 [1:49:30<1:12:15,  7.71s/it, lr: 5.0e-05 loss: 1.223e+00]
fia_flux_2:  53%|#####3    | 638/1200 [1:49:30<1:12:15,  7.71s/it, lr: 5.0e-05 loss: 1.223e+00]
fia_flux_2:  53%|#####3    | 638/1200 [1:49:44<1:12:15,  7.71s/it, lr: 5.0e-05 loss: 1.049e+00]
fia_flux_2:  53%|#####3    | 638/1200 [1:49:44<1:12:15,  7.71s/it, lr: 5.0e-05 loss: 1.049e+00]
fia_flux_2:  53%|#####3    | 639/1200 [1:49:44<1:29:29,  9.57s/it, lr: 5.0e-05 loss: 1.049e+00]
fia_flux_2:  53%|#####3    | 639/1200 [1:49:44<1:29:29,  9.57s/it, lr: 5.0e-05 loss: 1.049e+00]
fia_flux_2:  53%|#####3    | 639/1200 [1:49:58<1:29:29,  9.57s/it, lr: 5.0e-05 loss: 2.863e-01]
fia_flux_2:  53%|#####3    | 639/1200 [1:49:58<1:29:29,  9.57s/it, lr: 5.0e-05 loss: 2.863e-01]
fia_flux_2:  53%|#####3    | 640/1200 [1:50:08<1:29:19,  9.57s/it, lr: 5.0e-05 loss: 7.461e-01]
fia_flux_2:  53%|#####3    | 640/1200 [1:50:08<1:29:19,  9.57s/it, lr: 5.0e-05 loss: 7.461e-01]
fia_flux_2:  53%|#####3    | 641/1200 [1:50:08<1:09:18,  7.44s/it, lr: 5.0e-05 loss: 7.461e-01]
fia_flux_2:  53%|#####3    | 641/1200 [1:50:08<1:09:18,  7.44s/it, lr: 5.0e-05 loss: 7.461e-01]
fia_flux_2:  53%|#####3    | 641/1200 [1:50:14<1:09:18,  7.44s/it, lr: 5.0e-05 loss: 3.882e-01]
fia_flux_2:  53%|#####3    | 641/1200 [1:50:14<1:09:18,  7.44s/it, lr: 5.0e-05 loss: 3.882e-01]
fia_flux_2:  54%|#####3    | 642/1200 [1:50:14<1:07:21,  7.24s/it, lr: 5.0e-05 loss: 3.882e-01]
fia_flux_2:  54%|#####3    | 642/1200 [1:50:14<1:07:21,  7.24s/it, lr: 5.0e-05 loss: 3.882e-01]
fia_flux_2:  54%|#####3    | 642/1200 [1:50:28<1:07:21,  7.24s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  54%|#####3    | 642/1200 [1:50:28<1:07:21,  7.24s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  54%|#####3    | 643/1200 [1:50:28<1:23:34,  9.00s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  54%|#####3    | 643/1200 [1:50:28<1:23:34,  9.00s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  54%|#####3    | 643/1200 [1:50:35<1:23:34,  9.00s/it, lr: 5.0e-05 loss: 3.926e-01]
fia_flux_2:  54%|#####3    | 643/1200 [1:50:35<1:23:34,  9.00s/it, lr: 5.0e-05 loss: 3.926e-01]
fia_flux_2:  54%|#####3    | 644/1200 [1:50:35<1:17:33,  8.37s/it, lr: 5.0e-05 loss: 3.926e-01]
fia_flux_2:  54%|#####3    | 644/1200 [1:50:35<1:17:33,  8.37s/it, lr: 5.0e-05 loss: 3.926e-01]
fia_flux_2:  54%|#####3    | 644/1200 [1:50:45<1:17:33,  8.37s/it, lr: 5.0e-05 loss: 3.117e-01]
fia_flux_2:  54%|#####3    | 644/1200 [1:50:45<1:17:33,  8.37s/it, lr: 5.0e-05 loss: 3.117e-01]
fia_flux_2:  54%|#####3    | 645/1200 [1:50:45<1:21:29,  8.81s/it, lr: 5.0e-05 loss: 3.117e-01]
fia_flux_2:  54%|#####3    | 645/1200 [1:50:45<1:21:29,  8.81s/it, lr: 5.0e-05 loss: 3.117e-01]
fia_flux_2:  54%|#####3    | 645/1200 [1:50:55<1:21:29,  8.81s/it, lr: 5.0e-05 loss: 1.315e-01]
fia_flux_2:  54%|#####3    | 645/1200 [1:50:55<1:21:29,  8.81s/it, lr: 5.0e-05 loss: 1.315e-01]
fia_flux_2:  54%|#####3    | 646/1200 [1:50:55<1:25:56,  9.31s/it, lr: 5.0e-05 loss: 1.315e-01]
fia_flux_2:  54%|#####3    | 646/1200 [1:50:55<1:25:56,  9.31s/it, lr: 5.0e-05 loss: 1.315e-01]
fia_flux_2:  54%|#####3    | 646/1200 [1:51:05<1:25:56,  9.31s/it, lr: 5.0e-05 loss: 5.770e-01]
fia_flux_2:  54%|#####3    | 646/1200 [1:51:05<1:25:56,  9.31s/it, lr: 5.0e-05 loss: 5.770e-01]
fia_flux_2:  54%|#####3    | 647/1200 [1:51:05<1:27:11,  9.46s/it, lr: 5.0e-05 loss: 5.770e-01]
fia_flux_2:  54%|#####3    | 647/1200 [1:51:05<1:27:11,  9.46s/it, lr: 5.0e-05 loss: 5.770e-01]
fia_flux_2:  54%|#####3    | 647/1200 [1:51:15<1:27:11,  9.46s/it, lr: 5.0e-05 loss: 6.805e-01]
fia_flux_2:  54%|#####3    | 647/1200 [1:51:15<1:27:11,  9.46s/it, lr: 5.0e-05 loss: 6.805e-01]
fia_flux_2:  54%|#####4    | 648/1200 [1:51:15<1:28:04,  9.57s/it, lr: 5.0e-05 loss: 6.805e-01]
fia_flux_2:  54%|#####4    | 648/1200 [1:51:15<1:28:04,  9.57s/it, lr: 5.0e-05 loss: 6.805e-01]
fia_flux_2:  54%|#####4    | 648/1200 [1:51:25<1:28:04,  9.57s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  54%|#####4    | 648/1200 [1:51:25<1:28:04,  9.57s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  54%|#####4    | 649/1200 [1:51:25<1:28:55,  9.68s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  54%|#####4    | 649/1200 [1:51:25<1:28:55,  9.68s/it, lr: 5.0e-05 loss: 1.218e+00]
fia_flux_2:  54%|#####4    | 649/1200 [1:51:39<1:28:55,  9.68s/it, lr: 5.0e-05 loss: 1.235e+00]
fia_flux_2:  54%|#####4    | 649/1200 [1:51:39<1:28:55,  9.68s/it, lr: 5.0e-05 loss: 1.235e+00]
fia_flux_2:  54%|#####4    | 650/1200 [1:51:49<1:28:45,  9.68s/it, lr: 5.0e-05 loss: 7.116e-01]
fia_flux_2:  54%|#####4    | 650/1200 [1:51:49<1:28:45,  9.68s/it, lr: 5.0e-05 loss: 7.116e-01]
fia_flux_2:  54%|#####4    | 651/1200 [1:51:49<1:08:37,  7.50s/it, lr: 5.0e-05 loss: 7.116e-01]
fia_flux_2:  54%|#####4    | 651/1200 [1:51:49<1:08:37,  7.50s/it, lr: 5.0e-05 loss: 7.116e-01]
fia_flux_2:  54%|#####4    | 651/1200 [1:51:56<1:08:37,  7.50s/it, lr: 5.0e-05 loss: 5.530e-01]
fia_flux_2:  54%|#####4    | 651/1200 [1:51:56<1:08:37,  7.50s/it, lr: 5.0e-05 loss: 5.530e-01]
fia_flux_2:  54%|#####4    | 652/1200 [1:51:56<1:06:27,  7.28s/it, lr: 5.0e-05 loss: 5.530e-01]
fia_flux_2:  54%|#####4    | 652/1200 [1:51:56<1:06:27,  7.28s/it, lr: 5.0e-05 loss: 5.530e-01]
fia_flux_2:  54%|#####4    | 652/1200 [1:52:06<1:06:27,  7.28s/it, lr: 5.0e-05 loss: 9.285e-01]
fia_flux_2:  54%|#####4    | 652/1200 [1:52:06<1:06:27,  7.28s/it, lr: 5.0e-05 loss: 9.285e-01]
fia_flux_2:  54%|#####4    | 653/1200 [1:52:06<1:13:32,  8.07s/it, lr: 5.0e-05 loss: 9.285e-01]
fia_flux_2:  54%|#####4    | 653/1200 [1:52:06<1:13:32,  8.07s/it, lr: 5.0e-05 loss: 9.285e-01]
fia_flux_2:  54%|#####4    | 653/1200 [1:52:16<1:13:32,  8.07s/it, lr: 5.0e-05 loss: 1.004e+00]
fia_flux_2:  54%|#####4    | 653/1200 [1:52:16<1:13:32,  8.07s/it, lr: 5.0e-05 loss: 1.004e+00]
fia_flux_2:  55%|#####4    | 654/1200 [1:52:16<1:18:01,  8.57s/it, lr: 5.0e-05 loss: 1.004e+00]
fia_flux_2:  55%|#####4    | 654/1200 [1:52:16<1:18:01,  8.57s/it, lr: 5.0e-05 loss: 1.004e+00]
fia_flux_2:  55%|#####4    | 654/1200 [1:52:22<1:18:01,  8.57s/it, lr: 5.0e-05 loss: 1.162e+00]
fia_flux_2:  55%|#####4    | 654/1200 [1:52:22<1:18:01,  8.57s/it, lr: 5.0e-05 loss: 1.162e+00]
fia_flux_2:  55%|#####4    | 655/1200 [1:52:22<1:13:00,  8.04s/it, lr: 5.0e-05 loss: 1.162e+00]
fia_flux_2:  55%|#####4    | 655/1200 [1:52:22<1:13:00,  8.04s/it, lr: 5.0e-05 loss: 1.162e+00]
fia_flux_2:  55%|#####4    | 655/1200 [1:52:36<1:13:00,  8.04s/it, lr: 5.0e-05 loss: 1.242e+00]
fia_flux_2:  55%|#####4    | 655/1200 [1:52:36<1:13:00,  8.04s/it, lr: 5.0e-05 loss: 1.242e+00]
fia_flux_2:  55%|#####4    | 656/1200 [1:52:36<1:28:14,  9.73s/it, lr: 5.0e-05 loss: 1.242e+00]
fia_flux_2:  55%|#####4    | 656/1200 [1:52:36<1:28:14,  9.73s/it, lr: 5.0e-05 loss: 1.242e+00]
fia_flux_2:  55%|#####4    | 656/1200 [1:52:51<1:28:14,  9.73s/it, lr: 5.0e-05 loss: 4.767e-01]
fia_flux_2:  55%|#####4    | 656/1200 [1:52:51<1:28:14,  9.73s/it, lr: 5.0e-05 loss: 4.767e-01]
fia_flux_2:  55%|#####4    | 657/1200 [1:52:51<1:40:00, 11.05s/it, lr: 5.0e-05 loss: 4.767e-01]
fia_flux_2:  55%|#####4    | 657/1200 [1:52:51<1:40:00, 11.05s/it, lr: 5.0e-05 loss: 4.767e-01]
fia_flux_2:  55%|#####4    | 657/1200 [1:52:57<1:40:00, 11.05s/it, lr: 5.0e-05 loss: 9.389e-01]
fia_flux_2:  55%|#####4    | 657/1200 [1:52:57<1:40:00, 11.05s/it, lr: 5.0e-05 loss: 9.389e-01]
fia_flux_2:  55%|#####4    | 658/1200 [1:52:57<1:28:12,  9.76s/it, lr: 5.0e-05 loss: 9.389e-01]
fia_flux_2:  55%|#####4    | 658/1200 [1:52:57<1:28:12,  9.76s/it, lr: 5.0e-05 loss: 9.389e-01]
fia_flux_2:  55%|#####4    | 658/1200 [1:53:11<1:28:12,  9.76s/it, lr: 5.0e-05 loss: 2.899e-01]
fia_flux_2:  55%|#####4    | 658/1200 [1:53:11<1:28:12,  9.76s/it, lr: 5.0e-05 loss: 2.899e-01]
fia_flux_2:  55%|#####4    | 659/1200 [1:53:11<1:39:21, 11.02s/it, lr: 5.0e-05 loss: 2.899e-01]
fia_flux_2:  55%|#####4    | 659/1200 [1:53:11<1:39:21, 11.02s/it, lr: 5.0e-05 loss: 2.899e-01]
fia_flux_2:  55%|#####4    | 659/1200 [1:53:18<1:39:21, 11.02s/it, lr: 5.0e-05 loss: 1.165e+00]
fia_flux_2:  55%|#####4    | 659/1200 [1:53:18<1:39:21, 11.02s/it, lr: 5.0e-05 loss: 1.165e+00]
+Saving at step 660
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000660.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  55%|#####5    | 660/1200 [1:53:25<1:39:10, 11.02s/it, lr: 5.0e-05 loss: 1.017e+00]
fia_flux_2:  55%|#####5    | 660/1200 [1:53:25<1:39:10, 11.02s/it, lr: 5.0e-05 loss: 1.017e+00]
fia_flux_2:  55%|#####5    | 661/1200 [1:53:25<1:07:38,  7.53s/it, lr: 5.0e-05 loss: 1.017e+00]
fia_flux_2:  55%|#####5    | 661/1200 [1:53:25<1:07:38,  7.53s/it, lr: 5.0e-05 loss: 1.017e+00]
fia_flux_2:  55%|#####5    | 661/1200 [1:53:39<1:07:38,  7.53s/it, lr: 5.0e-05 loss: 8.938e-01]
fia_flux_2:  55%|#####5    | 661/1200 [1:53:39<1:07:38,  7.53s/it, lr: 5.0e-05 loss: 8.938e-01]
fia_flux_2:  55%|#####5    | 662/1200 [1:53:39<1:21:40,  9.11s/it, lr: 5.0e-05 loss: 8.938e-01]
fia_flux_2:  55%|#####5    | 662/1200 [1:53:39<1:21:40,  9.11s/it, lr: 5.0e-05 loss: 8.938e-01]
fia_flux_2:  55%|#####5    | 662/1200 [1:53:45<1:21:40,  9.11s/it, lr: 5.0e-05 loss: 7.183e-01]
fia_flux_2:  55%|#####5    | 662/1200 [1:53:45<1:21:40,  9.11s/it, lr: 5.0e-05 loss: 7.183e-01]
fia_flux_2:  55%|#####5    | 663/1200 [1:53:45<1:15:37,  8.45s/it, lr: 5.0e-05 loss: 7.183e-01]
fia_flux_2:  55%|#####5    | 663/1200 [1:53:45<1:15:37,  8.45s/it, lr: 5.0e-05 loss: 7.183e-01]
fia_flux_2:  55%|#####5    | 663/1200 [1:53:55<1:15:37,  8.45s/it, lr: 5.0e-05 loss: 6.036e-01]
fia_flux_2:  55%|#####5    | 663/1200 [1:53:55<1:15:37,  8.45s/it, lr: 5.0e-05 loss: 6.036e-01]
fia_flux_2:  55%|#####5    | 664/1200 [1:53:55<1:19:03,  8.85s/it, lr: 5.0e-05 loss: 6.036e-01]
fia_flux_2:  55%|#####5    | 664/1200 [1:53:55<1:19:03,  8.85s/it, lr: 5.0e-05 loss: 6.036e-01]
fia_flux_2:  55%|#####5    | 664/1200 [1:54:05<1:19:03,  8.85s/it, lr: 5.0e-05 loss: 6.701e-01]
fia_flux_2:  55%|#####5    | 664/1200 [1:54:05<1:19:03,  8.85s/it, lr: 5.0e-05 loss: 6.701e-01]
fia_flux_2:  55%|#####5    | 665/1200 [1:54:05<1:21:55,  9.19s/it, lr: 5.0e-05 loss: 6.701e-01]
fia_flux_2:  55%|#####5    | 665/1200 [1:54:05<1:21:55,  9.19s/it, lr: 5.0e-05 loss: 6.701e-01]
fia_flux_2:  55%|#####5    | 665/1200 [1:54:19<1:21:55,  9.19s/it, lr: 5.0e-05 loss: 1.304e+00]
fia_flux_2:  55%|#####5    | 665/1200 [1:54:19<1:21:55,  9.19s/it, lr: 5.0e-05 loss: 1.304e+00]
fia_flux_2:  56%|#####5    | 666/1200 [1:54:19<1:34:09, 10.58s/it, lr: 5.0e-05 loss: 1.304e+00]
fia_flux_2:  56%|#####5    | 666/1200 [1:54:19<1:34:09, 10.58s/it, lr: 5.0e-05 loss: 1.304e+00]
fia_flux_2:  56%|#####5    | 666/1200 [1:54:29<1:34:09, 10.58s/it, lr: 5.0e-05 loss: 7.704e-01]
fia_flux_2:  56%|#####5    | 666/1200 [1:54:29<1:34:09, 10.58s/it, lr: 5.0e-05 loss: 7.704e-01]
fia_flux_2:  56%|#####5    | 667/1200 [1:54:29<1:32:02, 10.36s/it, lr: 5.0e-05 loss: 7.704e-01]
fia_flux_2:  56%|#####5    | 667/1200 [1:54:29<1:32:02, 10.36s/it, lr: 5.0e-05 loss: 7.704e-01]
fia_flux_2:  56%|#####5    | 667/1200 [1:54:36<1:32:02, 10.36s/it, lr: 5.0e-05 loss: 1.282e+00]
fia_flux_2:  56%|#####5    | 667/1200 [1:54:36<1:32:02, 10.36s/it, lr: 5.0e-05 loss: 1.282e+00]
fia_flux_2:  56%|#####5    | 668/1200 [1:54:36<1:22:22,  9.29s/it, lr: 5.0e-05 loss: 1.282e+00]
fia_flux_2:  56%|#####5    | 668/1200 [1:54:36<1:22:22,  9.29s/it, lr: 5.0e-05 loss: 1.282e+00]
fia_flux_2:  56%|#####5    | 668/1200 [1:54:50<1:22:22,  9.29s/it, lr: 5.0e-05 loss: 4.067e-01]
fia_flux_2:  56%|#####5    | 668/1200 [1:54:50<1:22:22,  9.29s/it, lr: 5.0e-05 loss: 4.067e-01]
fia_flux_2:  56%|#####5    | 669/1200 [1:54:50<1:34:00, 10.62s/it, lr: 5.0e-05 loss: 4.067e-01]
fia_flux_2:  56%|#####5    | 669/1200 [1:54:50<1:34:00, 10.62s/it, lr: 5.0e-05 loss: 4.067e-01]
fia_flux_2:  56%|#####5    | 669/1200 [1:55:04<1:34:00, 10.62s/it, lr: 5.0e-05 loss: 1.227e+00]
fia_flux_2:  56%|#####5    | 669/1200 [1:55:04<1:34:00, 10.62s/it, lr: 5.0e-05 loss: 1.227e+00]
fia_flux_2:  56%|#####5    | 670/1200 [1:55:14<1:33:49, 10.62s/it, lr: 5.0e-05 loss: 9.926e-01]
fia_flux_2:  56%|#####5    | 670/1200 [1:55:14<1:33:49, 10.62s/it, lr: 5.0e-05 loss: 9.926e-01]
fia_flux_2:  56%|#####5    | 671/1200 [1:55:14<1:10:38,  8.01s/it, lr: 5.0e-05 loss: 9.926e-01]
fia_flux_2:  56%|#####5    | 671/1200 [1:55:14<1:10:38,  8.01s/it, lr: 5.0e-05 loss: 9.926e-01]
fia_flux_2:  56%|#####5    | 671/1200 [1:55:20<1:10:38,  8.01s/it, lr: 5.0e-05 loss: 6.128e-01]
fia_flux_2:  56%|#####5    | 671/1200 [1:55:20<1:10:38,  8.01s/it, lr: 5.0e-05 loss: 6.128e-01]
fia_flux_2:  56%|#####6    | 672/1200 [1:55:20<1:07:38,  7.69s/it, lr: 5.0e-05 loss: 6.128e-01]
fia_flux_2:  56%|#####6    | 672/1200 [1:55:20<1:07:38,  7.69s/it, lr: 5.0e-05 loss: 6.128e-01]
fia_flux_2:  56%|#####6    | 672/1200 [1:55:35<1:07:38,  7.69s/it, lr: 5.0e-05 loss: 5.595e-01]
fia_flux_2:  56%|#####6    | 672/1200 [1:55:35<1:07:38,  7.69s/it, lr: 5.0e-05 loss: 5.595e-01]
fia_flux_2:  56%|#####6    | 673/1200 [1:55:35<1:22:38,  9.41s/it, lr: 5.0e-05 loss: 5.595e-01]
fia_flux_2:  56%|#####6    | 673/1200 [1:55:35<1:22:38,  9.41s/it, lr: 5.0e-05 loss: 5.595e-01]
fia_flux_2:  56%|#####6    | 673/1200 [1:55:41<1:22:38,  9.41s/it, lr: 5.0e-05 loss: 9.814e-01]
fia_flux_2:  56%|#####6    | 673/1200 [1:55:41<1:22:38,  9.41s/it, lr: 5.0e-05 loss: 9.814e-01]
fia_flux_2:  56%|#####6    | 674/1200 [1:55:41<1:15:48,  8.65s/it, lr: 5.0e-05 loss: 9.814e-01]
fia_flux_2:  56%|#####6    | 674/1200 [1:55:41<1:15:48,  8.65s/it, lr: 5.0e-05 loss: 9.814e-01]
fia_flux_2:  56%|#####6    | 674/1200 [1:55:55<1:15:48,  8.65s/it, lr: 5.0e-05 loss: 1.084e+00]
fia_flux_2:  56%|#####6    | 674/1200 [1:55:55<1:15:48,  8.65s/it, lr: 5.0e-05 loss: 1.084e+00]
fia_flux_2:  56%|#####6    | 675/1200 [1:55:55<1:29:29, 10.23s/it, lr: 5.0e-05 loss: 1.084e+00]
fia_flux_2:  56%|#####6    | 675/1200 [1:55:55<1:29:29, 10.23s/it, lr: 5.0e-05 loss: 1.084e+00]
fia_flux_2:  56%|#####6    | 675/1200 [1:56:05<1:29:29, 10.23s/it, lr: 5.0e-05 loss: 4.692e-01]
fia_flux_2:  56%|#####6    | 675/1200 [1:56:05<1:29:29, 10.23s/it, lr: 5.0e-05 loss: 4.692e-01]
fia_flux_2:  56%|#####6    | 676/1200 [1:56:05<1:28:40, 10.15s/it, lr: 5.0e-05 loss: 4.692e-01]
fia_flux_2:  56%|#####6    | 676/1200 [1:56:05<1:28:40, 10.15s/it, lr: 5.0e-05 loss: 4.692e-01]
fia_flux_2:  56%|#####6    | 676/1200 [1:56:12<1:28:40, 10.15s/it, lr: 5.0e-05 loss: 1.376e+00]
fia_flux_2:  56%|#####6    | 676/1200 [1:56:12<1:28:40, 10.15s/it, lr: 5.0e-05 loss: 1.376e+00]
fia_flux_2:  56%|#####6    | 677/1200 [1:56:12<1:19:31,  9.12s/it, lr: 5.0e-05 loss: 1.376e+00]
fia_flux_2:  56%|#####6    | 677/1200 [1:56:12<1:19:31,  9.12s/it, lr: 5.0e-05 loss: 1.376e+00]
fia_flux_2:  56%|#####6    | 677/1200 [1:56:22<1:19:31,  9.12s/it, lr: 5.0e-05 loss: 8.697e-01]
fia_flux_2:  56%|#####6    | 677/1200 [1:56:22<1:19:31,  9.12s/it, lr: 5.0e-05 loss: 8.697e-01]
fia_flux_2:  56%|#####6    | 678/1200 [1:56:22<1:21:28,  9.37s/it, lr: 5.0e-05 loss: 8.697e-01]
fia_flux_2:  56%|#####6    | 678/1200 [1:56:22<1:21:28,  9.37s/it, lr: 5.0e-05 loss: 8.697e-01]
fia_flux_2:  56%|#####6    | 678/1200 [1:56:32<1:21:28,  9.37s/it, lr: 5.0e-05 loss: 1.137e+00]
fia_flux_2:  56%|#####6    | 678/1200 [1:56:32<1:21:28,  9.37s/it, lr: 5.0e-05 loss: 1.137e+00]
fia_flux_2:  57%|#####6    | 679/1200 [1:56:32<1:22:29,  9.50s/it, lr: 5.0e-05 loss: 1.137e+00]
fia_flux_2:  57%|#####6    | 679/1200 [1:56:32<1:22:29,  9.50s/it, lr: 5.0e-05 loss: 1.137e+00]
fia_flux_2:  57%|#####6    | 679/1200 [1:56:38<1:22:29,  9.50s/it, lr: 5.0e-05 loss: 6.842e-02]
fia_flux_2:  57%|#####6    | 679/1200 [1:56:38<1:22:29,  9.50s/it, lr: 5.0e-05 loss: 6.842e-02]
fia_flux_2:  57%|#####6    | 680/1200 [1:56:52<1:22:20,  9.50s/it, lr: 5.0e-05 loss: 9.185e-01]
fia_flux_2:  57%|#####6    | 680/1200 [1:56:52<1:22:20,  9.50s/it, lr: 5.0e-05 loss: 9.185e-01]
fia_flux_2:  57%|#####6    | 681/1200 [1:56:52<1:12:16,  8.36s/it, lr: 5.0e-05 loss: 9.185e-01]
fia_flux_2:  57%|#####6    | 681/1200 [1:56:52<1:12:16,  8.36s/it, lr: 5.0e-05 loss: 9.185e-01]
fia_flux_2:  57%|#####6    | 681/1200 [1:57:06<1:12:16,  8.36s/it, lr: 5.0e-05 loss: 6.773e-01]
fia_flux_2:  57%|#####6    | 681/1200 [1:57:06<1:12:16,  8.36s/it, lr: 5.0e-05 loss: 6.773e-01]
fia_flux_2:  57%|#####6    | 682/1200 [1:57:06<1:24:08,  9.75s/it, lr: 5.0e-05 loss: 6.773e-01]
fia_flux_2:  57%|#####6    | 682/1200 [1:57:06<1:24:08,  9.75s/it, lr: 5.0e-05 loss: 6.773e-01]
fia_flux_2:  57%|#####6    | 682/1200 [1:57:13<1:24:08,  9.75s/it, lr: 5.0e-05 loss: 5.936e-02]
fia_flux_2:  57%|#####6    | 682/1200 [1:57:13<1:24:08,  9.75s/it, lr: 5.0e-05 loss: 5.936e-02]
fia_flux_2:  57%|#####6    | 683/1200 [1:57:13<1:17:44,  9.02s/it, lr: 5.0e-05 loss: 5.936e-02]
fia_flux_2:  57%|#####6    | 683/1200 [1:57:13<1:17:44,  9.02s/it, lr: 5.0e-05 loss: 5.936e-02]
fia_flux_2:  57%|#####6    | 683/1200 [1:57:20<1:17:44,  9.02s/it, lr: 5.0e-05 loss: 1.033e+00]
fia_flux_2:  57%|#####6    | 683/1200 [1:57:20<1:17:44,  9.02s/it, lr: 5.0e-05 loss: 1.033e+00]
fia_flux_2:  57%|#####6    | 684/1200 [1:57:20<1:12:03,  8.38s/it, lr: 5.0e-05 loss: 1.033e+00]
fia_flux_2:  57%|#####6    | 684/1200 [1:57:20<1:12:03,  8.38s/it, lr: 5.0e-05 loss: 1.033e+00]
fia_flux_2:  57%|#####6    | 684/1200 [1:57:30<1:12:03,  8.38s/it, lr: 5.0e-05 loss: 4.305e-01]
fia_flux_2:  57%|#####6    | 684/1200 [1:57:30<1:12:03,  8.38s/it, lr: 5.0e-05 loss: 4.305e-01]
fia_flux_2:  57%|#####7    | 685/1200 [1:57:30<1:15:22,  8.78s/it, lr: 5.0e-05 loss: 4.305e-01]
fia_flux_2:  57%|#####7    | 685/1200 [1:57:30<1:15:22,  8.78s/it, lr: 5.0e-05 loss: 4.305e-01]
fia_flux_2:  57%|#####7    | 685/1200 [1:57:44<1:15:22,  8.78s/it, lr: 5.0e-05 loss: 3.586e-01]
fia_flux_2:  57%|#####7    | 685/1200 [1:57:44<1:15:22,  8.78s/it, lr: 5.0e-05 loss: 3.586e-01]
fia_flux_2:  57%|#####7    | 686/1200 [1:57:44<1:28:45, 10.36s/it, lr: 5.0e-05 loss: 3.586e-01]
fia_flux_2:  57%|#####7    | 686/1200 [1:57:44<1:28:45, 10.36s/it, lr: 5.0e-05 loss: 3.586e-01]
fia_flux_2:  57%|#####7    | 686/1200 [1:57:59<1:28:45, 10.36s/it, lr: 5.0e-05 loss: 8.707e-01]
fia_flux_2:  57%|#####7    | 686/1200 [1:57:59<1:28:45, 10.36s/it, lr: 5.0e-05 loss: 8.707e-01]
fia_flux_2:  57%|#####7    | 687/1200 [1:57:59<1:38:20, 11.50s/it, lr: 5.0e-05 loss: 8.707e-01]
fia_flux_2:  57%|#####7    | 687/1200 [1:57:59<1:38:20, 11.50s/it, lr: 5.0e-05 loss: 8.707e-01]
fia_flux_2:  57%|#####7    | 687/1200 [1:58:13<1:38:20, 11.50s/it, lr: 5.0e-05 loss: 1.456e+00]
fia_flux_2:  57%|#####7    | 687/1200 [1:58:13<1:38:20, 11.50s/it, lr: 5.0e-05 loss: 1.456e+00]
fia_flux_2:  57%|#####7    | 688/1200 [1:58:13<1:44:23, 12.23s/it, lr: 5.0e-05 loss: 1.456e+00]
fia_flux_2:  57%|#####7    | 688/1200 [1:58:13<1:44:23, 12.23s/it, lr: 5.0e-05 loss: 1.456e+00]
fia_flux_2:  57%|#####7    | 688/1200 [1:58:19<1:44:23, 12.23s/it, lr: 5.0e-05 loss: 7.034e-01]
fia_flux_2:  57%|#####7    | 688/1200 [1:58:19<1:44:23, 12.23s/it, lr: 5.0e-05 loss: 7.034e-01]
fia_flux_2:  57%|#####7    | 689/1200 [1:58:19<1:30:01, 10.57s/it, lr: 5.0e-05 loss: 7.034e-01]
fia_flux_2:  57%|#####7    | 689/1200 [1:58:19<1:30:01, 10.57s/it, lr: 5.0e-05 loss: 7.034e-01]
fia_flux_2:  57%|#####7    | 689/1200 [1:58:33<1:30:01, 10.57s/it, lr: 5.0e-05 loss: 1.110e+00]
fia_flux_2:  57%|#####7    | 689/1200 [1:58:33<1:30:01, 10.57s/it, lr: 5.0e-05 loss: 1.110e+00]
fia_flux_2:  57%|#####7    | 690/1200 [1:58:40<1:29:50, 10.57s/it, lr: 5.0e-05 loss: 1.964e-01]
fia_flux_2:  57%|#####7    | 690/1200 [1:58:40<1:29:50, 10.57s/it, lr: 5.0e-05 loss: 1.964e-01]
fia_flux_2:  58%|#####7    | 691/1200 [1:58:40<1:01:26,  7.24s/it, lr: 5.0e-05 loss: 1.964e-01]
fia_flux_2:  58%|#####7    | 691/1200 [1:58:40<1:01:26,  7.24s/it, lr: 5.0e-05 loss: 1.964e-01]
fia_flux_2:  58%|#####7    | 691/1200 [1:58:54<1:01:26,  7.24s/it, lr: 5.0e-05 loss: 8.963e-02]
fia_flux_2:  58%|#####7    | 691/1200 [1:58:54<1:01:26,  7.24s/it, lr: 5.0e-05 loss: 8.963e-02]
fia_flux_2:  58%|#####7    | 692/1200 [1:58:54<1:16:02,  8.98s/it, lr: 5.0e-05 loss: 8.963e-02]
fia_flux_2:  58%|#####7    | 692/1200 [1:58:54<1:16:02,  8.98s/it, lr: 5.0e-05 loss: 8.963e-02]
fia_flux_2:  58%|#####7    | 692/1200 [1:59:01<1:16:02,  8.98s/it, lr: 5.0e-05 loss: 1.579e-01]
fia_flux_2:  58%|#####7    | 692/1200 [1:59:01<1:16:02,  8.98s/it, lr: 5.0e-05 loss: 1.579e-01]
fia_flux_2:  58%|#####7    | 693/1200 [1:59:01<1:10:40,  8.36s/it, lr: 5.0e-05 loss: 1.579e-01]
fia_flux_2:  58%|#####7    | 693/1200 [1:59:01<1:10:40,  8.36s/it, lr: 5.0e-05 loss: 1.579e-01]
fia_flux_2:  58%|#####7    | 693/1200 [1:59:15<1:10:40,  8.36s/it, lr: 5.0e-05 loss: 4.788e-01]
fia_flux_2:  58%|#####7    | 693/1200 [1:59:15<1:10:40,  8.36s/it, lr: 5.0e-05 loss: 4.788e-01]
fia_flux_2:  58%|#####7    | 694/1200 [1:59:15<1:24:05,  9.97s/it, lr: 5.0e-05 loss: 4.788e-01]
fia_flux_2:  58%|#####7    | 694/1200 [1:59:15<1:24:05,  9.97s/it, lr: 5.0e-05 loss: 4.788e-01]
fia_flux_2:  58%|#####7    | 694/1200 [1:59:25<1:24:05,  9.97s/it, lr: 5.0e-05 loss: 8.739e-01]
fia_flux_2:  58%|#####7    | 694/1200 [1:59:25<1:24:05,  9.97s/it, lr: 5.0e-05 loss: 8.739e-01]
fia_flux_2:  58%|#####7    | 695/1200 [1:59:25<1:23:38,  9.94s/it, lr: 5.0e-05 loss: 8.739e-01]
fia_flux_2:  58%|#####7    | 695/1200 [1:59:25<1:23:38,  9.94s/it, lr: 5.0e-05 loss: 8.739e-01]
fia_flux_2:  58%|#####7    | 695/1200 [1:59:39<1:23:38,  9.94s/it, lr: 5.0e-05 loss: 1.097e+00]
fia_flux_2:  58%|#####7    | 695/1200 [1:59:39<1:23:38,  9.94s/it, lr: 5.0e-05 loss: 1.097e+00]
fia_flux_2:  58%|#####8    | 696/1200 [1:59:39<1:33:13, 11.10s/it, lr: 5.0e-05 loss: 1.097e+00]
fia_flux_2:  58%|#####8    | 696/1200 [1:59:39<1:33:13, 11.10s/it, lr: 5.0e-05 loss: 1.097e+00]
fia_flux_2:  58%|#####8    | 696/1200 [1:59:49<1:33:13, 11.10s/it, lr: 5.0e-05 loss: 1.301e+00]
fia_flux_2:  58%|#####8    | 696/1200 [1:59:49<1:33:13, 11.10s/it, lr: 5.0e-05 loss: 1.301e+00]
fia_flux_2:  58%|#####8    | 697/1200 [1:59:49<1:29:56, 10.73s/it, lr: 5.0e-05 loss: 1.301e+00]
fia_flux_2:  58%|#####8    | 697/1200 [1:59:49<1:29:56, 10.73s/it, lr: 5.0e-05 loss: 1.301e+00]
fia_flux_2:  58%|#####8    | 697/1200 [1:59:55<1:29:56, 10.73s/it, lr: 5.0e-05 loss: 5.474e-02]
fia_flux_2:  58%|#####8    | 697/1200 [1:59:55<1:29:56, 10.73s/it, lr: 5.0e-05 loss: 5.474e-02]
fia_flux_2:  58%|#####8    | 698/1200 [1:59:55<1:19:37,  9.52s/it, lr: 5.0e-05 loss: 5.474e-02]
fia_flux_2:  58%|#####8    | 698/1200 [1:59:55<1:19:37,  9.52s/it, lr: 5.0e-05 loss: 5.474e-02]
fia_flux_2:  58%|#####8    | 698/1200 [2:00:09<1:19:37,  9.52s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  58%|#####8    | 698/1200 [2:00:09<1:19:37,  9.52s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  58%|#####8    | 699/1200 [2:00:09<1:31:12, 10.92s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  58%|#####8    | 699/1200 [2:00:09<1:31:12, 10.92s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  58%|#####8    | 699/1200 [2:00:16<1:31:12, 10.92s/it, lr: 5.0e-05 loss: 1.447e-01]
fia_flux_2:  58%|#####8    | 699/1200 [2:00:16<1:31:12, 10.92s/it, lr: 5.0e-05 loss: 1.447e-01]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.03s/it]
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.03s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:45<01:46, 53.24s/it]
Generating Images:  50%|#####     | 2/4 [01:45<01:46, 53.24s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:36<00:52, 52.22s/it]
Generating Images:  75%|#######5  | 3/4 [02:36<00:52, 52.22s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:27<00:00, 51.77s/it]
Generating Images: 100%|##########| 4/4 [03:27<00:00, 51.77s/it]
+
+
                                                                
                                                                
fia_flux_2:  58%|#####8    | 700/1200 [2:00:27<1:31:02, 10.92s/it, lr: 5.0e-05 loss: 7.587e-01]
fia_flux_2:  58%|#####8    | 700/1200 [2:00:27<1:31:02, 10.92s/it, lr: 5.0e-05 loss: 7.587e-01]
fia_flux_2:  58%|#####8    | 701/1200 [2:00:27<1:09:18,  8.33s/it, lr: 5.0e-05 loss: 7.587e-01]
fia_flux_2:  58%|#####8    | 701/1200 [2:00:27<1:09:18,  8.33s/it, lr: 5.0e-05 loss: 7.587e-01]
fia_flux_2:  58%|#####8    | 701/1200 [2:00:37<1:09:18,  8.33s/it, lr: 5.0e-05 loss: 1.069e+00]
fia_flux_2:  58%|#####8    | 701/1200 [2:00:37<1:09:18,  8.33s/it, lr: 5.0e-05 loss: 1.069e+00]
fia_flux_2:  58%|#####8    | 702/1200 [2:00:37<1:12:59,  8.79s/it, lr: 5.0e-05 loss: 1.069e+00]
fia_flux_2:  58%|#####8    | 702/1200 [2:00:37<1:12:59,  8.79s/it, lr: 5.0e-05 loss: 1.069e+00]
fia_flux_2:  58%|#####8    | 702/1200 [2:00:47<1:12:59,  8.79s/it, lr: 5.0e-05 loss: 4.786e-01]
fia_flux_2:  58%|#####8    | 702/1200 [2:00:47<1:12:59,  8.79s/it, lr: 5.0e-05 loss: 4.786e-01]
fia_flux_2:  59%|#####8    | 703/1200 [2:00:47<1:15:19,  9.09s/it, lr: 5.0e-05 loss: 4.786e-01]
fia_flux_2:  59%|#####8    | 703/1200 [2:00:47<1:15:19,  9.09s/it, lr: 5.0e-05 loss: 4.786e-01]
fia_flux_2:  59%|#####8    | 703/1200 [2:00:53<1:15:19,  9.09s/it, lr: 5.0e-05 loss: 4.817e-01]
fia_flux_2:  59%|#####8    | 703/1200 [2:00:53<1:15:19,  9.09s/it, lr: 5.0e-05 loss: 4.817e-01]
fia_flux_2:  59%|#####8    | 704/1200 [2:00:53<1:09:41,  8.43s/it, lr: 5.0e-05 loss: 4.817e-01]
fia_flux_2:  59%|#####8    | 704/1200 [2:00:53<1:09:41,  8.43s/it, lr: 5.0e-05 loss: 4.817e-01]
fia_flux_2:  59%|#####8    | 704/1200 [2:01:03<1:09:41,  8.43s/it, lr: 5.0e-05 loss: 5.804e-01]
fia_flux_2:  59%|#####8    | 704/1200 [2:01:03<1:09:41,  8.43s/it, lr: 5.0e-05 loss: 5.804e-01]
fia_flux_2:  59%|#####8    | 705/1200 [2:01:03<1:12:47,  8.82s/it, lr: 5.0e-05 loss: 5.804e-01]
fia_flux_2:  59%|#####8    | 705/1200 [2:01:03<1:12:47,  8.82s/it, lr: 5.0e-05 loss: 5.804e-01]
fia_flux_2:  59%|#####8    | 705/1200 [2:01:17<1:12:47,  8.82s/it, lr: 5.0e-05 loss: 8.658e-01]
fia_flux_2:  59%|#####8    | 705/1200 [2:01:17<1:12:47,  8.82s/it, lr: 5.0e-05 loss: 8.658e-01]
fia_flux_2:  59%|#####8    | 706/1200 [2:01:17<1:24:47, 10.30s/it, lr: 5.0e-05 loss: 8.658e-01]
fia_flux_2:  59%|#####8    | 706/1200 [2:01:17<1:24:47, 10.30s/it, lr: 5.0e-05 loss: 8.658e-01]
fia_flux_2:  59%|#####8    | 706/1200 [2:01:27<1:24:47, 10.30s/it, lr: 5.0e-05 loss: 1.386e+00]
fia_flux_2:  59%|#####8    | 706/1200 [2:01:27<1:24:47, 10.30s/it, lr: 5.0e-05 loss: 1.386e+00]
fia_flux_2:  59%|#####8    | 707/1200 [2:01:27<1:23:31, 10.16s/it, lr: 5.0e-05 loss: 1.386e+00]
fia_flux_2:  59%|#####8    | 707/1200 [2:01:27<1:23:31, 10.16s/it, lr: 5.0e-05 loss: 1.386e+00]
fia_flux_2:  59%|#####8    | 707/1200 [2:01:37<1:23:31, 10.16s/it, lr: 5.0e-05 loss: 6.825e-01]
fia_flux_2:  59%|#####8    | 707/1200 [2:01:37<1:23:31, 10.16s/it, lr: 5.0e-05 loss: 6.825e-01]
fia_flux_2:  59%|#####8    | 708/1200 [2:01:37<1:22:50, 10.10s/it, lr: 5.0e-05 loss: 6.825e-01]
fia_flux_2:  59%|#####8    | 708/1200 [2:01:37<1:22:50, 10.10s/it, lr: 5.0e-05 loss: 6.825e-01]
fia_flux_2:  59%|#####8    | 708/1200 [2:01:47<1:22:50, 10.10s/it, lr: 5.0e-05 loss: 9.566e-01]
fia_flux_2:  59%|#####8    | 708/1200 [2:01:47<1:22:50, 10.10s/it, lr: 5.0e-05 loss: 9.566e-01]
fia_flux_2:  59%|#####9    | 709/1200 [2:01:47<1:22:18, 10.06s/it, lr: 5.0e-05 loss: 9.566e-01]
fia_flux_2:  59%|#####9    | 709/1200 [2:01:47<1:22:18, 10.06s/it, lr: 5.0e-05 loss: 9.566e-01]
fia_flux_2:  59%|#####9    | 709/1200 [2:01:57<1:22:18, 10.06s/it, lr: 5.0e-05 loss: 1.224e+00]
fia_flux_2:  59%|#####9    | 709/1200 [2:01:57<1:22:18, 10.06s/it, lr: 5.0e-05 loss: 1.224e+00]
fia_flux_2:  59%|#####9    | 710/1200 [2:02:03<1:22:08, 10.06s/it, lr: 5.0e-05 loss: 2.514e-01]
fia_flux_2:  59%|#####9    | 710/1200 [2:02:03<1:22:08, 10.06s/it, lr: 5.0e-05 loss: 2.514e-01]
fia_flux_2:  59%|#####9    | 711/1200 [2:02:03<56:46,  6.97s/it, lr: 5.0e-05 loss: 2.514e-01]  
fia_flux_2:  59%|#####9    | 711/1200 [2:02:03<56:46,  6.97s/it, lr: 5.0e-05 loss: 2.514e-01]  
fia_flux_2:  59%|#####9    | 711/1200 [2:02:18<56:46,  6.97s/it, lr: 5.0e-05 loss: 3.342e-02]
fia_flux_2:  59%|#####9    | 711/1200 [2:02:18<56:46,  6.97s/it, lr: 5.0e-05 loss: 3.342e-02]
fia_flux_2:  59%|#####9    | 712/1200 [2:02:18<1:11:23,  8.78s/it, lr: 5.0e-05 loss: 3.342e-02]
fia_flux_2:  59%|#####9    | 712/1200 [2:02:18<1:11:23,  8.78s/it, lr: 5.0e-05 loss: 3.342e-02]
fia_flux_2:  59%|#####9    | 712/1200 [2:02:28<1:11:23,  8.78s/it, lr: 5.0e-05 loss: 3.961e-02]
fia_flux_2:  59%|#####9    | 712/1200 [2:02:28<1:11:23,  8.78s/it, lr: 5.0e-05 loss: 3.961e-02]
fia_flux_2:  59%|#####9    | 713/1200 [2:02:28<1:13:28,  9.05s/it, lr: 5.0e-05 loss: 3.961e-02]
fia_flux_2:  59%|#####9    | 713/1200 [2:02:28<1:13:28,  9.05s/it, lr: 5.0e-05 loss: 3.961e-02]
fia_flux_2:  59%|#####9    | 713/1200 [2:02:34<1:13:28,  9.05s/it, lr: 5.0e-05 loss: 1.188e+00]
fia_flux_2:  59%|#####9    | 713/1200 [2:02:34<1:13:28,  9.05s/it, lr: 5.0e-05 loss: 1.188e+00]
fia_flux_2:  60%|#####9    | 714/1200 [2:02:34<1:07:55,  8.39s/it, lr: 5.0e-05 loss: 1.188e+00]
fia_flux_2:  60%|#####9    | 714/1200 [2:02:34<1:07:55,  8.39s/it, lr: 5.0e-05 loss: 1.188e+00]
fia_flux_2:  60%|#####9    | 714/1200 [2:02:41<1:07:55,  8.39s/it, lr: 5.0e-05 loss: 1.237e+00]
fia_flux_2:  60%|#####9    | 714/1200 [2:02:41<1:07:55,  8.39s/it, lr: 5.0e-05 loss: 1.237e+00]
fia_flux_2:  60%|#####9    | 715/1200 [2:02:41<1:03:44,  7.88s/it, lr: 5.0e-05 loss: 1.237e+00]
fia_flux_2:  60%|#####9    | 715/1200 [2:02:41<1:03:44,  7.88s/it, lr: 5.0e-05 loss: 1.237e+00]
fia_flux_2:  60%|#####9    | 715/1200 [2:02:55<1:03:44,  7.88s/it, lr: 5.0e-05 loss: 8.279e-01]
fia_flux_2:  60%|#####9    | 715/1200 [2:02:55<1:03:44,  7.88s/it, lr: 5.0e-05 loss: 8.279e-01]
fia_flux_2:  60%|#####9    | 716/1200 [2:02:55<1:17:38,  9.63s/it, lr: 5.0e-05 loss: 8.279e-01]
fia_flux_2:  60%|#####9    | 716/1200 [2:02:55<1:17:38,  9.63s/it, lr: 5.0e-05 loss: 8.279e-01]
fia_flux_2:  60%|#####9    | 716/1200 [2:03:01<1:17:38,  9.63s/it, lr: 5.0e-05 loss: 1.169e+00]
fia_flux_2:  60%|#####9    | 716/1200 [2:03:01<1:17:38,  9.63s/it, lr: 5.0e-05 loss: 1.169e+00]
fia_flux_2:  60%|#####9    | 717/1200 [2:03:01<1:10:36,  8.77s/it, lr: 5.0e-05 loss: 1.169e+00]
fia_flux_2:  60%|#####9    | 717/1200 [2:03:01<1:10:36,  8.77s/it, lr: 5.0e-05 loss: 1.169e+00]
fia_flux_2:  60%|#####9    | 717/1200 [2:03:08<1:10:36,  8.77s/it, lr: 5.0e-05 loss: 4.428e-01]
fia_flux_2:  60%|#####9    | 717/1200 [2:03:08<1:10:36,  8.77s/it, lr: 5.0e-05 loss: 4.428e-01]
fia_flux_2:  60%|#####9    | 718/1200 [2:03:08<1:05:24,  8.14s/it, lr: 5.0e-05 loss: 4.428e-01]
fia_flux_2:  60%|#####9    | 718/1200 [2:03:08<1:05:24,  8.14s/it, lr: 5.0e-05 loss: 4.428e-01]
fia_flux_2:  60%|#####9    | 718/1200 [2:03:22<1:05:24,  8.14s/it, lr: 5.0e-05 loss: 1.342e-01]
fia_flux_2:  60%|#####9    | 718/1200 [2:03:22<1:05:24,  8.14s/it, lr: 5.0e-05 loss: 1.342e-01]
fia_flux_2:  60%|#####9    | 719/1200 [2:03:22<1:19:49,  9.96s/it, lr: 5.0e-05 loss: 1.342e-01]
fia_flux_2:  60%|#####9    | 719/1200 [2:03:22<1:19:49,  9.96s/it, lr: 5.0e-05 loss: 1.342e-01]
fia_flux_2:  60%|#####9    | 719/1200 [2:03:32<1:19:49,  9.96s/it, lr: 5.0e-05 loss: 1.265e+00]
fia_flux_2:  60%|#####9    | 719/1200 [2:03:32<1:19:49,  9.96s/it, lr: 5.0e-05 loss: 1.265e+00]
+Saving at step 720
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000720.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  60%|######    | 720/1200 [2:03:47<1:19:39,  9.96s/it, lr: 5.0e-05 loss: 5.862e-01]
fia_flux_2:  60%|######    | 720/1200 [2:03:47<1:19:39,  9.96s/it, lr: 5.0e-05 loss: 5.862e-01]
fia_flux_2:  60%|######    | 721/1200 [2:03:47<1:09:39,  8.73s/it, lr: 5.0e-05 loss: 5.862e-01]
fia_flux_2:  60%|######    | 721/1200 [2:03:47<1:09:39,  8.73s/it, lr: 5.0e-05 loss: 5.862e-01]
fia_flux_2:  60%|######    | 721/1200 [2:03:57<1:09:39,  8.73s/it, lr: 5.0e-05 loss: 1.002e+00]
fia_flux_2:  60%|######    | 721/1200 [2:03:57<1:09:39,  8.73s/it, lr: 5.0e-05 loss: 1.002e+00]
fia_flux_2:  60%|######    | 722/1200 [2:03:57<1:11:37,  8.99s/it, lr: 5.0e-05 loss: 1.002e+00]
fia_flux_2:  60%|######    | 722/1200 [2:03:57<1:11:37,  8.99s/it, lr: 5.0e-05 loss: 1.002e+00]
fia_flux_2:  60%|######    | 722/1200 [2:04:06<1:11:37,  8.99s/it, lr: 5.0e-05 loss: 2.760e-01]
fia_flux_2:  60%|######    | 722/1200 [2:04:06<1:11:37,  8.99s/it, lr: 5.0e-05 loss: 2.760e-01]
fia_flux_2:  60%|######    | 723/1200 [2:04:06<1:13:10,  9.21s/it, lr: 5.0e-05 loss: 2.760e-01]
fia_flux_2:  60%|######    | 723/1200 [2:04:06<1:13:10,  9.21s/it, lr: 5.0e-05 loss: 2.760e-01]
fia_flux_2:  60%|######    | 723/1200 [2:04:20<1:13:10,  9.21s/it, lr: 5.0e-05 loss: 1.097e+00]
fia_flux_2:  60%|######    | 723/1200 [2:04:20<1:13:10,  9.21s/it, lr: 5.0e-05 loss: 1.097e+00]
fia_flux_2:  60%|######    | 724/1200 [2:04:20<1:23:29, 10.52s/it, lr: 5.0e-05 loss: 1.097e+00]
fia_flux_2:  60%|######    | 724/1200 [2:04:20<1:23:29, 10.52s/it, lr: 5.0e-05 loss: 1.097e+00]
fia_flux_2:  60%|######    | 724/1200 [2:04:27<1:23:29, 10.52s/it, lr: 5.0e-05 loss: 9.836e-01]
fia_flux_2:  60%|######    | 724/1200 [2:04:27<1:23:29, 10.52s/it, lr: 5.0e-05 loss: 9.836e-01]
fia_flux_2:  60%|######    | 725/1200 [2:04:27<1:15:29,  9.54s/it, lr: 5.0e-05 loss: 9.836e-01]
fia_flux_2:  60%|######    | 725/1200 [2:04:27<1:15:29,  9.54s/it, lr: 5.0e-05 loss: 9.836e-01]
fia_flux_2:  60%|######    | 725/1200 [2:04:41<1:15:29,  9.54s/it, lr: 5.0e-05 loss: 7.947e-01]
fia_flux_2:  60%|######    | 725/1200 [2:04:41<1:15:29,  9.54s/it, lr: 5.0e-05 loss: 7.947e-01]
fia_flux_2:  60%|######    | 726/1200 [2:04:41<1:25:20, 10.80s/it, lr: 5.0e-05 loss: 7.947e-01]
fia_flux_2:  60%|######    | 726/1200 [2:04:41<1:25:20, 10.80s/it, lr: 5.0e-05 loss: 7.947e-01]
fia_flux_2:  60%|######    | 726/1200 [2:04:51<1:25:20, 10.80s/it, lr: 5.0e-05 loss: 6.344e-01]
fia_flux_2:  60%|######    | 726/1200 [2:04:51<1:25:20, 10.80s/it, lr: 5.0e-05 loss: 6.344e-01]
fia_flux_2:  61%|######    | 727/1200 [2:04:51<1:22:55, 10.52s/it, lr: 5.0e-05 loss: 6.344e-01]
fia_flux_2:  61%|######    | 727/1200 [2:04:51<1:22:55, 10.52s/it, lr: 5.0e-05 loss: 6.344e-01]
fia_flux_2:  61%|######    | 727/1200 [2:05:01<1:22:55, 10.52s/it, lr: 5.0e-05 loss: 1.080e+00]
fia_flux_2:  61%|######    | 727/1200 [2:05:01<1:22:55, 10.52s/it, lr: 5.0e-05 loss: 1.080e+00]
fia_flux_2:  61%|######    | 728/1200 [2:05:01<1:21:08, 10.32s/it, lr: 5.0e-05 loss: 1.080e+00]
fia_flux_2:  61%|######    | 728/1200 [2:05:01<1:21:08, 10.32s/it, lr: 5.0e-05 loss: 1.080e+00]
fia_flux_2:  61%|######    | 728/1200 [2:05:11<1:21:08, 10.32s/it, lr: 5.0e-05 loss: 3.793e-01]
fia_flux_2:  61%|######    | 728/1200 [2:05:11<1:21:08, 10.32s/it, lr: 5.0e-05 loss: 3.793e-01]
fia_flux_2:  61%|######    | 729/1200 [2:05:11<1:19:50, 10.17s/it, lr: 5.0e-05 loss: 3.793e-01]
fia_flux_2:  61%|######    | 729/1200 [2:05:11<1:19:50, 10.17s/it, lr: 5.0e-05 loss: 3.793e-01]
fia_flux_2:  61%|######    | 729/1200 [2:05:25<1:19:50, 10.17s/it, lr: 5.0e-05 loss: 3.004e-01]
fia_flux_2:  61%|######    | 729/1200 [2:05:25<1:19:50, 10.17s/it, lr: 5.0e-05 loss: 3.004e-01]
fia_flux_2:  61%|######    | 730/1200 [2:05:31<1:19:40, 10.17s/it, lr: 5.0e-05 loss: 1.028e+00]
fia_flux_2:  61%|######    | 730/1200 [2:05:31<1:19:40, 10.17s/it, lr: 5.0e-05 loss: 1.028e+00]
fia_flux_2:  61%|######    | 731/1200 [2:05:31<54:54,  7.02s/it, lr: 5.0e-05 loss: 1.028e+00]  
fia_flux_2:  61%|######    | 731/1200 [2:05:31<54:54,  7.02s/it, lr: 5.0e-05 loss: 1.028e+00]  
fia_flux_2:  61%|######    | 731/1200 [2:05:41<54:54,  7.02s/it, lr: 5.0e-05 loss: 9.597e-01]
fia_flux_2:  61%|######    | 731/1200 [2:05:41<54:54,  7.02s/it, lr: 5.0e-05 loss: 9.597e-01]
fia_flux_2:  61%|######1   | 732/1200 [2:05:41<1:00:14,  7.72s/it, lr: 5.0e-05 loss: 9.597e-01]
fia_flux_2:  61%|######1   | 732/1200 [2:05:41<1:00:14,  7.72s/it, lr: 5.0e-05 loss: 9.597e-01]
fia_flux_2:  61%|######1   | 732/1200 [2:05:48<1:00:14,  7.72s/it, lr: 5.0e-05 loss: 2.231e-01]
fia_flux_2:  61%|######1   | 732/1200 [2:05:48<1:00:14,  7.72s/it, lr: 5.0e-05 loss: 2.231e-01]
fia_flux_2:  61%|######1   | 733/1200 [2:05:48<57:50,  7.43s/it, lr: 5.0e-05 loss: 2.231e-01]  
fia_flux_2:  61%|######1   | 733/1200 [2:05:48<57:50,  7.43s/it, lr: 5.0e-05 loss: 2.231e-01]  
fia_flux_2:  61%|######1   | 733/1200 [2:05:58<57:50,  7.43s/it, lr: 5.0e-05 loss: 1.243e+00]
fia_flux_2:  61%|######1   | 733/1200 [2:05:58<57:50,  7.43s/it, lr: 5.0e-05 loss: 1.243e+00]
fia_flux_2:  61%|######1   | 734/1200 [2:05:58<1:02:46,  8.08s/it, lr: 5.0e-05 loss: 1.243e+00]
fia_flux_2:  61%|######1   | 734/1200 [2:05:58<1:02:46,  8.08s/it, lr: 5.0e-05 loss: 1.243e+00]
fia_flux_2:  61%|######1   | 734/1200 [2:06:12<1:02:46,  8.08s/it, lr: 5.0e-05 loss: 3.684e-01]
fia_flux_2:  61%|######1   | 734/1200 [2:06:12<1:02:46,  8.08s/it, lr: 5.0e-05 loss: 3.684e-01]
fia_flux_2:  61%|######1   | 735/1200 [2:06:12<1:15:29,  9.74s/it, lr: 5.0e-05 loss: 3.684e-01]
fia_flux_2:  61%|######1   | 735/1200 [2:06:12<1:15:29,  9.74s/it, lr: 5.0e-05 loss: 3.684e-01]
fia_flux_2:  61%|######1   | 735/1200 [2:06:18<1:15:29,  9.74s/it, lr: 5.0e-05 loss: 1.011e+00]
fia_flux_2:  61%|######1   | 735/1200 [2:06:18<1:15:29,  9.74s/it, lr: 5.0e-05 loss: 1.011e+00]
fia_flux_2:  61%|######1   | 736/1200 [2:06:18<1:08:26,  8.85s/it, lr: 5.0e-05 loss: 1.011e+00]
fia_flux_2:  61%|######1   | 736/1200 [2:06:18<1:08:26,  8.85s/it, lr: 5.0e-05 loss: 1.011e+00]
fia_flux_2:  61%|######1   | 736/1200 [2:06:32<1:08:26,  8.85s/it, lr: 5.0e-05 loss: 6.552e-01]
fia_flux_2:  61%|######1   | 736/1200 [2:06:32<1:08:26,  8.85s/it, lr: 5.0e-05 loss: 6.552e-01]
fia_flux_2:  61%|######1   | 737/1200 [2:06:32<1:19:47, 10.34s/it, lr: 5.0e-05 loss: 6.552e-01]
fia_flux_2:  61%|######1   | 737/1200 [2:06:32<1:19:47, 10.34s/it, lr: 5.0e-05 loss: 6.552e-01]
fia_flux_2:  61%|######1   | 737/1200 [2:06:39<1:19:47, 10.34s/it, lr: 5.0e-05 loss: 3.159e-01]
fia_flux_2:  61%|######1   | 737/1200 [2:06:39<1:19:47, 10.34s/it, lr: 5.0e-05 loss: 3.159e-01]
fia_flux_2:  62%|######1   | 738/1200 [2:06:39<1:11:16,  9.26s/it, lr: 5.0e-05 loss: 3.159e-01]
fia_flux_2:  62%|######1   | 738/1200 [2:06:39<1:11:16,  9.26s/it, lr: 5.0e-05 loss: 3.159e-01]
fia_flux_2:  62%|######1   | 738/1200 [2:06:53<1:11:16,  9.26s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  62%|######1   | 738/1200 [2:06:53<1:11:16,  9.26s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  62%|######1   | 739/1200 [2:06:53<1:21:50, 10.65s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  62%|######1   | 739/1200 [2:06:53<1:21:50, 10.65s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  62%|######1   | 739/1200 [2:07:00<1:21:50, 10.65s/it, lr: 5.0e-05 loss: 1.201e+00]
fia_flux_2:  62%|######1   | 739/1200 [2:07:00<1:21:50, 10.65s/it, lr: 5.0e-05 loss: 1.201e+00]
fia_flux_2:  62%|######1   | 740/1200 [2:07:14<1:21:39, 10.65s/it, lr: 5.0e-05 loss: 1.329e+00]
fia_flux_2:  62%|######1   | 740/1200 [2:07:14<1:21:39, 10.65s/it, lr: 5.0e-05 loss: 1.329e+00]
fia_flux_2:  62%|######1   | 741/1200 [2:07:14<1:08:41,  8.98s/it, lr: 5.0e-05 loss: 1.329e+00]
fia_flux_2:  62%|######1   | 741/1200 [2:07:14<1:08:41,  8.98s/it, lr: 5.0e-05 loss: 1.329e+00]
fia_flux_2:  62%|######1   | 741/1200 [2:07:23<1:08:41,  8.98s/it, lr: 5.0e-05 loss: 8.679e-01]
fia_flux_2:  62%|######1   | 741/1200 [2:07:23<1:08:41,  8.98s/it, lr: 5.0e-05 loss: 8.679e-01]
fia_flux_2:  62%|######1   | 742/1200 [2:07:23<1:10:08,  9.19s/it, lr: 5.0e-05 loss: 8.679e-01]
fia_flux_2:  62%|######1   | 742/1200 [2:07:23<1:10:08,  9.19s/it, lr: 5.0e-05 loss: 8.679e-01]
fia_flux_2:  62%|######1   | 742/1200 [2:07:38<1:10:08,  9.19s/it, lr: 5.0e-05 loss: 9.525e-01]
fia_flux_2:  62%|######1   | 742/1200 [2:07:38<1:10:08,  9.19s/it, lr: 5.0e-05 loss: 9.525e-01]
fia_flux_2:  62%|######1   | 743/1200 [2:07:38<1:20:06, 10.52s/it, lr: 5.0e-05 loss: 9.525e-01]
fia_flux_2:  62%|######1   | 743/1200 [2:07:38<1:20:06, 10.52s/it, lr: 5.0e-05 loss: 9.525e-01]
fia_flux_2:  62%|######1   | 743/1200 [2:07:48<1:20:06, 10.52s/it, lr: 5.0e-05 loss: 5.379e-01]
fia_flux_2:  62%|######1   | 743/1200 [2:07:48<1:20:06, 10.52s/it, lr: 5.0e-05 loss: 5.379e-01]
fia_flux_2:  62%|######2   | 744/1200 [2:07:48<1:18:46, 10.37s/it, lr: 5.0e-05 loss: 5.379e-01]
fia_flux_2:  62%|######2   | 744/1200 [2:07:48<1:18:46, 10.37s/it, lr: 5.0e-05 loss: 5.379e-01]
fia_flux_2:  62%|######2   | 744/1200 [2:07:58<1:18:46, 10.37s/it, lr: 5.0e-05 loss: 5.645e-01]
fia_flux_2:  62%|######2   | 744/1200 [2:07:58<1:18:46, 10.37s/it, lr: 5.0e-05 loss: 5.645e-01]
fia_flux_2:  62%|######2   | 745/1200 [2:07:58<1:19:10, 10.44s/it, lr: 5.0e-05 loss: 5.645e-01]
fia_flux_2:  62%|######2   | 745/1200 [2:07:58<1:19:10, 10.44s/it, lr: 5.0e-05 loss: 5.645e-01]
fia_flux_2:  62%|######2   | 745/1200 [2:08:08<1:19:10, 10.44s/it, lr: 5.0e-05 loss: 9.164e-01]
fia_flux_2:  62%|######2   | 745/1200 [2:08:08<1:19:10, 10.44s/it, lr: 5.0e-05 loss: 9.164e-01]
fia_flux_2:  62%|######2   | 746/1200 [2:08:08<1:17:43, 10.27s/it, lr: 5.0e-05 loss: 9.164e-01]
fia_flux_2:  62%|######2   | 746/1200 [2:08:08<1:17:43, 10.27s/it, lr: 5.0e-05 loss: 9.164e-01]
fia_flux_2:  62%|######2   | 746/1200 [2:08:18<1:17:43, 10.27s/it, lr: 5.0e-05 loss: 9.295e-02]
fia_flux_2:  62%|######2   | 746/1200 [2:08:18<1:17:43, 10.27s/it, lr: 5.0e-05 loss: 9.295e-02]
fia_flux_2:  62%|######2   | 747/1200 [2:08:18<1:16:34, 10.14s/it, lr: 5.0e-05 loss: 9.295e-02]
fia_flux_2:  62%|######2   | 747/1200 [2:08:18<1:16:34, 10.14s/it, lr: 5.0e-05 loss: 9.295e-02]
fia_flux_2:  62%|######2   | 747/1200 [2:08:28<1:16:34, 10.14s/it, lr: 5.0e-05 loss: 1.517e-01]
fia_flux_2:  62%|######2   | 747/1200 [2:08:28<1:16:34, 10.14s/it, lr: 5.0e-05 loss: 1.517e-01]
fia_flux_2:  62%|######2   | 748/1200 [2:08:28<1:15:59, 10.09s/it, lr: 5.0e-05 loss: 1.517e-01]
fia_flux_2:  62%|######2   | 748/1200 [2:08:28<1:15:59, 10.09s/it, lr: 5.0e-05 loss: 1.517e-01]
fia_flux_2:  62%|######2   | 748/1200 [2:08:38<1:15:59, 10.09s/it, lr: 5.0e-05 loss: 7.792e-02]
fia_flux_2:  62%|######2   | 748/1200 [2:08:38<1:15:59, 10.09s/it, lr: 5.0e-05 loss: 7.792e-02]
fia_flux_2:  62%|######2   | 749/1200 [2:08:38<1:15:16, 10.02s/it, lr: 5.0e-05 loss: 7.792e-02]
fia_flux_2:  62%|######2   | 749/1200 [2:08:38<1:15:16, 10.02s/it, lr: 5.0e-05 loss: 7.792e-02]
fia_flux_2:  62%|######2   | 749/1200 [2:08:52<1:15:16, 10.02s/it, lr: 5.0e-05 loss: 6.299e-01]
fia_flux_2:  62%|######2   | 749/1200 [2:08:52<1:15:16, 10.02s/it, lr: 5.0e-05 loss: 6.299e-01]
fia_flux_2:  62%|######2   | 750/1200 [2:08:58<1:15:06, 10.02s/it, lr: 5.0e-05 loss: 1.283e+00]
fia_flux_2:  62%|######2   | 750/1200 [2:08:58<1:15:06, 10.02s/it, lr: 5.0e-05 loss: 1.283e+00]
fia_flux_2:  63%|######2   | 751/1200 [2:08:58<51:56,  6.94s/it, lr: 5.0e-05 loss: 1.283e+00]  
fia_flux_2:  63%|######2   | 751/1200 [2:08:58<51:56,  6.94s/it, lr: 5.0e-05 loss: 1.283e+00]  
fia_flux_2:  63%|######2   | 751/1200 [2:09:13<51:56,  6.94s/it, lr: 5.0e-05 loss: 1.142e+00]
fia_flux_2:  63%|######2   | 751/1200 [2:09:13<51:56,  6.94s/it, lr: 5.0e-05 loss: 1.142e+00]
fia_flux_2:  63%|######2   | 752/1200 [2:09:13<1:05:21,  8.75s/it, lr: 5.0e-05 loss: 1.142e+00]
fia_flux_2:  63%|######2   | 752/1200 [2:09:13<1:05:21,  8.75s/it, lr: 5.0e-05 loss: 1.142e+00]
fia_flux_2:  63%|######2   | 752/1200 [2:09:23<1:05:21,  8.75s/it, lr: 5.0e-05 loss: 8.326e-01]
fia_flux_2:  63%|######2   | 752/1200 [2:09:23<1:05:21,  8.75s/it, lr: 5.0e-05 loss: 8.326e-01]
fia_flux_2:  63%|######2   | 753/1200 [2:09:23<1:07:33,  9.07s/it, lr: 5.0e-05 loss: 8.326e-01]
fia_flux_2:  63%|######2   | 753/1200 [2:09:23<1:07:33,  9.07s/it, lr: 5.0e-05 loss: 8.326e-01]
fia_flux_2:  63%|######2   | 753/1200 [2:09:37<1:07:33,  9.07s/it, lr: 5.0e-05 loss: 8.189e-01]
fia_flux_2:  63%|######2   | 753/1200 [2:09:37<1:07:33,  9.07s/it, lr: 5.0e-05 loss: 8.189e-01]
fia_flux_2:  63%|######2   | 754/1200 [2:09:37<1:17:17, 10.40s/it, lr: 5.0e-05 loss: 8.189e-01]
fia_flux_2:  63%|######2   | 754/1200 [2:09:37<1:17:17, 10.40s/it, lr: 5.0e-05 loss: 8.189e-01]
fia_flux_2:  63%|######2   | 754/1200 [2:09:43<1:17:17, 10.40s/it, lr: 5.0e-05 loss: 6.622e-01]
fia_flux_2:  63%|######2   | 754/1200 [2:09:43<1:17:17, 10.40s/it, lr: 5.0e-05 loss: 6.622e-01]
fia_flux_2:  63%|######2   | 755/1200 [2:09:43<1:09:24,  9.36s/it, lr: 5.0e-05 loss: 6.622e-01]
fia_flux_2:  63%|######2   | 755/1200 [2:09:43<1:09:24,  9.36s/it, lr: 5.0e-05 loss: 6.622e-01]
fia_flux_2:  63%|######2   | 755/1200 [2:09:50<1:09:24,  9.36s/it, lr: 5.0e-05 loss: 6.406e-01]
fia_flux_2:  63%|######2   | 755/1200 [2:09:50<1:09:24,  9.36s/it, lr: 5.0e-05 loss: 6.406e-01]
fia_flux_2:  63%|######3   | 756/1200 [2:09:50<1:03:31,  8.58s/it, lr: 5.0e-05 loss: 6.406e-01]
fia_flux_2:  63%|######3   | 756/1200 [2:09:50<1:03:31,  8.58s/it, lr: 5.0e-05 loss: 6.406e-01]
fia_flux_2:  63%|######3   | 756/1200 [2:10:00<1:03:31,  8.58s/it, lr: 5.0e-05 loss: 3.619e-01]
fia_flux_2:  63%|######3   | 756/1200 [2:10:00<1:03:31,  8.58s/it, lr: 5.0e-05 loss: 3.619e-01]
fia_flux_2:  63%|######3   | 757/1200 [2:10:00<1:06:15,  8.97s/it, lr: 5.0e-05 loss: 3.619e-01]
fia_flux_2:  63%|######3   | 757/1200 [2:10:00<1:06:15,  8.97s/it, lr: 5.0e-05 loss: 3.619e-01]
fia_flux_2:  63%|######3   | 757/1200 [2:10:06<1:06:15,  8.97s/it, lr: 5.0e-05 loss: 5.034e-01]
fia_flux_2:  63%|######3   | 757/1200 [2:10:06<1:06:15,  8.97s/it, lr: 5.0e-05 loss: 5.034e-01]
fia_flux_2:  63%|######3   | 758/1200 [2:10:06<1:01:04,  8.29s/it, lr: 5.0e-05 loss: 5.034e-01]
fia_flux_2:  63%|######3   | 758/1200 [2:10:06<1:01:04,  8.29s/it, lr: 5.0e-05 loss: 5.034e-01]
fia_flux_2:  63%|######3   | 758/1200 [2:10:21<1:01:04,  8.29s/it, lr: 5.0e-05 loss: 8.674e-01]
fia_flux_2:  63%|######3   | 758/1200 [2:10:21<1:01:04,  8.29s/it, lr: 5.0e-05 loss: 8.674e-01]
fia_flux_2:  63%|######3   | 759/1200 [2:10:21<1:13:20,  9.98s/it, lr: 5.0e-05 loss: 8.674e-01]
fia_flux_2:  63%|######3   | 759/1200 [2:10:21<1:13:20,  9.98s/it, lr: 5.0e-05 loss: 8.674e-01]
fia_flux_2:  63%|######3   | 759/1200 [2:10:30<1:13:20,  9.98s/it, lr: 5.0e-05 loss: 1.260e+00]
fia_flux_2:  63%|######3   | 759/1200 [2:10:30<1:13:20,  9.98s/it, lr: 5.0e-05 loss: 1.260e+00]
fia_flux_2:  63%|######3   | 760/1200 [2:10:40<1:13:10,  9.98s/it, lr: 5.0e-05 loss: 4.584e-01]
fia_flux_2:  63%|######3   | 760/1200 [2:10:40<1:13:10,  9.98s/it, lr: 5.0e-05 loss: 4.584e-01]
fia_flux_2:  63%|######3   | 761/1200 [2:10:40<56:03,  7.66s/it, lr: 5.0e-05 loss: 4.584e-01]  
fia_flux_2:  63%|######3   | 761/1200 [2:10:40<56:03,  7.66s/it, lr: 5.0e-05 loss: 4.584e-01]  
fia_flux_2:  63%|######3   | 761/1200 [2:10:55<56:03,  7.66s/it, lr: 5.0e-05 loss: 1.229e+00]
fia_flux_2:  63%|######3   | 761/1200 [2:10:55<56:03,  7.66s/it, lr: 5.0e-05 loss: 1.229e+00]
fia_flux_2:  64%|######3   | 762/1200 [2:10:55<1:07:53,  9.30s/it, lr: 5.0e-05 loss: 1.229e+00]
fia_flux_2:  64%|######3   | 762/1200 [2:10:55<1:07:53,  9.30s/it, lr: 5.0e-05 loss: 1.229e+00]
fia_flux_2:  64%|######3   | 762/1200 [2:11:01<1:07:53,  9.30s/it, lr: 5.0e-05 loss: 7.384e-01]
fia_flux_2:  64%|######3   | 762/1200 [2:11:01<1:07:53,  9.30s/it, lr: 5.0e-05 loss: 7.384e-01]
fia_flux_2:  64%|######3   | 763/1200 [2:11:01<1:02:35,  8.59s/it, lr: 5.0e-05 loss: 7.384e-01]
fia_flux_2:  64%|######3   | 763/1200 [2:11:01<1:02:35,  8.59s/it, lr: 5.0e-05 loss: 7.384e-01]
fia_flux_2:  64%|######3   | 763/1200 [2:11:11<1:02:35,  8.59s/it, lr: 5.0e-05 loss: 1.055e+00]
fia_flux_2:  64%|######3   | 763/1200 [2:11:11<1:02:35,  8.59s/it, lr: 5.0e-05 loss: 1.055e+00]
fia_flux_2:  64%|######3   | 764/1200 [2:11:11<1:05:08,  8.97s/it, lr: 5.0e-05 loss: 1.055e+00]
fia_flux_2:  64%|######3   | 764/1200 [2:11:11<1:05:08,  8.97s/it, lr: 5.0e-05 loss: 1.055e+00]
fia_flux_2:  64%|######3   | 764/1200 [2:11:21<1:05:08,  8.97s/it, lr: 5.0e-05 loss: 7.965e-02]
fia_flux_2:  64%|######3   | 764/1200 [2:11:21<1:05:08,  8.97s/it, lr: 5.0e-05 loss: 7.965e-02]
fia_flux_2:  64%|######3   | 765/1200 [2:11:21<1:07:03,  9.25s/it, lr: 5.0e-05 loss: 7.965e-02]
fia_flux_2:  64%|######3   | 765/1200 [2:11:21<1:07:03,  9.25s/it, lr: 5.0e-05 loss: 7.965e-02]
fia_flux_2:  64%|######3   | 765/1200 [2:11:35<1:07:03,  9.25s/it, lr: 5.0e-05 loss: 4.834e-01]
fia_flux_2:  64%|######3   | 765/1200 [2:11:35<1:07:03,  9.25s/it, lr: 5.0e-05 loss: 4.834e-01]
fia_flux_2:  64%|######3   | 766/1200 [2:11:35<1:16:43, 10.61s/it, lr: 5.0e-05 loss: 4.834e-01]
fia_flux_2:  64%|######3   | 766/1200 [2:11:35<1:16:43, 10.61s/it, lr: 5.0e-05 loss: 4.834e-01]
fia_flux_2:  64%|######3   | 766/1200 [2:11:45<1:16:43, 10.61s/it, lr: 5.0e-05 loss: 9.747e-01]
fia_flux_2:  64%|######3   | 766/1200 [2:11:45<1:16:43, 10.61s/it, lr: 5.0e-05 loss: 9.747e-01]
fia_flux_2:  64%|######3   | 767/1200 [2:11:45<1:15:11, 10.42s/it, lr: 5.0e-05 loss: 9.747e-01]
fia_flux_2:  64%|######3   | 767/1200 [2:11:45<1:15:11, 10.42s/it, lr: 5.0e-05 loss: 9.747e-01]
fia_flux_2:  64%|######3   | 767/1200 [2:11:56<1:15:11, 10.42s/it, lr: 5.0e-05 loss: 7.974e-01]
fia_flux_2:  64%|######3   | 767/1200 [2:11:56<1:15:11, 10.42s/it, lr: 5.0e-05 loss: 7.974e-01]
fia_flux_2:  64%|######4   | 768/1200 [2:11:56<1:15:18, 10.46s/it, lr: 5.0e-05 loss: 7.974e-01]
fia_flux_2:  64%|######4   | 768/1200 [2:11:56<1:15:18, 10.46s/it, lr: 5.0e-05 loss: 7.974e-01]
fia_flux_2:  64%|######4   | 768/1200 [2:12:10<1:15:18, 10.46s/it, lr: 5.0e-05 loss: 4.752e-01]
fia_flux_2:  64%|######4   | 768/1200 [2:12:10<1:15:18, 10.46s/it, lr: 5.0e-05 loss: 4.752e-01]
fia_flux_2:  64%|######4   | 769/1200 [2:12:10<1:22:37, 11.50s/it, lr: 5.0e-05 loss: 4.752e-01]
fia_flux_2:  64%|######4   | 769/1200 [2:12:10<1:22:37, 11.50s/it, lr: 5.0e-05 loss: 4.752e-01]
fia_flux_2:  64%|######4   | 769/1200 [2:12:20<1:22:37, 11.50s/it, lr: 5.0e-05 loss: 8.806e-01]
fia_flux_2:  64%|######4   | 769/1200 [2:12:20<1:22:37, 11.50s/it, lr: 5.0e-05 loss: 8.806e-01]
fia_flux_2:  64%|######4   | 770/1200 [2:12:34<1:22:26, 11.50s/it, lr: 5.0e-05 loss: 3.660e-01]
fia_flux_2:  64%|######4   | 770/1200 [2:12:34<1:22:26, 11.50s/it, lr: 5.0e-05 loss: 3.660e-01]
fia_flux_2:  64%|######4   | 771/1200 [2:12:34<1:07:29,  9.44s/it, lr: 5.0e-05 loss: 3.660e-01]
fia_flux_2:  64%|######4   | 771/1200 [2:12:34<1:07:29,  9.44s/it, lr: 5.0e-05 loss: 3.660e-01]
fia_flux_2:  64%|######4   | 771/1200 [2:12:40<1:07:29,  9.44s/it, lr: 5.0e-05 loss: 4.457e-01]
fia_flux_2:  64%|######4   | 771/1200 [2:12:40<1:07:29,  9.44s/it, lr: 5.0e-05 loss: 4.457e-01]
fia_flux_2:  64%|######4   | 772/1200 [2:12:40<1:02:20,  8.74s/it, lr: 5.0e-05 loss: 4.457e-01]
fia_flux_2:  64%|######4   | 772/1200 [2:12:40<1:02:20,  8.74s/it, lr: 5.0e-05 loss: 4.457e-01]
fia_flux_2:  64%|######4   | 772/1200 [2:12:54<1:02:20,  8.74s/it, lr: 5.0e-05 loss: 7.370e-01]
fia_flux_2:  64%|######4   | 772/1200 [2:12:54<1:02:20,  8.74s/it, lr: 5.0e-05 loss: 7.370e-01]
fia_flux_2:  64%|######4   | 773/1200 [2:12:54<1:11:35, 10.06s/it, lr: 5.0e-05 loss: 7.370e-01]
fia_flux_2:  64%|######4   | 773/1200 [2:12:54<1:11:35, 10.06s/it, lr: 5.0e-05 loss: 7.370e-01]
fia_flux_2:  64%|######4   | 773/1200 [2:13:01<1:11:35, 10.06s/it, lr: 5.0e-05 loss: 4.823e-01]
fia_flux_2:  64%|######4   | 773/1200 [2:13:01<1:11:35, 10.06s/it, lr: 5.0e-05 loss: 4.823e-01]
fia_flux_2:  64%|######4   | 774/1200 [2:13:01<1:04:51,  9.13s/it, lr: 5.0e-05 loss: 4.823e-01]
fia_flux_2:  64%|######4   | 774/1200 [2:13:01<1:04:51,  9.13s/it, lr: 5.0e-05 loss: 4.823e-01]
fia_flux_2:  64%|######4   | 774/1200 [2:13:07<1:04:51,  9.13s/it, lr: 5.0e-05 loss: 7.250e-01]
fia_flux_2:  64%|######4   | 774/1200 [2:13:07<1:04:51,  9.13s/it, lr: 5.0e-05 loss: 7.250e-01]
fia_flux_2:  65%|######4   | 775/1200 [2:13:07<59:47,  8.44s/it, lr: 5.0e-05 loss: 7.250e-01]  
fia_flux_2:  65%|######4   | 775/1200 [2:13:07<59:47,  8.44s/it, lr: 5.0e-05 loss: 7.250e-01]  
fia_flux_2:  65%|######4   | 775/1200 [2:13:14<59:47,  8.44s/it, lr: 5.0e-05 loss: 1.207e-01]
fia_flux_2:  65%|######4   | 775/1200 [2:13:14<59:47,  8.44s/it, lr: 5.0e-05 loss: 1.207e-01]
fia_flux_2:  65%|######4   | 776/1200 [2:13:14<56:05,  7.94s/it, lr: 5.0e-05 loss: 1.207e-01]
fia_flux_2:  65%|######4   | 776/1200 [2:13:14<56:05,  7.94s/it, lr: 5.0e-05 loss: 1.207e-01]
fia_flux_2:  65%|######4   | 776/1200 [2:13:20<56:05,  7.94s/it, lr: 5.0e-05 loss: 0.000e+00]
fia_flux_2:  65%|######4   | 776/1200 [2:13:20<56:05,  7.94s/it, lr: 5.0e-05 loss: 0.000e+00]
fia_flux_2:  65%|######4   | 777/1200 [2:13:20<52:50,  7.50s/it, lr: 5.0e-05 loss: 0.000e+00]
fia_flux_2:  65%|######4   | 777/1200 [2:13:20<52:50,  7.50s/it, lr: 5.0e-05 loss: 0.000e+00]
fia_flux_2:  65%|######4   | 777/1200 [2:13:27<52:50,  7.50s/it, lr: 5.0e-05 loss: 3.623e-01]
fia_flux_2:  65%|######4   | 777/1200 [2:13:27<52:50,  7.50s/it, lr: 5.0e-05 loss: 3.623e-01]
fia_flux_2:  65%|######4   | 778/1200 [2:13:27<50:51,  7.23s/it, lr: 5.0e-05 loss: 3.623e-01]
fia_flux_2:  65%|######4   | 778/1200 [2:13:27<50:51,  7.23s/it, lr: 5.0e-05 loss: 3.623e-01]
fia_flux_2:  65%|######4   | 778/1200 [2:13:41<50:51,  7.23s/it, lr: 5.0e-05 loss: 1.299e-01]
fia_flux_2:  65%|######4   | 778/1200 [2:13:41<50:51,  7.23s/it, lr: 5.0e-05 loss: 1.299e-01]
fia_flux_2:  65%|######4   | 779/1200 [2:13:41<1:04:46,  9.23s/it, lr: 5.0e-05 loss: 1.299e-01]
fia_flux_2:  65%|######4   | 779/1200 [2:13:41<1:04:46,  9.23s/it, lr: 5.0e-05 loss: 1.299e-01]
fia_flux_2:  65%|######4   | 779/1200 [2:13:48<1:04:46,  9.23s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  65%|######4   | 779/1200 [2:13:48<1:04:46,  9.23s/it, lr: 5.0e-05 loss: 1.076e+00]
+Saving at step 780
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000780.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  65%|######5   | 780/1200 [2:13:54<1:04:37,  9.23s/it, lr: 5.0e-05 loss: 9.716e-01]
fia_flux_2:  65%|######5   | 780/1200 [2:13:54<1:04:37,  9.23s/it, lr: 5.0e-05 loss: 9.716e-01]
fia_flux_2:  65%|######5   | 781/1200 [2:13:54<45:52,  6.57s/it, lr: 5.0e-05 loss: 9.716e-01]  
fia_flux_2:  65%|######5   | 781/1200 [2:13:54<45:52,  6.57s/it, lr: 5.0e-05 loss: 9.716e-01]  
fia_flux_2:  65%|######5   | 781/1200 [2:14:09<45:52,  6.57s/it, lr: 5.0e-05 loss: 8.559e-01]
fia_flux_2:  65%|######5   | 781/1200 [2:14:09<45:52,  6.57s/it, lr: 5.0e-05 loss: 8.559e-01]
fia_flux_2:  65%|######5   | 782/1200 [2:14:09<58:58,  8.47s/it, lr: 5.0e-05 loss: 8.559e-01]
fia_flux_2:  65%|######5   | 782/1200 [2:14:09<58:58,  8.47s/it, lr: 5.0e-05 loss: 8.559e-01]
fia_flux_2:  65%|######5   | 782/1200 [2:14:23<58:58,  8.47s/it, lr: 5.0e-05 loss: 5.959e-01]
fia_flux_2:  65%|######5   | 782/1200 [2:14:23<58:58,  8.47s/it, lr: 5.0e-05 loss: 5.959e-01]
fia_flux_2:  65%|######5   | 783/1200 [2:14:23<1:09:22,  9.98s/it, lr: 5.0e-05 loss: 5.959e-01]
fia_flux_2:  65%|######5   | 783/1200 [2:14:23<1:09:22,  9.98s/it, lr: 5.0e-05 loss: 5.959e-01]
fia_flux_2:  65%|######5   | 783/1200 [2:14:37<1:09:22,  9.98s/it, lr: 5.0e-05 loss: 5.560e-01]
fia_flux_2:  65%|######5   | 783/1200 [2:14:37<1:09:22,  9.98s/it, lr: 5.0e-05 loss: 5.560e-01]
fia_flux_2:  65%|######5   | 784/1200 [2:14:37<1:17:24, 11.16s/it, lr: 5.0e-05 loss: 5.560e-01]
fia_flux_2:  65%|######5   | 784/1200 [2:14:37<1:17:24, 11.16s/it, lr: 5.0e-05 loss: 5.560e-01]
fia_flux_2:  65%|######5   | 784/1200 [2:14:52<1:17:24, 11.16s/it, lr: 5.0e-05 loss: 1.160e+00]
fia_flux_2:  65%|######5   | 784/1200 [2:14:52<1:17:24, 11.16s/it, lr: 5.0e-05 loss: 1.160e+00]
fia_flux_2:  65%|######5   | 785/1200 [2:14:52<1:23:23, 12.06s/it, lr: 5.0e-05 loss: 1.160e+00]
fia_flux_2:  65%|######5   | 785/1200 [2:14:52<1:23:23, 12.06s/it, lr: 5.0e-05 loss: 1.160e+00]
fia_flux_2:  65%|######5   | 785/1200 [2:15:06<1:23:23, 12.06s/it, lr: 5.0e-05 loss: 5.440e-01]
fia_flux_2:  65%|######5   | 785/1200 [2:15:06<1:23:23, 12.06s/it, lr: 5.0e-05 loss: 5.440e-01]
fia_flux_2:  66%|######5   | 786/1200 [2:15:06<1:27:48, 12.73s/it, lr: 5.0e-05 loss: 5.440e-01]
fia_flux_2:  66%|######5   | 786/1200 [2:15:06<1:27:48, 12.73s/it, lr: 5.0e-05 loss: 5.440e-01]
fia_flux_2:  66%|######5   | 786/1200 [2:15:16<1:27:48, 12.73s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  66%|######5   | 786/1200 [2:15:16<1:27:48, 12.73s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  66%|######5   | 787/1200 [2:15:16<1:21:49, 11.89s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  66%|######5   | 787/1200 [2:15:16<1:21:49, 11.89s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  66%|######5   | 787/1200 [2:15:30<1:21:49, 11.89s/it, lr: 5.0e-05 loss: 1.293e+00]
fia_flux_2:  66%|######5   | 787/1200 [2:15:30<1:21:49, 11.89s/it, lr: 5.0e-05 loss: 1.293e+00]
fia_flux_2:  66%|######5   | 788/1200 [2:15:30<1:25:50, 12.50s/it, lr: 5.0e-05 loss: 1.293e+00]
fia_flux_2:  66%|######5   | 788/1200 [2:15:30<1:25:50, 12.50s/it, lr: 5.0e-05 loss: 1.293e+00]
fia_flux_2:  66%|######5   | 788/1200 [2:15:37<1:25:50, 12.50s/it, lr: 5.0e-05 loss: 3.049e-01]
fia_flux_2:  66%|######5   | 788/1200 [2:15:37<1:25:50, 12.50s/it, lr: 5.0e-05 loss: 3.049e-01]
fia_flux_2:  66%|######5   | 789/1200 [2:15:37<1:13:42, 10.76s/it, lr: 5.0e-05 loss: 3.049e-01]
fia_flux_2:  66%|######5   | 789/1200 [2:15:37<1:13:42, 10.76s/it, lr: 5.0e-05 loss: 3.049e-01]
fia_flux_2:  66%|######5   | 789/1200 [2:15:43<1:13:42, 10.76s/it, lr: 5.0e-05 loss: 1.151e+00]
fia_flux_2:  66%|######5   | 789/1200 [2:15:43<1:13:42, 10.76s/it, lr: 5.0e-05 loss: 1.151e+00]
fia_flux_2:  66%|######5   | 790/1200 [2:15:57<1:13:31, 10.76s/it, lr: 5.0e-05 loss: 8.385e-01]
fia_flux_2:  66%|######5   | 790/1200 [2:15:57<1:13:31, 10.76s/it, lr: 5.0e-05 loss: 8.385e-01]
fia_flux_2:  66%|######5   | 791/1200 [2:15:57<1:01:36,  9.04s/it, lr: 5.0e-05 loss: 8.385e-01]
fia_flux_2:  66%|######5   | 791/1200 [2:15:57<1:01:36,  9.04s/it, lr: 5.0e-05 loss: 8.385e-01]
fia_flux_2:  66%|######5   | 791/1200 [2:16:04<1:01:36,  9.04s/it, lr: 5.0e-05 loss: 1.976e-02]
fia_flux_2:  66%|######5   | 791/1200 [2:16:04<1:01:36,  9.04s/it, lr: 5.0e-05 loss: 1.976e-02]
fia_flux_2:  66%|######6   | 792/1200 [2:16:04<57:26,  8.45s/it, lr: 5.0e-05 loss: 1.976e-02]  
fia_flux_2:  66%|######6   | 792/1200 [2:16:04<57:26,  8.45s/it, lr: 5.0e-05 loss: 1.976e-02]  
fia_flux_2:  66%|######6   | 792/1200 [2:16:14<57:26,  8.45s/it, lr: 5.0e-05 loss: 3.878e-01]
fia_flux_2:  66%|######6   | 792/1200 [2:16:14<57:26,  8.45s/it, lr: 5.0e-05 loss: 3.878e-01]
fia_flux_2:  66%|######6   | 793/1200 [2:16:14<59:44,  8.81s/it, lr: 5.0e-05 loss: 3.878e-01]
fia_flux_2:  66%|######6   | 793/1200 [2:16:14<59:44,  8.81s/it, lr: 5.0e-05 loss: 3.878e-01]
fia_flux_2:  66%|######6   | 793/1200 [2:16:20<59:44,  8.81s/it, lr: 5.0e-05 loss: 1.226e+00]
fia_flux_2:  66%|######6   | 793/1200 [2:16:20<59:44,  8.81s/it, lr: 5.0e-05 loss: 1.226e+00]
fia_flux_2:  66%|######6   | 794/1200 [2:16:20<55:47,  8.24s/it, lr: 5.0e-05 loss: 1.226e+00]
fia_flux_2:  66%|######6   | 794/1200 [2:16:20<55:47,  8.24s/it, lr: 5.0e-05 loss: 1.226e+00]
fia_flux_2:  66%|######6   | 794/1200 [2:16:27<55:47,  8.24s/it, lr: 5.0e-05 loss: 8.989e-01]
fia_flux_2:  66%|######6   | 794/1200 [2:16:27<55:47,  8.24s/it, lr: 5.0e-05 loss: 8.989e-01]
fia_flux_2:  66%|######6   | 795/1200 [2:16:27<52:35,  7.79s/it, lr: 5.0e-05 loss: 8.989e-01]
fia_flux_2:  66%|######6   | 795/1200 [2:16:27<52:35,  7.79s/it, lr: 5.0e-05 loss: 8.989e-01]
fia_flux_2:  66%|######6   | 795/1200 [2:16:37<52:35,  7.79s/it, lr: 5.0e-05 loss: 9.420e-02]
fia_flux_2:  66%|######6   | 795/1200 [2:16:37<52:35,  7.79s/it, lr: 5.0e-05 loss: 9.420e-02]
fia_flux_2:  66%|######6   | 796/1200 [2:16:37<56:34,  8.40s/it, lr: 5.0e-05 loss: 9.420e-02]
fia_flux_2:  66%|######6   | 796/1200 [2:16:37<56:34,  8.40s/it, lr: 5.0e-05 loss: 9.420e-02]
fia_flux_2:  66%|######6   | 796/1200 [2:16:44<56:34,  8.40s/it, lr: 5.0e-05 loss: 9.210e-01]
fia_flux_2:  66%|######6   | 796/1200 [2:16:44<56:34,  8.40s/it, lr: 5.0e-05 loss: 9.210e-01]
fia_flux_2:  66%|######6   | 797/1200 [2:16:44<53:03,  7.90s/it, lr: 5.0e-05 loss: 9.210e-01]
fia_flux_2:  66%|######6   | 797/1200 [2:16:44<53:03,  7.90s/it, lr: 5.0e-05 loss: 9.210e-01]
fia_flux_2:  66%|######6   | 797/1200 [2:16:51<53:03,  7.90s/it, lr: 5.0e-05 loss: 8.310e-01]
fia_flux_2:  66%|######6   | 797/1200 [2:16:51<53:03,  7.90s/it, lr: 5.0e-05 loss: 8.310e-01]
fia_flux_2:  66%|######6   | 798/1200 [2:16:51<51:15,  7.65s/it, lr: 5.0e-05 loss: 8.310e-01]
fia_flux_2:  66%|######6   | 798/1200 [2:16:51<51:15,  7.65s/it, lr: 5.0e-05 loss: 8.310e-01]
fia_flux_2:  66%|######6   | 798/1200 [2:16:57<51:15,  7.65s/it, lr: 5.0e-05 loss: 1.026e+00]
fia_flux_2:  66%|######6   | 798/1200 [2:16:57<51:15,  7.65s/it, lr: 5.0e-05 loss: 1.026e+00]
fia_flux_2:  67%|######6   | 799/1200 [2:16:57<49:01,  7.33s/it, lr: 5.0e-05 loss: 1.026e+00]
fia_flux_2:  67%|######6   | 799/1200 [2:16:57<49:01,  7.33s/it, lr: 5.0e-05 loss: 1.026e+00]
fia_flux_2:  67%|######6   | 799/1200 [2:17:07<49:01,  7.33s/it, lr: 5.0e-05 loss: 8.803e-01]
fia_flux_2:  67%|######6   | 799/1200 [2:17:07<49:01,  7.33s/it, lr: 5.0e-05 loss: 8.803e-01]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.19s/it]
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.19s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.26s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.26s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.15s/it]
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.15s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.14s/it]
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.14s/it]
+
+
                                                                
                                                                
fia_flux_2:  67%|######6   | 800/1200 [2:17:17<48:53,  7.33s/it, lr: 5.0e-05 loss: 1.293e+00]
fia_flux_2:  67%|######6   | 800/1200 [2:17:17<48:53,  7.33s/it, lr: 5.0e-05 loss: 1.293e+00]
fia_flux_2:  67%|######6   | 801/1200 [2:17:17<41:21,  6.22s/it, lr: 5.0e-05 loss: 1.293e+00]
fia_flux_2:  67%|######6   | 801/1200 [2:17:17<41:21,  6.22s/it, lr: 5.0e-05 loss: 1.293e+00]
fia_flux_2:  67%|######6   | 801/1200 [2:17:31<41:21,  6.22s/it, lr: 5.0e-05 loss: 8.854e-01]
fia_flux_2:  67%|######6   | 801/1200 [2:17:31<41:21,  6.22s/it, lr: 5.0e-05 loss: 8.854e-01]
fia_flux_2:  67%|######6   | 802/1200 [2:17:31<53:59,  8.14s/it, lr: 5.0e-05 loss: 8.854e-01]
fia_flux_2:  67%|######6   | 802/1200 [2:17:31<53:59,  8.14s/it, lr: 5.0e-05 loss: 8.854e-01]
fia_flux_2:  67%|######6   | 802/1200 [2:17:45<53:59,  8.14s/it, lr: 5.0e-05 loss: 1.087e+00]
fia_flux_2:  67%|######6   | 802/1200 [2:17:45<53:59,  8.14s/it, lr: 5.0e-05 loss: 1.087e+00]
fia_flux_2:  67%|######6   | 803/1200 [2:17:45<1:04:25,  9.74s/it, lr: 5.0e-05 loss: 1.087e+00]
fia_flux_2:  67%|######6   | 803/1200 [2:17:45<1:04:25,  9.74s/it, lr: 5.0e-05 loss: 1.087e+00]
fia_flux_2:  67%|######6   | 803/1200 [2:17:59<1:04:25,  9.74s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  67%|######6   | 803/1200 [2:17:59<1:04:25,  9.74s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  67%|######7   | 804/1200 [2:17:59<1:11:50, 10.89s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  67%|######7   | 804/1200 [2:17:59<1:11:50, 10.89s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  67%|######7   | 804/1200 [2:18:06<1:11:50, 10.89s/it, lr: 5.0e-05 loss: 3.575e-01]
fia_flux_2:  67%|######7   | 804/1200 [2:18:06<1:11:50, 10.89s/it, lr: 5.0e-05 loss: 3.575e-01]
fia_flux_2:  67%|######7   | 805/1200 [2:18:06<1:03:51,  9.70s/it, lr: 5.0e-05 loss: 3.575e-01]
fia_flux_2:  67%|######7   | 805/1200 [2:18:06<1:03:51,  9.70s/it, lr: 5.0e-05 loss: 3.575e-01]
fia_flux_2:  67%|######7   | 805/1200 [2:18:16<1:03:51,  9.70s/it, lr: 5.0e-05 loss: 6.332e-01]
fia_flux_2:  67%|######7   | 805/1200 [2:18:16<1:03:51,  9.70s/it, lr: 5.0e-05 loss: 6.332e-01]
fia_flux_2:  67%|######7   | 806/1200 [2:18:16<1:04:15,  9.79s/it, lr: 5.0e-05 loss: 6.332e-01]
fia_flux_2:  67%|######7   | 806/1200 [2:18:16<1:04:15,  9.79s/it, lr: 5.0e-05 loss: 6.332e-01]
fia_flux_2:  67%|######7   | 806/1200 [2:18:22<1:04:15,  9.79s/it, lr: 5.0e-05 loss: 8.862e-01]
fia_flux_2:  67%|######7   | 806/1200 [2:18:22<1:04:15,  9.79s/it, lr: 5.0e-05 loss: 8.862e-01]
fia_flux_2:  67%|######7   | 807/1200 [2:18:22<58:05,  8.87s/it, lr: 5.0e-05 loss: 8.862e-01]  
fia_flux_2:  67%|######7   | 807/1200 [2:18:22<58:05,  8.87s/it, lr: 5.0e-05 loss: 8.862e-01]  
fia_flux_2:  67%|######7   | 807/1200 [2:18:29<58:05,  8.87s/it, lr: 5.0e-05 loss: 3.946e-01]
fia_flux_2:  67%|######7   | 807/1200 [2:18:29<58:05,  8.87s/it, lr: 5.0e-05 loss: 3.946e-01]
fia_flux_2:  67%|######7   | 808/1200 [2:18:29<53:35,  8.20s/it, lr: 5.0e-05 loss: 3.946e-01]
fia_flux_2:  67%|######7   | 808/1200 [2:18:29<53:35,  8.20s/it, lr: 5.0e-05 loss: 3.946e-01]
fia_flux_2:  67%|######7   | 808/1200 [2:18:43<53:35,  8.20s/it, lr: 5.0e-05 loss: 2.668e-01]
fia_flux_2:  67%|######7   | 808/1200 [2:18:43<53:35,  8.20s/it, lr: 5.0e-05 loss: 2.668e-01]
fia_flux_2:  67%|######7   | 809/1200 [2:18:43<1:05:10, 10.00s/it, lr: 5.0e-05 loss: 2.668e-01]
fia_flux_2:  67%|######7   | 809/1200 [2:18:43<1:05:10, 10.00s/it, lr: 5.0e-05 loss: 2.668e-01]
fia_flux_2:  67%|######7   | 809/1200 [2:18:50<1:05:10, 10.00s/it, lr: 5.0e-05 loss: 6.307e-02]
fia_flux_2:  67%|######7   | 809/1200 [2:18:50<1:05:10, 10.00s/it, lr: 5.0e-05 loss: 6.307e-02]
fia_flux_2:  68%|######7   | 810/1200 [2:19:04<1:05:00, 10.00s/it, lr: 5.0e-05 loss: 1.221e+00]
fia_flux_2:  68%|######7   | 810/1200 [2:19:04<1:05:00, 10.00s/it, lr: 5.0e-05 loss: 1.221e+00]
fia_flux_2:  68%|######7   | 811/1200 [2:19:04<55:55,  8.63s/it, lr: 5.0e-05 loss: 1.221e+00]  
fia_flux_2:  68%|######7   | 811/1200 [2:19:04<55:55,  8.63s/it, lr: 5.0e-05 loss: 1.221e+00]  
fia_flux_2:  68%|######7   | 811/1200 [2:19:11<55:55,  8.63s/it, lr: 5.0e-05 loss: 6.581e-01]
fia_flux_2:  68%|######7   | 811/1200 [2:19:11<55:55,  8.63s/it, lr: 5.0e-05 loss: 6.581e-01]
fia_flux_2:  68%|######7   | 812/1200 [2:19:11<53:07,  8.21s/it, lr: 5.0e-05 loss: 6.581e-01]
fia_flux_2:  68%|######7   | 812/1200 [2:19:11<53:07,  8.21s/it, lr: 5.0e-05 loss: 6.581e-01]
fia_flux_2:  68%|######7   | 812/1200 [2:19:21<53:07,  8.21s/it, lr: 5.0e-05 loss: 6.440e-01]
fia_flux_2:  68%|######7   | 812/1200 [2:19:21<53:07,  8.21s/it, lr: 5.0e-05 loss: 6.440e-01]
fia_flux_2:  68%|######7   | 813/1200 [2:19:21<55:54,  8.67s/it, lr: 5.0e-05 loss: 6.440e-01]
fia_flux_2:  68%|######7   | 813/1200 [2:19:21<55:54,  8.67s/it, lr: 5.0e-05 loss: 6.440e-01]
fia_flux_2:  68%|######7   | 813/1200 [2:19:35<55:54,  8.67s/it, lr: 5.0e-05 loss: 8.890e-01]
fia_flux_2:  68%|######7   | 813/1200 [2:19:35<55:54,  8.67s/it, lr: 5.0e-05 loss: 8.890e-01]
fia_flux_2:  68%|######7   | 814/1200 [2:19:35<1:05:33, 10.19s/it, lr: 5.0e-05 loss: 8.890e-01]
fia_flux_2:  68%|######7   | 814/1200 [2:19:35<1:05:33, 10.19s/it, lr: 5.0e-05 loss: 8.890e-01]
fia_flux_2:  68%|######7   | 814/1200 [2:19:45<1:05:33, 10.19s/it, lr: 5.0e-05 loss: 1.054e+00]
fia_flux_2:  68%|######7   | 814/1200 [2:19:45<1:05:33, 10.19s/it, lr: 5.0e-05 loss: 1.054e+00]
fia_flux_2:  68%|######7   | 815/1200 [2:19:45<1:04:55, 10.12s/it, lr: 5.0e-05 loss: 1.054e+00]
fia_flux_2:  68%|######7   | 815/1200 [2:19:45<1:04:55, 10.12s/it, lr: 5.0e-05 loss: 1.054e+00]
fia_flux_2:  68%|######7   | 815/1200 [2:19:55<1:04:55, 10.12s/it, lr: 5.0e-05 loss: 7.002e-01]
fia_flux_2:  68%|######7   | 815/1200 [2:19:55<1:04:55, 10.12s/it, lr: 5.0e-05 loss: 7.002e-01]
fia_flux_2:  68%|######8   | 816/1200 [2:19:55<1:04:25, 10.07s/it, lr: 5.0e-05 loss: 7.002e-01]
fia_flux_2:  68%|######8   | 816/1200 [2:19:55<1:04:25, 10.07s/it, lr: 5.0e-05 loss: 7.002e-01]
fia_flux_2:  68%|######8   | 816/1200 [2:20:02<1:04:25, 10.07s/it, lr: 5.0e-05 loss: 2.883e-01]
fia_flux_2:  68%|######8   | 816/1200 [2:20:02<1:04:25, 10.07s/it, lr: 5.0e-05 loss: 2.883e-01]
fia_flux_2:  68%|######8   | 817/1200 [2:20:02<57:49,  9.06s/it, lr: 5.0e-05 loss: 2.883e-01]  
fia_flux_2:  68%|######8   | 817/1200 [2:20:02<57:49,  9.06s/it, lr: 5.0e-05 loss: 2.883e-01]  
fia_flux_2:  68%|######8   | 817/1200 [2:20:09<57:49,  9.06s/it, lr: 5.0e-05 loss: 1.081e+00]
fia_flux_2:  68%|######8   | 817/1200 [2:20:09<57:49,  9.06s/it, lr: 5.0e-05 loss: 1.081e+00]
fia_flux_2:  68%|######8   | 818/1200 [2:20:09<53:10,  8.35s/it, lr: 5.0e-05 loss: 1.081e+00]
fia_flux_2:  68%|######8   | 818/1200 [2:20:09<53:10,  8.35s/it, lr: 5.0e-05 loss: 1.081e+00]
fia_flux_2:  68%|######8   | 818/1200 [2:20:23<53:10,  8.35s/it, lr: 5.0e-05 loss: 8.485e-01]
fia_flux_2:  68%|######8   | 818/1200 [2:20:23<53:10,  8.35s/it, lr: 5.0e-05 loss: 8.485e-01]
fia_flux_2:  68%|######8   | 819/1200 [2:20:23<1:03:37, 10.02s/it, lr: 5.0e-05 loss: 8.485e-01]
fia_flux_2:  68%|######8   | 819/1200 [2:20:23<1:03:37, 10.02s/it, lr: 5.0e-05 loss: 8.485e-01]
fia_flux_2:  68%|######8   | 819/1200 [2:20:32<1:03:37, 10.02s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  68%|######8   | 819/1200 [2:20:32<1:03:37, 10.02s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  68%|######8   | 820/1200 [2:20:42<1:03:27, 10.02s/it, lr: 5.0e-05 loss: 1.085e+00]
fia_flux_2:  68%|######8   | 820/1200 [2:20:42<1:03:27, 10.02s/it, lr: 5.0e-05 loss: 1.085e+00]
fia_flux_2:  68%|######8   | 821/1200 [2:20:42<48:32,  7.69s/it, lr: 5.0e-05 loss: 1.085e+00]  
fia_flux_2:  68%|######8   | 821/1200 [2:20:42<48:32,  7.69s/it, lr: 5.0e-05 loss: 1.085e+00]  
fia_flux_2:  68%|######8   | 821/1200 [2:20:57<48:32,  7.69s/it, lr: 5.0e-05 loss: 9.619e-01]
fia_flux_2:  68%|######8   | 821/1200 [2:20:57<48:32,  7.69s/it, lr: 5.0e-05 loss: 9.619e-01]
fia_flux_2:  68%|######8   | 822/1200 [2:20:57<58:42,  9.32s/it, lr: 5.0e-05 loss: 9.619e-01]
fia_flux_2:  68%|######8   | 822/1200 [2:20:57<58:42,  9.32s/it, lr: 5.0e-05 loss: 9.619e-01]
fia_flux_2:  68%|######8   | 822/1200 [2:21:03<58:42,  9.32s/it, lr: 5.0e-05 loss: 6.177e-01]
fia_flux_2:  68%|######8   | 822/1200 [2:21:03<58:42,  9.32s/it, lr: 5.0e-05 loss: 6.177e-01]
fia_flux_2:  69%|######8   | 823/1200 [2:21:03<54:13,  8.63s/it, lr: 5.0e-05 loss: 6.177e-01]
fia_flux_2:  69%|######8   | 823/1200 [2:21:03<54:13,  8.63s/it, lr: 5.0e-05 loss: 6.177e-01]
fia_flux_2:  69%|######8   | 823/1200 [2:21:10<54:13,  8.63s/it, lr: 5.0e-05 loss: 1.230e+00]
fia_flux_2:  69%|######8   | 823/1200 [2:21:10<54:13,  8.63s/it, lr: 5.0e-05 loss: 1.230e+00]
fia_flux_2:  69%|######8   | 824/1200 [2:21:10<50:42,  8.09s/it, lr: 5.0e-05 loss: 1.230e+00]
fia_flux_2:  69%|######8   | 824/1200 [2:21:10<50:42,  8.09s/it, lr: 5.0e-05 loss: 1.230e+00]
fia_flux_2:  69%|######8   | 824/1200 [2:21:20<50:42,  8.09s/it, lr: 5.0e-05 loss: 1.180e+00]
fia_flux_2:  69%|######8   | 824/1200 [2:21:20<50:42,  8.09s/it, lr: 5.0e-05 loss: 1.180e+00]
fia_flux_2:  69%|######8   | 825/1200 [2:21:20<53:36,  8.58s/it, lr: 5.0e-05 loss: 1.180e+00]
fia_flux_2:  69%|######8   | 825/1200 [2:21:20<53:36,  8.58s/it, lr: 5.0e-05 loss: 1.180e+00]
fia_flux_2:  69%|######8   | 825/1200 [2:21:26<53:36,  8.58s/it, lr: 5.0e-05 loss: 8.982e-01]
fia_flux_2:  69%|######8   | 825/1200 [2:21:26<53:36,  8.58s/it, lr: 5.0e-05 loss: 8.982e-01]
fia_flux_2:  69%|######8   | 826/1200 [2:21:26<49:58,  8.02s/it, lr: 5.0e-05 loss: 8.982e-01]
fia_flux_2:  69%|######8   | 826/1200 [2:21:26<49:58,  8.02s/it, lr: 5.0e-05 loss: 8.982e-01]
fia_flux_2:  69%|######8   | 826/1200 [2:21:41<49:58,  8.02s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  69%|######8   | 826/1200 [2:21:41<49:58,  8.02s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  69%|######8   | 827/1200 [2:21:41<1:01:08,  9.83s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  69%|######8   | 827/1200 [2:21:41<1:01:08,  9.83s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  69%|######8   | 827/1200 [2:21:55<1:01:08,  9.83s/it, lr: 5.0e-05 loss: 7.697e-01]
fia_flux_2:  69%|######8   | 827/1200 [2:21:55<1:01:08,  9.83s/it, lr: 5.0e-05 loss: 7.697e-01]
fia_flux_2:  69%|######9   | 828/1200 [2:21:55<1:09:04, 11.14s/it, lr: 5.0e-05 loss: 7.697e-01]
fia_flux_2:  69%|######9   | 828/1200 [2:21:55<1:09:04, 11.14s/it, lr: 5.0e-05 loss: 7.697e-01]
fia_flux_2:  69%|######9   | 828/1200 [2:22:09<1:09:04, 11.14s/it, lr: 5.0e-05 loss: 7.329e-01]
fia_flux_2:  69%|######9   | 828/1200 [2:22:09<1:09:04, 11.14s/it, lr: 5.0e-05 loss: 7.329e-01]
fia_flux_2:  69%|######9   | 829/1200 [2:22:09<1:14:09, 11.99s/it, lr: 5.0e-05 loss: 7.329e-01]
fia_flux_2:  69%|######9   | 829/1200 [2:22:09<1:14:09, 11.99s/it, lr: 5.0e-05 loss: 7.329e-01]
fia_flux_2:  69%|######9   | 829/1200 [2:22:23<1:14:09, 11.99s/it, lr: 5.0e-05 loss: 2.434e-01]
fia_flux_2:  69%|######9   | 829/1200 [2:22:23<1:14:09, 11.99s/it, lr: 5.0e-05 loss: 2.434e-01]
fia_flux_2:  69%|######9   | 830/1200 [2:22:33<1:13:57, 11.99s/it, lr: 5.0e-05 loss: 1.331e+00]
fia_flux_2:  69%|######9   | 830/1200 [2:22:33<1:13:57, 11.99s/it, lr: 5.0e-05 loss: 1.331e+00]
fia_flux_2:  69%|######9   | 831/1200 [2:22:33<54:00,  8.78s/it, lr: 5.0e-05 loss: 1.331e+00]  
fia_flux_2:  69%|######9   | 831/1200 [2:22:33<54:00,  8.78s/it, lr: 5.0e-05 loss: 1.331e+00]  
fia_flux_2:  69%|######9   | 831/1200 [2:22:43<54:00,  8.78s/it, lr: 5.0e-05 loss: 5.605e-01]
fia_flux_2:  69%|######9   | 831/1200 [2:22:43<54:00,  8.78s/it, lr: 5.0e-05 loss: 5.605e-01]
fia_flux_2:  69%|######9   | 832/1200 [2:22:43<55:39,  9.07s/it, lr: 5.0e-05 loss: 5.605e-01]
fia_flux_2:  69%|######9   | 832/1200 [2:22:43<55:39,  9.07s/it, lr: 5.0e-05 loss: 5.605e-01]
fia_flux_2:  69%|######9   | 832/1200 [2:22:57<55:39,  9.07s/it, lr: 5.0e-05 loss: 2.511e-01]
fia_flux_2:  69%|######9   | 832/1200 [2:22:57<55:39,  9.07s/it, lr: 5.0e-05 loss: 2.511e-01]
fia_flux_2:  69%|######9   | 833/1200 [2:22:57<1:03:07, 10.32s/it, lr: 5.0e-05 loss: 2.511e-01]
fia_flux_2:  69%|######9   | 833/1200 [2:22:57<1:03:07, 10.32s/it, lr: 5.0e-05 loss: 2.511e-01]
fia_flux_2:  69%|######9   | 833/1200 [2:23:07<1:03:07, 10.32s/it, lr: 5.0e-05 loss: 1.266e+00]
fia_flux_2:  69%|######9   | 833/1200 [2:23:07<1:03:07, 10.32s/it, lr: 5.0e-05 loss: 1.266e+00]
fia_flux_2:  70%|######9   | 834/1200 [2:23:07<1:02:10, 10.19s/it, lr: 5.0e-05 loss: 1.266e+00]
fia_flux_2:  70%|######9   | 834/1200 [2:23:07<1:02:10, 10.19s/it, lr: 5.0e-05 loss: 1.266e+00]
fia_flux_2:  70%|######9   | 834/1200 [2:23:21<1:02:10, 10.19s/it, lr: 5.0e-05 loss: 1.367e+00]
fia_flux_2:  70%|######9   | 834/1200 [2:23:21<1:02:10, 10.19s/it, lr: 5.0e-05 loss: 1.367e+00]
fia_flux_2:  70%|######9   | 835/1200 [2:23:21<1:08:30, 11.26s/it, lr: 5.0e-05 loss: 1.367e+00]
fia_flux_2:  70%|######9   | 835/1200 [2:23:21<1:08:30, 11.26s/it, lr: 5.0e-05 loss: 1.367e+00]
fia_flux_2:  70%|######9   | 835/1200 [2:23:35<1:08:30, 11.26s/it, lr: 5.0e-05 loss: 1.566e-01]
fia_flux_2:  70%|######9   | 835/1200 [2:23:35<1:08:30, 11.26s/it, lr: 5.0e-05 loss: 1.566e-01]
fia_flux_2:  70%|######9   | 836/1200 [2:23:35<1:13:03, 12.04s/it, lr: 5.0e-05 loss: 1.566e-01]
fia_flux_2:  70%|######9   | 836/1200 [2:23:35<1:13:03, 12.04s/it, lr: 5.0e-05 loss: 1.566e-01]
fia_flux_2:  70%|######9   | 836/1200 [2:23:45<1:13:03, 12.04s/it, lr: 5.0e-05 loss: 3.739e-01]
fia_flux_2:  70%|######9   | 836/1200 [2:23:45<1:13:03, 12.04s/it, lr: 5.0e-05 loss: 3.739e-01]
fia_flux_2:  70%|######9   | 837/1200 [2:23:45<1:08:59, 11.40s/it, lr: 5.0e-05 loss: 3.739e-01]
fia_flux_2:  70%|######9   | 837/1200 [2:23:45<1:08:59, 11.40s/it, lr: 5.0e-05 loss: 3.739e-01]
fia_flux_2:  70%|######9   | 837/1200 [2:23:55<1:08:59, 11.40s/it, lr: 5.0e-05 loss: 5.567e-01]
fia_flux_2:  70%|######9   | 837/1200 [2:23:55<1:08:59, 11.40s/it, lr: 5.0e-05 loss: 5.567e-01]
fia_flux_2:  70%|######9   | 838/1200 [2:23:55<1:06:13, 10.98s/it, lr: 5.0e-05 loss: 5.567e-01]
fia_flux_2:  70%|######9   | 838/1200 [2:23:55<1:06:13, 10.98s/it, lr: 5.0e-05 loss: 5.567e-01]
fia_flux_2:  70%|######9   | 838/1200 [2:24:01<1:06:13, 10.98s/it, lr: 5.0e-05 loss: 1.104e+00]
fia_flux_2:  70%|######9   | 838/1200 [2:24:01<1:06:13, 10.98s/it, lr: 5.0e-05 loss: 1.104e+00]
fia_flux_2:  70%|######9   | 839/1200 [2:24:01<58:24,  9.71s/it, lr: 5.0e-05 loss: 1.104e+00]  
fia_flux_2:  70%|######9   | 839/1200 [2:24:01<58:24,  9.71s/it, lr: 5.0e-05 loss: 1.104e+00]  
fia_flux_2:  70%|######9   | 839/1200 [2:24:11<58:24,  9.71s/it, lr: 5.0e-05 loss: 9.579e-01]
fia_flux_2:  70%|######9   | 839/1200 [2:24:11<58:24,  9.71s/it, lr: 5.0e-05 loss: 9.579e-01]
+Saving at step 840
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000840.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  70%|#######   | 840/1200 [2:24:21<58:14,  9.71s/it, lr: 5.0e-05 loss: 1.898e-01]
fia_flux_2:  70%|#######   | 840/1200 [2:24:21<58:14,  9.71s/it, lr: 5.0e-05 loss: 1.898e-01]
fia_flux_2:  70%|#######   | 841/1200 [2:24:21<45:16,  7.57s/it, lr: 5.0e-05 loss: 1.898e-01]
fia_flux_2:  70%|#######   | 841/1200 [2:24:21<45:16,  7.57s/it, lr: 5.0e-05 loss: 1.898e-01]
fia_flux_2:  70%|#######   | 841/1200 [2:24:31<45:16,  7.57s/it, lr: 5.0e-05 loss: 9.463e-01]
fia_flux_2:  70%|#######   | 841/1200 [2:24:31<45:16,  7.57s/it, lr: 5.0e-05 loss: 9.463e-01]
fia_flux_2:  70%|#######   | 842/1200 [2:24:31<48:39,  8.16s/it, lr: 5.0e-05 loss: 9.463e-01]
fia_flux_2:  70%|#######   | 842/1200 [2:24:31<48:39,  8.16s/it, lr: 5.0e-05 loss: 9.463e-01]
fia_flux_2:  70%|#######   | 842/1200 [2:24:41<48:39,  8.16s/it, lr: 5.0e-05 loss: 1.362e+00]
fia_flux_2:  70%|#######   | 842/1200 [2:24:41<48:39,  8.16s/it, lr: 5.0e-05 loss: 1.362e+00]
fia_flux_2:  70%|#######   | 843/1200 [2:24:41<51:04,  8.58s/it, lr: 5.0e-05 loss: 1.362e+00]
fia_flux_2:  70%|#######   | 843/1200 [2:24:41<51:04,  8.58s/it, lr: 5.0e-05 loss: 1.362e+00]
fia_flux_2:  70%|#######   | 843/1200 [2:24:55<51:04,  8.58s/it, lr: 5.0e-05 loss: 5.818e-01]
fia_flux_2:  70%|#######   | 843/1200 [2:24:55<51:04,  8.58s/it, lr: 5.0e-05 loss: 5.818e-01]
fia_flux_2:  70%|#######   | 844/1200 [2:24:55<1:00:10, 10.14s/it, lr: 5.0e-05 loss: 5.818e-01]
fia_flux_2:  70%|#######   | 844/1200 [2:24:55<1:00:10, 10.14s/it, lr: 5.0e-05 loss: 5.818e-01]
fia_flux_2:  70%|#######   | 844/1200 [2:25:02<1:00:10, 10.14s/it, lr: 5.0e-05 loss: 6.038e-01]
fia_flux_2:  70%|#######   | 844/1200 [2:25:02<1:00:10, 10.14s/it, lr: 5.0e-05 loss: 6.038e-01]
fia_flux_2:  70%|#######   | 845/1200 [2:25:02<54:16,  9.17s/it, lr: 5.0e-05 loss: 6.038e-01]  
fia_flux_2:  70%|#######   | 845/1200 [2:25:02<54:16,  9.17s/it, lr: 5.0e-05 loss: 6.038e-01]  
fia_flux_2:  70%|#######   | 845/1200 [2:25:16<54:16,  9.17s/it, lr: 5.0e-05 loss: 6.572e-02]
fia_flux_2:  70%|#######   | 845/1200 [2:25:16<54:16,  9.17s/it, lr: 5.0e-05 loss: 6.572e-02]
fia_flux_2:  70%|#######   | 846/1200 [2:25:16<1:02:13, 10.55s/it, lr: 5.0e-05 loss: 6.572e-02]
fia_flux_2:  70%|#######   | 846/1200 [2:25:16<1:02:13, 10.55s/it, lr: 5.0e-05 loss: 6.572e-02]
fia_flux_2:  70%|#######   | 846/1200 [2:25:23<1:02:13, 10.55s/it, lr: 5.0e-05 loss: 7.611e-01]
fia_flux_2:  70%|#######   | 846/1200 [2:25:23<1:02:13, 10.55s/it, lr: 5.0e-05 loss: 7.611e-01]
fia_flux_2:  71%|#######   | 847/1200 [2:25:23<55:19,  9.40s/it, lr: 5.0e-05 loss: 7.611e-01]  
fia_flux_2:  71%|#######   | 847/1200 [2:25:23<55:19,  9.40s/it, lr: 5.0e-05 loss: 7.611e-01]  
fia_flux_2:  71%|#######   | 847/1200 [2:25:29<55:19,  9.40s/it, lr: 5.0e-05 loss: 7.625e-01]
fia_flux_2:  71%|#######   | 847/1200 [2:25:29<55:19,  9.40s/it, lr: 5.0e-05 loss: 7.625e-01]
fia_flux_2:  71%|#######   | 848/1200 [2:25:29<50:20,  8.58s/it, lr: 5.0e-05 loss: 7.625e-01]
fia_flux_2:  71%|#######   | 848/1200 [2:25:29<50:20,  8.58s/it, lr: 5.0e-05 loss: 7.625e-01]
fia_flux_2:  71%|#######   | 848/1200 [2:25:43<50:20,  8.58s/it, lr: 5.0e-05 loss: 5.781e-01]
fia_flux_2:  71%|#######   | 848/1200 [2:25:43<50:20,  8.58s/it, lr: 5.0e-05 loss: 5.781e-01]
fia_flux_2:  71%|#######   | 849/1200 [2:25:43<59:31, 10.18s/it, lr: 5.0e-05 loss: 5.781e-01]
fia_flux_2:  71%|#######   | 849/1200 [2:25:43<59:31, 10.18s/it, lr: 5.0e-05 loss: 5.781e-01]
fia_flux_2:  71%|#######   | 849/1200 [2:25:53<59:31, 10.18s/it, lr: 5.0e-05 loss: 4.822e-01]
fia_flux_2:  71%|#######   | 849/1200 [2:25:53<59:31, 10.18s/it, lr: 5.0e-05 loss: 4.822e-01]
fia_flux_2:  71%|#######   | 850/1200 [2:26:07<59:21, 10.18s/it, lr: 5.0e-05 loss: 3.857e-01]
fia_flux_2:  71%|#######   | 850/1200 [2:26:07<59:21, 10.18s/it, lr: 5.0e-05 loss: 3.857e-01]
fia_flux_2:  71%|#######   | 851/1200 [2:26:07<50:44,  8.72s/it, lr: 5.0e-05 loss: 3.857e-01]
fia_flux_2:  71%|#######   | 851/1200 [2:26:07<50:44,  8.72s/it, lr: 5.0e-05 loss: 3.857e-01]
fia_flux_2:  71%|#######   | 851/1200 [2:26:21<50:44,  8.72s/it, lr: 5.0e-05 loss: 1.494e+00]
fia_flux_2:  71%|#######   | 851/1200 [2:26:21<50:44,  8.72s/it, lr: 5.0e-05 loss: 1.494e+00]
fia_flux_2:  71%|#######1  | 852/1200 [2:26:21<58:07, 10.02s/it, lr: 5.0e-05 loss: 1.494e+00]
fia_flux_2:  71%|#######1  | 852/1200 [2:26:21<58:07, 10.02s/it, lr: 5.0e-05 loss: 1.494e+00]
fia_flux_2:  71%|#######1  | 852/1200 [2:26:31<58:07, 10.02s/it, lr: 5.0e-05 loss: 9.158e-01]
fia_flux_2:  71%|#######1  | 852/1200 [2:26:31<58:07, 10.02s/it, lr: 5.0e-05 loss: 9.158e-01]
fia_flux_2:  71%|#######1  | 853/1200 [2:26:31<57:39,  9.97s/it, lr: 5.0e-05 loss: 9.158e-01]
fia_flux_2:  71%|#######1  | 853/1200 [2:26:31<57:39,  9.97s/it, lr: 5.0e-05 loss: 9.158e-01]
fia_flux_2:  71%|#######1  | 853/1200 [2:26:45<57:39,  9.97s/it, lr: 5.0e-05 loss: 1.235e+00]
fia_flux_2:  71%|#######1  | 853/1200 [2:26:45<57:39,  9.97s/it, lr: 5.0e-05 loss: 1.235e+00]
fia_flux_2:  71%|#######1  | 854/1200 [2:26:45<1:03:47, 11.06s/it, lr: 5.0e-05 loss: 1.235e+00]
fia_flux_2:  71%|#######1  | 854/1200 [2:26:45<1:03:47, 11.06s/it, lr: 5.0e-05 loss: 1.235e+00]
fia_flux_2:  71%|#######1  | 854/1200 [2:26:55<1:03:47, 11.06s/it, lr: 5.0e-05 loss: 6.076e-01]
fia_flux_2:  71%|#######1  | 854/1200 [2:26:55<1:03:47, 11.06s/it, lr: 5.0e-05 loss: 6.076e-01]
fia_flux_2:  71%|#######1  | 855/1200 [2:26:55<1:01:48, 10.75s/it, lr: 5.0e-05 loss: 6.076e-01]
fia_flux_2:  71%|#######1  | 855/1200 [2:26:55<1:01:48, 10.75s/it, lr: 5.0e-05 loss: 6.076e-01]
fia_flux_2:  71%|#######1  | 855/1200 [2:27:01<1:01:48, 10.75s/it, lr: 5.0e-05 loss: 1.018e+00]
fia_flux_2:  71%|#######1  | 855/1200 [2:27:01<1:01:48, 10.75s/it, lr: 5.0e-05 loss: 1.018e+00]
fia_flux_2:  71%|#######1  | 856/1200 [2:27:01<54:52,  9.57s/it, lr: 5.0e-05 loss: 1.018e+00]  
fia_flux_2:  71%|#######1  | 856/1200 [2:27:01<54:52,  9.57s/it, lr: 5.0e-05 loss: 1.018e+00]  
fia_flux_2:  71%|#######1  | 856/1200 [2:27:08<54:52,  9.57s/it, lr: 5.0e-05 loss: 1.610e-01]
fia_flux_2:  71%|#######1  | 856/1200 [2:27:08<54:52,  9.57s/it, lr: 5.0e-05 loss: 1.610e-01]
fia_flux_2:  71%|#######1  | 857/1200 [2:27:08<49:46,  8.71s/it, lr: 5.0e-05 loss: 1.610e-01]
fia_flux_2:  71%|#######1  | 857/1200 [2:27:08<49:46,  8.71s/it, lr: 5.0e-05 loss: 1.610e-01]
fia_flux_2:  71%|#######1  | 857/1200 [2:27:18<49:46,  8.71s/it, lr: 5.0e-05 loss: 9.090e-01]
fia_flux_2:  71%|#######1  | 857/1200 [2:27:18<49:46,  8.71s/it, lr: 5.0e-05 loss: 9.090e-01]
fia_flux_2:  72%|#######1  | 858/1200 [2:27:18<51:40,  9.07s/it, lr: 5.0e-05 loss: 9.090e-01]
fia_flux_2:  72%|#######1  | 858/1200 [2:27:18<51:40,  9.07s/it, lr: 5.0e-05 loss: 9.090e-01]
fia_flux_2:  72%|#######1  | 858/1200 [2:27:32<51:40,  9.07s/it, lr: 5.0e-05 loss: 5.979e-01]
fia_flux_2:  72%|#######1  | 858/1200 [2:27:32<51:40,  9.07s/it, lr: 5.0e-05 loss: 5.979e-01]
fia_flux_2:  72%|#######1  | 859/1200 [2:27:32<1:00:21, 10.62s/it, lr: 5.0e-05 loss: 5.979e-01]
fia_flux_2:  72%|#######1  | 859/1200 [2:27:32<1:00:21, 10.62s/it, lr: 5.0e-05 loss: 5.979e-01]
fia_flux_2:  72%|#######1  | 859/1200 [2:27:39<1:00:21, 10.62s/it, lr: 5.0e-05 loss: 2.885e-01]
fia_flux_2:  72%|#######1  | 859/1200 [2:27:39<1:00:21, 10.62s/it, lr: 5.0e-05 loss: 2.885e-01]
fia_flux_2:  72%|#######1  | 860/1200 [2:27:45<1:00:10, 10.62s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:  72%|#######1  | 860/1200 [2:27:45<1:00:10, 10.62s/it, lr: 5.0e-05 loss: 1.212e+00]
fia_flux_2:  72%|#######1  | 861/1200 [2:27:45<41:04,  7.27s/it, lr: 5.0e-05 loss: 1.212e+00]  
fia_flux_2:  72%|#######1  | 861/1200 [2:27:45<41:04,  7.27s/it, lr: 5.0e-05 loss: 1.212e+00]  
fia_flux_2:  72%|#######1  | 861/1200 [2:27:52<41:04,  7.27s/it, lr: 5.0e-05 loss: 1.039e+00]
fia_flux_2:  72%|#######1  | 861/1200 [2:27:52<41:04,  7.27s/it, lr: 5.0e-05 loss: 1.039e+00]
fia_flux_2:  72%|#######1  | 862/1200 [2:27:52<40:00,  7.10s/it, lr: 5.0e-05 loss: 1.039e+00]
fia_flux_2:  72%|#######1  | 862/1200 [2:27:52<40:00,  7.10s/it, lr: 5.0e-05 loss: 1.039e+00]
fia_flux_2:  72%|#######1  | 862/1200 [2:27:59<40:00,  7.10s/it, lr: 5.0e-05 loss: 9.936e-02]
fia_flux_2:  72%|#######1  | 862/1200 [2:27:59<40:00,  7.10s/it, lr: 5.0e-05 loss: 9.936e-02]
fia_flux_2:  72%|#######1  | 863/1200 [2:27:59<39:08,  6.97s/it, lr: 5.0e-05 loss: 9.936e-02]
fia_flux_2:  72%|#######1  | 863/1200 [2:27:59<39:08,  6.97s/it, lr: 5.0e-05 loss: 9.936e-02]
fia_flux_2:  72%|#######1  | 863/1200 [2:28:08<39:08,  6.97s/it, lr: 5.0e-05 loss: 1.917e-01]
fia_flux_2:  72%|#######1  | 863/1200 [2:28:08<39:08,  6.97s/it, lr: 5.0e-05 loss: 1.917e-01]
fia_flux_2:  72%|#######2  | 864/1200 [2:28:08<43:21,  7.74s/it, lr: 5.0e-05 loss: 1.917e-01]
fia_flux_2:  72%|#######2  | 864/1200 [2:28:08<43:21,  7.74s/it, lr: 5.0e-05 loss: 1.917e-01]
fia_flux_2:  72%|#######2  | 864/1200 [2:28:18<43:21,  7.74s/it, lr: 5.0e-05 loss: 3.030e-01]
fia_flux_2:  72%|#######2  | 864/1200 [2:28:18<43:21,  7.74s/it, lr: 5.0e-05 loss: 3.030e-01]
fia_flux_2:  72%|#######2  | 865/1200 [2:28:18<46:29,  8.33s/it, lr: 5.0e-05 loss: 3.030e-01]
fia_flux_2:  72%|#######2  | 865/1200 [2:28:18<46:29,  8.33s/it, lr: 5.0e-05 loss: 3.030e-01]
fia_flux_2:  72%|#######2  | 865/1200 [2:28:28<46:29,  8.33s/it, lr: 5.0e-05 loss: 4.626e-01]
fia_flux_2:  72%|#######2  | 865/1200 [2:28:28<46:29,  8.33s/it, lr: 5.0e-05 loss: 4.626e-01]
fia_flux_2:  72%|#######2  | 866/1200 [2:28:28<48:44,  8.76s/it, lr: 5.0e-05 loss: 4.626e-01]
fia_flux_2:  72%|#######2  | 866/1200 [2:28:28<48:44,  8.76s/it, lr: 5.0e-05 loss: 4.626e-01]
fia_flux_2:  72%|#######2  | 866/1200 [2:28:35<48:44,  8.76s/it, lr: 5.0e-05 loss: 1.319e+00]
fia_flux_2:  72%|#######2  | 866/1200 [2:28:35<48:44,  8.76s/it, lr: 5.0e-05 loss: 1.319e+00]
fia_flux_2:  72%|#######2  | 867/1200 [2:28:35<45:09,  8.14s/it, lr: 5.0e-05 loss: 1.319e+00]
fia_flux_2:  72%|#######2  | 867/1200 [2:28:35<45:09,  8.14s/it, lr: 5.0e-05 loss: 1.319e+00]
fia_flux_2:  72%|#######2  | 867/1200 [2:28:45<45:09,  8.14s/it, lr: 5.0e-05 loss: 2.814e-01]
fia_flux_2:  72%|#######2  | 867/1200 [2:28:45<45:09,  8.14s/it, lr: 5.0e-05 loss: 2.814e-01]
fia_flux_2:  72%|#######2  | 868/1200 [2:28:45<47:52,  8.65s/it, lr: 5.0e-05 loss: 2.814e-01]
fia_flux_2:  72%|#######2  | 868/1200 [2:28:45<47:52,  8.65s/it, lr: 5.0e-05 loss: 2.814e-01]
fia_flux_2:  72%|#######2  | 868/1200 [2:28:59<47:52,  8.65s/it, lr: 5.0e-05 loss: 7.620e-01]
fia_flux_2:  72%|#######2  | 868/1200 [2:28:59<47:52,  8.65s/it, lr: 5.0e-05 loss: 7.620e-01]
fia_flux_2:  72%|#######2  | 869/1200 [2:28:59<56:26, 10.23s/it, lr: 5.0e-05 loss: 7.620e-01]
fia_flux_2:  72%|#######2  | 869/1200 [2:28:59<56:26, 10.23s/it, lr: 5.0e-05 loss: 7.620e-01]
fia_flux_2:  72%|#######2  | 869/1200 [2:29:09<56:26, 10.23s/it, lr: 5.0e-05 loss: 1.099e+00]
fia_flux_2:  72%|#######2  | 869/1200 [2:29:09<56:26, 10.23s/it, lr: 5.0e-05 loss: 1.099e+00]
fia_flux_2:  72%|#######2  | 870/1200 [2:29:23<56:16, 10.23s/it, lr: 5.0e-05 loss: 1.272e+00]
fia_flux_2:  72%|#######2  | 870/1200 [2:29:23<56:16, 10.23s/it, lr: 5.0e-05 loss: 1.272e+00]
fia_flux_2:  73%|#######2  | 871/1200 [2:29:23<47:59,  8.75s/it, lr: 5.0e-05 loss: 1.272e+00]
fia_flux_2:  73%|#######2  | 871/1200 [2:29:23<47:59,  8.75s/it, lr: 5.0e-05 loss: 1.272e+00]
fia_flux_2:  73%|#######2  | 871/1200 [2:29:37<47:59,  8.75s/it, lr: 5.0e-05 loss: 4.983e-02]
fia_flux_2:  73%|#######2  | 871/1200 [2:29:37<47:59,  8.75s/it, lr: 5.0e-05 loss: 4.983e-02]
fia_flux_2:  73%|#######2  | 872/1200 [2:29:37<54:54, 10.04s/it, lr: 5.0e-05 loss: 4.983e-02]
fia_flux_2:  73%|#######2  | 872/1200 [2:29:37<54:54, 10.04s/it, lr: 5.0e-05 loss: 4.983e-02]
fia_flux_2:  73%|#######2  | 872/1200 [2:29:44<54:54, 10.04s/it, lr: 5.0e-05 loss: 2.198e-01]
fia_flux_2:  73%|#######2  | 872/1200 [2:29:44<54:54, 10.04s/it, lr: 5.0e-05 loss: 2.198e-01]
fia_flux_2:  73%|#######2  | 873/1200 [2:29:44<49:55,  9.16s/it, lr: 5.0e-05 loss: 2.198e-01]
fia_flux_2:  73%|#######2  | 873/1200 [2:29:44<49:55,  9.16s/it, lr: 5.0e-05 loss: 2.198e-01]
fia_flux_2:  73%|#######2  | 873/1200 [2:29:50<49:55,  9.16s/it, lr: 5.0e-05 loss: 3.378e-01]
fia_flux_2:  73%|#######2  | 873/1200 [2:29:50<49:55,  9.16s/it, lr: 5.0e-05 loss: 3.378e-01]
fia_flux_2:  73%|#######2  | 874/1200 [2:29:50<45:58,  8.46s/it, lr: 5.0e-05 loss: 3.378e-01]
fia_flux_2:  73%|#######2  | 874/1200 [2:29:50<45:58,  8.46s/it, lr: 5.0e-05 loss: 3.378e-01]
fia_flux_2:  73%|#######2  | 874/1200 [2:30:04<45:58,  8.46s/it, lr: 5.0e-05 loss: 1.972e-01]
fia_flux_2:  73%|#######2  | 874/1200 [2:30:04<45:58,  8.46s/it, lr: 5.0e-05 loss: 1.972e-01]
fia_flux_2:  73%|#######2  | 875/1200 [2:30:04<54:42, 10.10s/it, lr: 5.0e-05 loss: 1.972e-01]
fia_flux_2:  73%|#######2  | 875/1200 [2:30:04<54:42, 10.10s/it, lr: 5.0e-05 loss: 1.972e-01]
fia_flux_2:  73%|#######2  | 875/1200 [2:30:11<54:42, 10.10s/it, lr: 5.0e-05 loss: 5.971e-01]
fia_flux_2:  73%|#######2  | 875/1200 [2:30:11<54:42, 10.10s/it, lr: 5.0e-05 loss: 5.971e-01]
fia_flux_2:  73%|#######3  | 876/1200 [2:30:11<49:08,  9.10s/it, lr: 5.0e-05 loss: 5.971e-01]
fia_flux_2:  73%|#######3  | 876/1200 [2:30:11<49:08,  9.10s/it, lr: 5.0e-05 loss: 5.971e-01]
fia_flux_2:  73%|#######3  | 876/1200 [2:30:22<49:08,  9.10s/it, lr: 5.0e-05 loss: 2.800e-01]
fia_flux_2:  73%|#######3  | 876/1200 [2:30:22<49:08,  9.10s/it, lr: 5.0e-05 loss: 2.800e-01]
fia_flux_2:  73%|#######3  | 877/1200 [2:30:22<51:14,  9.52s/it, lr: 5.0e-05 loss: 2.800e-01]
fia_flux_2:  73%|#######3  | 877/1200 [2:30:22<51:14,  9.52s/it, lr: 5.0e-05 loss: 2.800e-01]
fia_flux_2:  73%|#######3  | 877/1200 [2:30:28<51:14,  9.52s/it, lr: 5.0e-05 loss: 3.780e-01]
fia_flux_2:  73%|#######3  | 877/1200 [2:30:28<51:14,  9.52s/it, lr: 5.0e-05 loss: 3.780e-01]
fia_flux_2:  73%|#######3  | 878/1200 [2:30:28<46:37,  8.69s/it, lr: 5.0e-05 loss: 3.780e-01]
fia_flux_2:  73%|#######3  | 878/1200 [2:30:28<46:37,  8.69s/it, lr: 5.0e-05 loss: 3.780e-01]
fia_flux_2:  73%|#######3  | 878/1200 [2:30:42<46:37,  8.69s/it, lr: 5.0e-05 loss: 2.643e-01]
fia_flux_2:  73%|#######3  | 878/1200 [2:30:42<46:37,  8.69s/it, lr: 5.0e-05 loss: 2.643e-01]
fia_flux_2:  73%|#######3  | 879/1200 [2:30:42<54:51, 10.25s/it, lr: 5.0e-05 loss: 2.643e-01]
fia_flux_2:  73%|#######3  | 879/1200 [2:30:42<54:51, 10.25s/it, lr: 5.0e-05 loss: 2.643e-01]
fia_flux_2:  73%|#######3  | 879/1200 [2:30:49<54:51, 10.25s/it, lr: 5.0e-05 loss: 5.615e-02]
fia_flux_2:  73%|#######3  | 879/1200 [2:30:49<54:51, 10.25s/it, lr: 5.0e-05 loss: 5.615e-02]
fia_flux_2:  73%|#######3  | 880/1200 [2:31:03<54:40, 10.25s/it, lr: 5.0e-05 loss: 4.377e-01]
fia_flux_2:  73%|#######3  | 880/1200 [2:31:03<54:40, 10.25s/it, lr: 5.0e-05 loss: 4.377e-01]
fia_flux_2:  73%|#######3  | 881/1200 [2:31:03<46:35,  8.76s/it, lr: 5.0e-05 loss: 4.377e-01]
fia_flux_2:  73%|#######3  | 881/1200 [2:31:03<46:35,  8.76s/it, lr: 5.0e-05 loss: 4.377e-01]
fia_flux_2:  73%|#######3  | 881/1200 [2:31:17<46:35,  8.76s/it, lr: 5.0e-05 loss: 8.365e-01]
fia_flux_2:  73%|#######3  | 881/1200 [2:31:17<46:35,  8.76s/it, lr: 5.0e-05 loss: 8.365e-01]
fia_flux_2:  74%|#######3  | 882/1200 [2:31:17<53:39, 10.13s/it, lr: 5.0e-05 loss: 8.365e-01]
fia_flux_2:  74%|#######3  | 882/1200 [2:31:17<53:39, 10.13s/it, lr: 5.0e-05 loss: 8.365e-01]
fia_flux_2:  74%|#######3  | 882/1200 [2:31:24<53:39, 10.13s/it, lr: 5.0e-05 loss: 4.954e-02]
fia_flux_2:  74%|#######3  | 882/1200 [2:31:24<53:39, 10.13s/it, lr: 5.0e-05 loss: 4.954e-02]
fia_flux_2:  74%|#######3  | 883/1200 [2:31:24<48:43,  9.22s/it, lr: 5.0e-05 loss: 4.954e-02]
fia_flux_2:  74%|#######3  | 883/1200 [2:31:24<48:43,  9.22s/it, lr: 5.0e-05 loss: 4.954e-02]
fia_flux_2:  74%|#######3  | 883/1200 [2:31:30<48:43,  9.22s/it, lr: 5.0e-05 loss: 7.857e-01]
fia_flux_2:  74%|#######3  | 883/1200 [2:31:30<48:43,  9.22s/it, lr: 5.0e-05 loss: 7.857e-01]
fia_flux_2:  74%|#######3  | 884/1200 [2:31:30<44:51,  8.52s/it, lr: 5.0e-05 loss: 7.857e-01]
fia_flux_2:  74%|#######3  | 884/1200 [2:31:30<44:51,  8.52s/it, lr: 5.0e-05 loss: 7.857e-01]
fia_flux_2:  74%|#######3  | 884/1200 [2:31:41<44:51,  8.52s/it, lr: 5.0e-05 loss: 8.418e-01]
fia_flux_2:  74%|#######3  | 884/1200 [2:31:41<44:51,  8.52s/it, lr: 5.0e-05 loss: 8.418e-01]
fia_flux_2:  74%|#######3  | 885/1200 [2:31:41<47:37,  9.07s/it, lr: 5.0e-05 loss: 8.418e-01]
fia_flux_2:  74%|#######3  | 885/1200 [2:31:41<47:37,  9.07s/it, lr: 5.0e-05 loss: 8.418e-01]
fia_flux_2:  74%|#######3  | 885/1200 [2:31:55<47:37,  9.07s/it, lr: 5.0e-05 loss: 2.648e-01]
fia_flux_2:  74%|#######3  | 885/1200 [2:31:55<47:37,  9.07s/it, lr: 5.0e-05 loss: 2.648e-01]
fia_flux_2:  74%|#######3  | 886/1200 [2:31:55<55:18, 10.57s/it, lr: 5.0e-05 loss: 2.648e-01]
fia_flux_2:  74%|#######3  | 886/1200 [2:31:55<55:18, 10.57s/it, lr: 5.0e-05 loss: 2.648e-01]
fia_flux_2:  74%|#######3  | 886/1200 [2:32:09<55:18, 10.57s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  74%|#######3  | 886/1200 [2:32:09<55:18, 10.57s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  74%|#######3  | 887/1200 [2:32:09<1:00:18, 11.56s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  74%|#######3  | 887/1200 [2:32:09<1:00:18, 11.56s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  74%|#######3  | 887/1200 [2:32:16<1:00:18, 11.56s/it, lr: 5.0e-05 loss: 1.697e-01]
fia_flux_2:  74%|#######3  | 887/1200 [2:32:16<1:00:18, 11.56s/it, lr: 5.0e-05 loss: 1.697e-01]
fia_flux_2:  74%|#######4  | 888/1200 [2:32:16<52:33, 10.11s/it, lr: 5.0e-05 loss: 1.697e-01]  
fia_flux_2:  74%|#######4  | 888/1200 [2:32:16<52:33, 10.11s/it, lr: 5.0e-05 loss: 1.697e-01]  
fia_flux_2:  74%|#######4  | 888/1200 [2:32:26<52:33, 10.11s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  74%|#######4  | 888/1200 [2:32:26<52:33, 10.11s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  74%|#######4  | 889/1200 [2:32:26<51:56, 10.02s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  74%|#######4  | 889/1200 [2:32:26<51:56, 10.02s/it, lr: 5.0e-05 loss: 1.003e+00]
fia_flux_2:  74%|#######4  | 889/1200 [2:32:36<51:56, 10.02s/it, lr: 5.0e-05 loss: 3.919e-01]
fia_flux_2:  74%|#######4  | 889/1200 [2:32:36<51:56, 10.02s/it, lr: 5.0e-05 loss: 3.919e-01]
fia_flux_2:  74%|#######4  | 890/1200 [2:32:50<51:46, 10.02s/it, lr: 5.0e-05 loss: 1.058e+00]
fia_flux_2:  74%|#######4  | 890/1200 [2:32:50<51:46, 10.02s/it, lr: 5.0e-05 loss: 1.058e+00]
fia_flux_2:  74%|#######4  | 891/1200 [2:32:50<44:50,  8.71s/it, lr: 5.0e-05 loss: 1.058e+00]
fia_flux_2:  74%|#######4  | 891/1200 [2:32:50<44:50,  8.71s/it, lr: 5.0e-05 loss: 1.058e+00]
fia_flux_2:  74%|#######4  | 891/1200 [2:32:56<44:50,  8.71s/it, lr: 5.0e-05 loss: 2.280e-01]
fia_flux_2:  74%|#######4  | 891/1200 [2:32:56<44:50,  8.71s/it, lr: 5.0e-05 loss: 2.280e-01]
fia_flux_2:  74%|#######4  | 892/1200 [2:32:56<42:00,  8.18s/it, lr: 5.0e-05 loss: 2.280e-01]
fia_flux_2:  74%|#######4  | 892/1200 [2:32:56<42:00,  8.18s/it, lr: 5.0e-05 loss: 2.280e-01]
fia_flux_2:  74%|#######4  | 892/1200 [2:33:03<42:00,  8.18s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  74%|#######4  | 892/1200 [2:33:03<42:00,  8.18s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  74%|#######4  | 893/1200 [2:33:03<39:48,  7.78s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  74%|#######4  | 893/1200 [2:33:03<39:48,  7.78s/it, lr: 5.0e-05 loss: 1.076e+00]
fia_flux_2:  74%|#######4  | 893/1200 [2:33:17<39:48,  7.78s/it, lr: 5.0e-05 loss: 9.192e-01]
fia_flux_2:  74%|#######4  | 893/1200 [2:33:17<39:48,  7.78s/it, lr: 5.0e-05 loss: 9.192e-01]
fia_flux_2:  74%|#######4  | 894/1200 [2:33:17<48:14,  9.46s/it, lr: 5.0e-05 loss: 9.192e-01]
fia_flux_2:  74%|#######4  | 894/1200 [2:33:17<48:14,  9.46s/it, lr: 5.0e-05 loss: 9.192e-01]
fia_flux_2:  74%|#######4  | 894/1200 [2:33:27<48:14,  9.46s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  74%|#######4  | 894/1200 [2:33:27<48:14,  9.46s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  75%|#######4  | 895/1200 [2:33:27<48:45,  9.59s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  75%|#######4  | 895/1200 [2:33:27<48:45,  9.59s/it, lr: 5.0e-05 loss: 1.057e+00]
fia_flux_2:  75%|#######4  | 895/1200 [2:33:37<48:45,  9.59s/it, lr: 5.0e-05 loss: 1.262e-01]
fia_flux_2:  75%|#######4  | 895/1200 [2:33:37<48:45,  9.59s/it, lr: 5.0e-05 loss: 1.262e-01]
fia_flux_2:  75%|#######4  | 896/1200 [2:33:37<48:58,  9.66s/it, lr: 5.0e-05 loss: 1.262e-01]
fia_flux_2:  75%|#######4  | 896/1200 [2:33:37<48:58,  9.66s/it, lr: 5.0e-05 loss: 1.262e-01]
fia_flux_2:  75%|#######4  | 896/1200 [2:33:51<48:58,  9.66s/it, lr: 5.0e-05 loss: 1.128e+00]
fia_flux_2:  75%|#######4  | 896/1200 [2:33:51<48:58,  9.66s/it, lr: 5.0e-05 loss: 1.128e+00]
fia_flux_2:  75%|#######4  | 897/1200 [2:33:51<55:06, 10.91s/it, lr: 5.0e-05 loss: 1.128e+00]
fia_flux_2:  75%|#######4  | 897/1200 [2:33:51<55:06, 10.91s/it, lr: 5.0e-05 loss: 1.128e+00]
fia_flux_2:  75%|#######4  | 897/1200 [2:33:57<55:06, 10.91s/it, lr: 5.0e-05 loss: 4.953e-02]
fia_flux_2:  75%|#######4  | 897/1200 [2:33:57<55:06, 10.91s/it, lr: 5.0e-05 loss: 4.953e-02]
fia_flux_2:  75%|#######4  | 898/1200 [2:33:57<48:37,  9.66s/it, lr: 5.0e-05 loss: 4.953e-02]
fia_flux_2:  75%|#######4  | 898/1200 [2:33:57<48:37,  9.66s/it, lr: 5.0e-05 loss: 4.953e-02]
fia_flux_2:  75%|#######4  | 898/1200 [2:34:04<48:37,  9.66s/it, lr: 5.0e-05 loss: 1.197e+00]
fia_flux_2:  75%|#######4  | 898/1200 [2:34:04<48:37,  9.66s/it, lr: 5.0e-05 loss: 1.197e+00]
fia_flux_2:  75%|#######4  | 899/1200 [2:34:04<44:01,  8.77s/it, lr: 5.0e-05 loss: 1.197e+00]
fia_flux_2:  75%|#######4  | 899/1200 [2:34:04<44:01,  8.77s/it, lr: 5.0e-05 loss: 1.197e+00]
fia_flux_2:  75%|#######4  | 899/1200 [2:34:11<44:01,  8.77s/it, lr: 5.0e-05 loss: 9.166e-01]
fia_flux_2:  75%|#######4  | 899/1200 [2:34:11<44:01,  8.77s/it, lr: 5.0e-05 loss: 9.166e-01]
+Saving at step 900
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000900.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.06s/it]
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.06s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.09s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.09s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.11s/it]
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.11s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.09s/it]
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.09s/it]
+
+
                                                                
                                                                
fia_flux_2:  75%|#######5  | 900/1200 [2:34:25<43:52,  8.77s/it, lr: 5.0e-05 loss: 2.559e-01]
fia_flux_2:  75%|#######5  | 900/1200 [2:34:25<43:52,  8.77s/it, lr: 5.0e-05 loss: 2.559e-01]
fia_flux_2:  75%|#######5  | 901/1200 [2:34:25<39:53,  8.00s/it, lr: 5.0e-05 loss: 2.559e-01]
fia_flux_2:  75%|#######5  | 901/1200 [2:34:25<39:53,  8.00s/it, lr: 5.0e-05 loss: 2.559e-01]
fia_flux_2:  75%|#######5  | 901/1200 [2:34:32<39:53,  8.00s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  75%|#######5  | 901/1200 [2:34:32<39:53,  8.00s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  75%|#######5  | 902/1200 [2:34:32<38:00,  7.65s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  75%|#######5  | 902/1200 [2:34:32<38:00,  7.65s/it, lr: 5.0e-05 loss: 1.150e+00]
fia_flux_2:  75%|#######5  | 902/1200 [2:34:38<38:00,  7.65s/it, lr: 5.0e-05 loss: 8.686e-01]
fia_flux_2:  75%|#######5  | 902/1200 [2:34:38<38:00,  7.65s/it, lr: 5.0e-05 loss: 8.686e-01]
fia_flux_2:  75%|#######5  | 903/1200 [2:34:38<36:34,  7.39s/it, lr: 5.0e-05 loss: 8.686e-01]
fia_flux_2:  75%|#######5  | 903/1200 [2:34:38<36:34,  7.39s/it, lr: 5.0e-05 loss: 8.686e-01]
fia_flux_2:  75%|#######5  | 903/1200 [2:34:45<36:34,  7.39s/it, lr: 5.0e-05 loss: 2.746e-01]
fia_flux_2:  75%|#######5  | 903/1200 [2:34:45<36:34,  7.39s/it, lr: 5.0e-05 loss: 2.746e-01]
fia_flux_2:  75%|#######5  | 904/1200 [2:34:45<35:26,  7.18s/it, lr: 5.0e-05 loss: 2.746e-01]
fia_flux_2:  75%|#######5  | 904/1200 [2:34:45<35:26,  7.18s/it, lr: 5.0e-05 loss: 2.746e-01]
fia_flux_2:  75%|#######5  | 904/1200 [2:34:59<35:26,  7.18s/it, lr: 5.0e-05 loss: 7.122e-01]
fia_flux_2:  75%|#######5  | 904/1200 [2:34:59<35:26,  7.18s/it, lr: 5.0e-05 loss: 7.122e-01]
fia_flux_2:  75%|#######5  | 905/1200 [2:34:59<45:02,  9.16s/it, lr: 5.0e-05 loss: 7.122e-01]
fia_flux_2:  75%|#######5  | 905/1200 [2:34:59<45:02,  9.16s/it, lr: 5.0e-05 loss: 7.122e-01]
fia_flux_2:  75%|#######5  | 905/1200 [2:35:09<45:02,  9.16s/it, lr: 5.0e-05 loss: 1.483e-02]
fia_flux_2:  75%|#######5  | 905/1200 [2:35:09<45:02,  9.16s/it, lr: 5.0e-05 loss: 1.483e-02]
fia_flux_2:  76%|#######5  | 906/1200 [2:35:09<45:57,  9.38s/it, lr: 5.0e-05 loss: 1.483e-02]
fia_flux_2:  76%|#######5  | 906/1200 [2:35:09<45:57,  9.38s/it, lr: 5.0e-05 loss: 1.483e-02]
fia_flux_2:  76%|#######5  | 906/1200 [2:35:23<45:57,  9.38s/it, lr: 5.0e-05 loss: 1.275e+00]
fia_flux_2:  76%|#######5  | 906/1200 [2:35:23<45:57,  9.38s/it, lr: 5.0e-05 loss: 1.275e+00]
fia_flux_2:  76%|#######5  | 907/1200 [2:35:23<52:20, 10.72s/it, lr: 5.0e-05 loss: 1.275e+00]
fia_flux_2:  76%|#######5  | 907/1200 [2:35:23<52:20, 10.72s/it, lr: 5.0e-05 loss: 1.275e+00]
fia_flux_2:  76%|#######5  | 907/1200 [2:35:33<52:20, 10.72s/it, lr: 5.0e-05 loss: 4.159e-01]
fia_flux_2:  76%|#######5  | 907/1200 [2:35:33<52:20, 10.72s/it, lr: 5.0e-05 loss: 4.159e-01]
fia_flux_2:  76%|#######5  | 908/1200 [2:35:33<51:02, 10.49s/it, lr: 5.0e-05 loss: 4.159e-01]
fia_flux_2:  76%|#######5  | 908/1200 [2:35:33<51:02, 10.49s/it, lr: 5.0e-05 loss: 4.159e-01]
fia_flux_2:  76%|#######5  | 908/1200 [2:35:47<51:02, 10.49s/it, lr: 5.0e-05 loss: 4.563e-01]
fia_flux_2:  76%|#######5  | 908/1200 [2:35:47<51:02, 10.49s/it, lr: 5.0e-05 loss: 4.563e-01]
fia_flux_2:  76%|#######5  | 909/1200 [2:35:47<55:37, 11.47s/it, lr: 5.0e-05 loss: 4.563e-01]
fia_flux_2:  76%|#######5  | 909/1200 [2:35:47<55:37, 11.47s/it, lr: 5.0e-05 loss: 4.563e-01]
fia_flux_2:  76%|#######5  | 909/1200 [2:36:01<55:37, 11.47s/it, lr: 5.0e-05 loss: 8.265e-01]
fia_flux_2:  76%|#######5  | 909/1200 [2:36:01<55:37, 11.47s/it, lr: 5.0e-05 loss: 8.265e-01]
fia_flux_2:  76%|#######5  | 910/1200 [2:36:07<55:25, 11.47s/it, lr: 5.0e-05 loss: 8.317e-02]
fia_flux_2:  76%|#######5  | 910/1200 [2:36:07<55:25, 11.47s/it, lr: 5.0e-05 loss: 8.317e-02]
fia_flux_2:  76%|#######5  | 911/1200 [2:36:07<37:14,  7.73s/it, lr: 5.0e-05 loss: 8.317e-02]
fia_flux_2:  76%|#######5  | 911/1200 [2:36:07<37:14,  7.73s/it, lr: 5.0e-05 loss: 8.317e-02]
fia_flux_2:  76%|#######5  | 911/1200 [2:36:17<37:14,  7.73s/it, lr: 5.0e-05 loss: 8.068e-01]
fia_flux_2:  76%|#######5  | 911/1200 [2:36:17<37:14,  7.73s/it, lr: 5.0e-05 loss: 8.068e-01]
fia_flux_2:  76%|#######6  | 912/1200 [2:36:17<39:35,  8.25s/it, lr: 5.0e-05 loss: 8.068e-01]
fia_flux_2:  76%|#######6  | 912/1200 [2:36:17<39:35,  8.25s/it, lr: 5.0e-05 loss: 8.068e-01]
fia_flux_2:  76%|#######6  | 912/1200 [2:36:31<39:35,  8.25s/it, lr: 5.0e-05 loss: 1.345e+00]
fia_flux_2:  76%|#######6  | 912/1200 [2:36:31<39:35,  8.25s/it, lr: 5.0e-05 loss: 1.345e+00]
fia_flux_2:  76%|#######6  | 913/1200 [2:36:31<46:35,  9.74s/it, lr: 5.0e-05 loss: 1.345e+00]
fia_flux_2:  76%|#######6  | 913/1200 [2:36:31<46:35,  9.74s/it, lr: 5.0e-05 loss: 1.345e+00]
fia_flux_2:  76%|#######6  | 913/1200 [2:36:41<46:35,  9.74s/it, lr: 5.0e-05 loss: 1.112e+00]
fia_flux_2:  76%|#######6  | 913/1200 [2:36:41<46:35,  9.74s/it, lr: 5.0e-05 loss: 1.112e+00]
fia_flux_2:  76%|#######6  | 914/1200 [2:36:41<46:41,  9.80s/it, lr: 5.0e-05 loss: 1.112e+00]
fia_flux_2:  76%|#######6  | 914/1200 [2:36:41<46:41,  9.80s/it, lr: 5.0e-05 loss: 1.112e+00]
fia_flux_2:  76%|#######6  | 914/1200 [2:36:51<46:41,  9.80s/it, lr: 5.0e-05 loss: 3.856e-01]
fia_flux_2:  76%|#######6  | 914/1200 [2:36:51<46:41,  9.80s/it, lr: 5.0e-05 loss: 3.856e-01]
fia_flux_2:  76%|#######6  | 915/1200 [2:36:51<46:36,  9.81s/it, lr: 5.0e-05 loss: 3.856e-01]
fia_flux_2:  76%|#######6  | 915/1200 [2:36:51<46:36,  9.81s/it, lr: 5.0e-05 loss: 3.856e-01]
fia_flux_2:  76%|#######6  | 915/1200 [2:37:01<46:36,  9.81s/it, lr: 5.0e-05 loss: 6.304e-02]
fia_flux_2:  76%|#######6  | 915/1200 [2:37:01<46:36,  9.81s/it, lr: 5.0e-05 loss: 6.304e-02]
fia_flux_2:  76%|#######6  | 916/1200 [2:37:01<47:26, 10.02s/it, lr: 5.0e-05 loss: 6.304e-02]
fia_flux_2:  76%|#######6  | 916/1200 [2:37:01<47:26, 10.02s/it, lr: 5.0e-05 loss: 6.304e-02]
fia_flux_2:  76%|#######6  | 916/1200 [2:37:16<47:26, 10.02s/it, lr: 5.0e-05 loss: 1.582e-01]
fia_flux_2:  76%|#######6  | 916/1200 [2:37:16<47:26, 10.02s/it, lr: 5.0e-05 loss: 1.582e-01]
fia_flux_2:  76%|#######6  | 917/1200 [2:37:16<53:07, 11.26s/it, lr: 5.0e-05 loss: 1.582e-01]
fia_flux_2:  76%|#######6  | 917/1200 [2:37:16<53:07, 11.26s/it, lr: 5.0e-05 loss: 1.582e-01]
fia_flux_2:  76%|#######6  | 917/1200 [2:37:30<53:07, 11.26s/it, lr: 5.0e-05 loss: 1.266e+00]
fia_flux_2:  76%|#######6  | 917/1200 [2:37:30<53:07, 11.26s/it, lr: 5.0e-05 loss: 1.266e+00]
fia_flux_2:  76%|#######6  | 918/1200 [2:37:30<56:40, 12.06s/it, lr: 5.0e-05 loss: 1.266e+00]
fia_flux_2:  76%|#######6  | 918/1200 [2:37:30<56:40, 12.06s/it, lr: 5.0e-05 loss: 1.266e+00]
fia_flux_2:  76%|#######6  | 918/1200 [2:37:36<56:40, 12.06s/it, lr: 5.0e-05 loss: 1.186e-01]
fia_flux_2:  76%|#######6  | 918/1200 [2:37:36<56:40, 12.06s/it, lr: 5.0e-05 loss: 1.186e-01]
fia_flux_2:  77%|#######6  | 919/1200 [2:37:36<48:55, 10.45s/it, lr: 5.0e-05 loss: 1.186e-01]
fia_flux_2:  77%|#######6  | 919/1200 [2:37:36<48:55, 10.45s/it, lr: 5.0e-05 loss: 1.186e-01]
fia_flux_2:  77%|#######6  | 919/1200 [2:37:43<48:55, 10.45s/it, lr: 5.0e-05 loss: 7.224e-01]
fia_flux_2:  77%|#######6  | 919/1200 [2:37:43<48:55, 10.45s/it, lr: 5.0e-05 loss: 7.224e-01]
fia_flux_2:  77%|#######6  | 920/1200 [2:37:50<48:45, 10.45s/it, lr: 5.0e-05 loss: 6.884e-01]
fia_flux_2:  77%|#######6  | 920/1200 [2:37:50<48:45, 10.45s/it, lr: 5.0e-05 loss: 6.884e-01]
fia_flux_2:  77%|#######6  | 921/1200 [2:37:50<33:45,  7.26s/it, lr: 5.0e-05 loss: 6.884e-01]
fia_flux_2:  77%|#######6  | 921/1200 [2:37:50<33:45,  7.26s/it, lr: 5.0e-05 loss: 6.884e-01]
fia_flux_2:  77%|#######6  | 921/1200 [2:38:00<33:45,  7.26s/it, lr: 5.0e-05 loss: 6.462e-01]
fia_flux_2:  77%|#######6  | 921/1200 [2:38:00<33:45,  7.26s/it, lr: 5.0e-05 loss: 6.462e-01]
fia_flux_2:  77%|#######6  | 922/1200 [2:38:00<36:41,  7.92s/it, lr: 5.0e-05 loss: 6.462e-01]
fia_flux_2:  77%|#######6  | 922/1200 [2:38:00<36:41,  7.92s/it, lr: 5.0e-05 loss: 6.462e-01]
fia_flux_2:  77%|#######6  | 922/1200 [2:38:10<36:41,  7.92s/it, lr: 5.0e-05 loss: 1.088e-01]
fia_flux_2:  77%|#######6  | 922/1200 [2:38:10<36:41,  7.92s/it, lr: 5.0e-05 loss: 1.088e-01]
fia_flux_2:  77%|#######6  | 923/1200 [2:38:10<38:50,  8.41s/it, lr: 5.0e-05 loss: 1.088e-01]
fia_flux_2:  77%|#######6  | 923/1200 [2:38:10<38:50,  8.41s/it, lr: 5.0e-05 loss: 1.088e-01]
fia_flux_2:  77%|#######6  | 923/1200 [2:38:24<38:50,  8.41s/it, lr: 5.0e-05 loss: 1.272e+00]
fia_flux_2:  77%|#######6  | 923/1200 [2:38:24<38:50,  8.41s/it, lr: 5.0e-05 loss: 1.272e+00]
fia_flux_2:  77%|#######7  | 924/1200 [2:38:24<45:38,  9.92s/it, lr: 5.0e-05 loss: 1.272e+00]
fia_flux_2:  77%|#######7  | 924/1200 [2:38:24<45:38,  9.92s/it, lr: 5.0e-05 loss: 1.272e+00]
fia_flux_2:  77%|#######7  | 924/1200 [2:38:30<45:38,  9.92s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  77%|#######7  | 924/1200 [2:38:30<45:38,  9.92s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  77%|#######7  | 925/1200 [2:38:30<41:17,  9.01s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  77%|#######7  | 925/1200 [2:38:30<41:17,  9.01s/it, lr: 5.0e-05 loss: 1.029e+00]
fia_flux_2:  77%|#######7  | 925/1200 [2:38:37<41:17,  9.01s/it, lr: 5.0e-05 loss: 5.815e-01]
fia_flux_2:  77%|#######7  | 925/1200 [2:38:37<41:17,  9.01s/it, lr: 5.0e-05 loss: 5.815e-01]
fia_flux_2:  77%|#######7  | 926/1200 [2:38:37<38:03,  8.33s/it, lr: 5.0e-05 loss: 5.815e-01]
fia_flux_2:  77%|#######7  | 926/1200 [2:38:37<38:03,  8.33s/it, lr: 5.0e-05 loss: 5.815e-01]
fia_flux_2:  77%|#######7  | 926/1200 [2:38:44<38:03,  8.33s/it, lr: 5.0e-05 loss: 8.000e-02]
fia_flux_2:  77%|#######7  | 926/1200 [2:38:44<38:03,  8.33s/it, lr: 5.0e-05 loss: 8.000e-02]
fia_flux_2:  77%|#######7  | 927/1200 [2:38:44<35:37,  7.83s/it, lr: 5.0e-05 loss: 8.000e-02]
fia_flux_2:  77%|#######7  | 927/1200 [2:38:44<35:37,  7.83s/it, lr: 5.0e-05 loss: 8.000e-02]
fia_flux_2:  77%|#######7  | 927/1200 [2:38:58<35:37,  7.83s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  77%|#######7  | 927/1200 [2:38:58<35:37,  7.83s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  77%|#######7  | 928/1200 [2:38:58<43:40,  9.63s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  77%|#######7  | 928/1200 [2:38:58<43:40,  9.63s/it, lr: 5.0e-05 loss: 1.050e+00]
fia_flux_2:  77%|#######7  | 928/1200 [2:39:04<43:40,  9.63s/it, lr: 5.0e-05 loss: 8.647e-01]
fia_flux_2:  77%|#######7  | 928/1200 [2:39:04<43:40,  9.63s/it, lr: 5.0e-05 loss: 8.647e-01]
fia_flux_2:  77%|#######7  | 929/1200 [2:39:04<39:29,  8.74s/it, lr: 5.0e-05 loss: 8.647e-01]
fia_flux_2:  77%|#######7  | 929/1200 [2:39:04<39:29,  8.74s/it, lr: 5.0e-05 loss: 8.647e-01]
fia_flux_2:  77%|#######7  | 929/1200 [2:39:18<39:29,  8.74s/it, lr: 5.0e-05 loss: 1.174e+00]
fia_flux_2:  77%|#######7  | 929/1200 [2:39:18<39:29,  8.74s/it, lr: 5.0e-05 loss: 1.174e+00]
fia_flux_2:  78%|#######7  | 930/1200 [2:39:28<39:20,  8.74s/it, lr: 5.0e-05 loss: 9.338e-02]
fia_flux_2:  78%|#######7  | 930/1200 [2:39:28<39:20,  8.74s/it, lr: 5.0e-05 loss: 9.338e-02]
fia_flux_2:  78%|#######7  | 931/1200 [2:39:28<31:20,  6.99s/it, lr: 5.0e-05 loss: 9.338e-02]
fia_flux_2:  78%|#######7  | 931/1200 [2:39:28<31:20,  6.99s/it, lr: 5.0e-05 loss: 9.338e-02]
fia_flux_2:  78%|#######7  | 931/1200 [2:39:35<31:20,  6.99s/it, lr: 5.0e-05 loss: 1.376e+00]
fia_flux_2:  78%|#######7  | 931/1200 [2:39:35<31:20,  6.99s/it, lr: 5.0e-05 loss: 1.376e+00]
fia_flux_2:  78%|#######7  | 932/1200 [2:39:35<30:48,  6.90s/it, lr: 5.0e-05 loss: 1.376e+00]
fia_flux_2:  78%|#######7  | 932/1200 [2:39:35<30:48,  6.90s/it, lr: 5.0e-05 loss: 1.376e+00]
fia_flux_2:  78%|#######7  | 932/1200 [2:39:45<30:48,  6.90s/it, lr: 5.0e-05 loss: 7.370e-01]
fia_flux_2:  78%|#######7  | 932/1200 [2:39:45<30:48,  6.90s/it, lr: 5.0e-05 loss: 7.370e-01]
fia_flux_2:  78%|#######7  | 933/1200 [2:39:45<34:13,  7.69s/it, lr: 5.0e-05 loss: 7.370e-01]
fia_flux_2:  78%|#######7  | 933/1200 [2:39:45<34:13,  7.69s/it, lr: 5.0e-05 loss: 7.370e-01]
fia_flux_2:  78%|#######7  | 933/1200 [2:39:52<34:13,  7.69s/it, lr: 5.0e-05 loss: 1.001e+00]
fia_flux_2:  78%|#######7  | 933/1200 [2:39:52<34:13,  7.69s/it, lr: 5.0e-05 loss: 1.001e+00]
fia_flux_2:  78%|#######7  | 934/1200 [2:39:52<32:50,  7.41s/it, lr: 5.0e-05 loss: 1.001e+00]
fia_flux_2:  78%|#######7  | 934/1200 [2:39:52<32:50,  7.41s/it, lr: 5.0e-05 loss: 1.001e+00]
fia_flux_2:  78%|#######7  | 934/1200 [2:39:58<32:50,  7.41s/it, lr: 5.0e-05 loss: 8.536e-01]
fia_flux_2:  78%|#######7  | 934/1200 [2:39:58<32:50,  7.41s/it, lr: 5.0e-05 loss: 8.536e-01]
fia_flux_2:  78%|#######7  | 935/1200 [2:39:58<31:49,  7.21s/it, lr: 5.0e-05 loss: 8.536e-01]
fia_flux_2:  78%|#######7  | 935/1200 [2:39:58<31:49,  7.21s/it, lr: 5.0e-05 loss: 8.536e-01]
fia_flux_2:  78%|#######7  | 935/1200 [2:40:12<31:49,  7.21s/it, lr: 5.0e-05 loss: 2.169e-01]
fia_flux_2:  78%|#######7  | 935/1200 [2:40:12<31:49,  7.21s/it, lr: 5.0e-05 loss: 2.169e-01]
fia_flux_2:  78%|#######8  | 936/1200 [2:40:12<40:34,  9.22s/it, lr: 5.0e-05 loss: 2.169e-01]
fia_flux_2:  78%|#######8  | 936/1200 [2:40:12<40:34,  9.22s/it, lr: 5.0e-05 loss: 2.169e-01]
fia_flux_2:  78%|#######8  | 936/1200 [2:40:19<40:34,  9.22s/it, lr: 5.0e-05 loss: 7.023e-01]
fia_flux_2:  78%|#######8  | 936/1200 [2:40:19<40:34,  9.22s/it, lr: 5.0e-05 loss: 7.023e-01]
fia_flux_2:  78%|#######8  | 937/1200 [2:40:19<37:10,  8.48s/it, lr: 5.0e-05 loss: 7.023e-01]
fia_flux_2:  78%|#######8  | 937/1200 [2:40:19<37:10,  8.48s/it, lr: 5.0e-05 loss: 7.023e-01]
fia_flux_2:  78%|#######8  | 937/1200 [2:40:26<37:10,  8.48s/it, lr: 5.0e-05 loss: 8.635e-01]
fia_flux_2:  78%|#######8  | 937/1200 [2:40:26<37:10,  8.48s/it, lr: 5.0e-05 loss: 8.635e-01]
fia_flux_2:  78%|#######8  | 938/1200 [2:40:26<34:36,  7.92s/it, lr: 5.0e-05 loss: 8.635e-01]
fia_flux_2:  78%|#######8  | 938/1200 [2:40:26<34:36,  7.92s/it, lr: 5.0e-05 loss: 8.635e-01]
fia_flux_2:  78%|#######8  | 938/1200 [2:40:40<34:36,  7.92s/it, lr: 5.0e-05 loss: 5.622e-01]
fia_flux_2:  78%|#######8  | 938/1200 [2:40:40<34:36,  7.92s/it, lr: 5.0e-05 loss: 5.622e-01]
fia_flux_2:  78%|#######8  | 939/1200 [2:40:40<42:14,  9.71s/it, lr: 5.0e-05 loss: 5.622e-01]
fia_flux_2:  78%|#######8  | 939/1200 [2:40:40<42:14,  9.71s/it, lr: 5.0e-05 loss: 5.622e-01]
fia_flux_2:  78%|#######8  | 939/1200 [2:40:54<42:14,  9.71s/it, lr: 5.0e-05 loss: 8.580e-01]
fia_flux_2:  78%|#######8  | 939/1200 [2:40:54<42:14,  9.71s/it, lr: 5.0e-05 loss: 8.580e-01]
fia_flux_2:  78%|#######8  | 940/1200 [2:41:08<42:04,  9.71s/it, lr: 5.0e-05 loss: 1.100e+00]
fia_flux_2:  78%|#######8  | 940/1200 [2:41:08<42:04,  9.71s/it, lr: 5.0e-05 loss: 1.100e+00]
fia_flux_2:  78%|#######8  | 941/1200 [2:41:08<36:51,  8.54s/it, lr: 5.0e-05 loss: 1.100e+00]
fia_flux_2:  78%|#######8  | 941/1200 [2:41:08<36:51,  8.54s/it, lr: 5.0e-05 loss: 1.100e+00]
fia_flux_2:  78%|#######8  | 941/1200 [2:41:22<36:51,  8.54s/it, lr: 5.0e-05 loss: 3.604e-01]
fia_flux_2:  78%|#######8  | 941/1200 [2:41:22<36:51,  8.54s/it, lr: 5.0e-05 loss: 3.604e-01]
fia_flux_2:  78%|#######8  | 942/1200 [2:41:22<42:29,  9.88s/it, lr: 5.0e-05 loss: 3.604e-01]
fia_flux_2:  78%|#######8  | 942/1200 [2:41:22<42:29,  9.88s/it, lr: 5.0e-05 loss: 3.604e-01]
fia_flux_2:  78%|#######8  | 942/1200 [2:41:32<42:29,  9.88s/it, lr: 5.0e-05 loss: 1.226e+00]
fia_flux_2:  78%|#######8  | 942/1200 [2:41:32<42:29,  9.88s/it, lr: 5.0e-05 loss: 1.226e+00]
fia_flux_2:  79%|#######8  | 943/1200 [2:41:32<42:19,  9.88s/it, lr: 5.0e-05 loss: 1.226e+00]
fia_flux_2:  79%|#######8  | 943/1200 [2:41:32<42:19,  9.88s/it, lr: 5.0e-05 loss: 1.226e+00]
fia_flux_2:  79%|#######8  | 943/1200 [2:41:42<42:19,  9.88s/it, lr: 5.0e-05 loss: 3.517e-01]
fia_flux_2:  79%|#######8  | 943/1200 [2:41:42<42:19,  9.88s/it, lr: 5.0e-05 loss: 3.517e-01]
fia_flux_2:  79%|#######8  | 944/1200 [2:41:42<42:05,  9.86s/it, lr: 5.0e-05 loss: 3.517e-01]
fia_flux_2:  79%|#######8  | 944/1200 [2:41:42<42:05,  9.86s/it, lr: 5.0e-05 loss: 3.517e-01]
fia_flux_2:  79%|#######8  | 944/1200 [2:41:56<42:05,  9.86s/it, lr: 5.0e-05 loss: 7.165e-01]
fia_flux_2:  79%|#######8  | 944/1200 [2:41:56<42:05,  9.86s/it, lr: 5.0e-05 loss: 7.165e-01]
fia_flux_2:  79%|#######8  | 945/1200 [2:41:56<47:16, 11.12s/it, lr: 5.0e-05 loss: 7.165e-01]
fia_flux_2:  79%|#######8  | 945/1200 [2:41:56<47:16, 11.12s/it, lr: 5.0e-05 loss: 7.165e-01]
fia_flux_2:  79%|#######8  | 945/1200 [2:42:03<47:16, 11.12s/it, lr: 5.0e-05 loss: 9.428e-01]
fia_flux_2:  79%|#######8  | 945/1200 [2:42:03<47:16, 11.12s/it, lr: 5.0e-05 loss: 9.428e-01]
fia_flux_2:  79%|#######8  | 946/1200 [2:42:03<41:37,  9.83s/it, lr: 5.0e-05 loss: 9.428e-01]
fia_flux_2:  79%|#######8  | 946/1200 [2:42:03<41:37,  9.83s/it, lr: 5.0e-05 loss: 9.428e-01]
fia_flux_2:  79%|#######8  | 946/1200 [2:42:13<41:37,  9.83s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  79%|#######8  | 946/1200 [2:42:13<41:37,  9.83s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  79%|#######8  | 947/1200 [2:42:13<41:32,  9.85s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  79%|#######8  | 947/1200 [2:42:13<41:32,  9.85s/it, lr: 5.0e-05 loss: 1.111e+00]
fia_flux_2:  79%|#######8  | 947/1200 [2:42:23<41:32,  9.85s/it, lr: 5.0e-05 loss: 7.709e-01]
fia_flux_2:  79%|#######8  | 947/1200 [2:42:23<41:32,  9.85s/it, lr: 5.0e-05 loss: 7.709e-01]
fia_flux_2:  79%|#######9  | 948/1200 [2:42:23<41:31,  9.89s/it, lr: 5.0e-05 loss: 7.709e-01]
fia_flux_2:  79%|#######9  | 948/1200 [2:42:23<41:31,  9.89s/it, lr: 5.0e-05 loss: 7.709e-01]
fia_flux_2:  79%|#######9  | 948/1200 [2:42:29<41:31,  9.89s/it, lr: 5.0e-05 loss: 1.085e+00]
fia_flux_2:  79%|#######9  | 948/1200 [2:42:29<41:31,  9.89s/it, lr: 5.0e-05 loss: 1.085e+00]
fia_flux_2:  79%|#######9  | 949/1200 [2:42:29<37:19,  8.92s/it, lr: 5.0e-05 loss: 1.085e+00]
fia_flux_2:  79%|#######9  | 949/1200 [2:42:29<37:19,  8.92s/it, lr: 5.0e-05 loss: 1.085e+00]
fia_flux_2:  79%|#######9  | 949/1200 [2:42:36<37:19,  8.92s/it, lr: 5.0e-05 loss: 9.914e-01]
fia_flux_2:  79%|#######9  | 949/1200 [2:42:36<37:19,  8.92s/it, lr: 5.0e-05 loss: 9.914e-01]
fia_flux_2:  79%|#######9  | 950/1200 [2:42:42<37:10,  8.92s/it, lr: 5.0e-05 loss: 4.654e-01]
fia_flux_2:  79%|#######9  | 950/1200 [2:42:42<37:10,  8.92s/it, lr: 5.0e-05 loss: 4.654e-01]
fia_flux_2:  79%|#######9  | 951/1200 [2:42:42<26:23,  6.36s/it, lr: 5.0e-05 loss: 4.654e-01]
fia_flux_2:  79%|#######9  | 951/1200 [2:42:42<26:23,  6.36s/it, lr: 5.0e-05 loss: 4.654e-01]
fia_flux_2:  79%|#######9  | 951/1200 [2:42:49<26:23,  6.36s/it, lr: 5.0e-05 loss: 4.202e-01]
fia_flux_2:  79%|#######9  | 951/1200 [2:42:49<26:23,  6.36s/it, lr: 5.0e-05 loss: 4.202e-01]
fia_flux_2:  79%|#######9  | 952/1200 [2:42:49<26:38,  6.45s/it, lr: 5.0e-05 loss: 4.202e-01]
fia_flux_2:  79%|#######9  | 952/1200 [2:42:49<26:38,  6.45s/it, lr: 5.0e-05 loss: 4.202e-01]
fia_flux_2:  79%|#######9  | 952/1200 [2:42:56<26:38,  6.45s/it, lr: 5.0e-05 loss: 5.789e-01]
fia_flux_2:  79%|#######9  | 952/1200 [2:42:56<26:38,  6.45s/it, lr: 5.0e-05 loss: 5.789e-01]
fia_flux_2:  79%|#######9  | 953/1200 [2:42:56<27:05,  6.58s/it, lr: 5.0e-05 loss: 5.789e-01]
fia_flux_2:  79%|#######9  | 953/1200 [2:42:56<27:05,  6.58s/it, lr: 5.0e-05 loss: 5.789e-01]
fia_flux_2:  79%|#######9  | 953/1200 [2:43:06<27:05,  6.58s/it, lr: 5.0e-05 loss: 5.856e-01]
fia_flux_2:  79%|#######9  | 953/1200 [2:43:06<27:05,  6.58s/it, lr: 5.0e-05 loss: 5.856e-01]
fia_flux_2:  80%|#######9  | 954/1200 [2:43:06<30:34,  7.46s/it, lr: 5.0e-05 loss: 5.856e-01]
fia_flux_2:  80%|#######9  | 954/1200 [2:43:06<30:34,  7.46s/it, lr: 5.0e-05 loss: 5.856e-01]
fia_flux_2:  80%|#######9  | 954/1200 [2:43:12<30:34,  7.46s/it, lr: 5.0e-05 loss: 1.063e+00]
fia_flux_2:  80%|#######9  | 954/1200 [2:43:12<30:34,  7.46s/it, lr: 5.0e-05 loss: 1.063e+00]
fia_flux_2:  80%|#######9  | 955/1200 [2:43:12<29:28,  7.22s/it, lr: 5.0e-05 loss: 1.063e+00]
fia_flux_2:  80%|#######9  | 955/1200 [2:43:12<29:28,  7.22s/it, lr: 5.0e-05 loss: 1.063e+00]
fia_flux_2:  80%|#######9  | 955/1200 [2:43:19<29:28,  7.22s/it, lr: 5.0e-05 loss: 8.291e-01]
fia_flux_2:  80%|#######9  | 955/1200 [2:43:19<29:28,  7.22s/it, lr: 5.0e-05 loss: 8.291e-01]
fia_flux_2:  80%|#######9  | 956/1200 [2:43:19<28:36,  7.04s/it, lr: 5.0e-05 loss: 8.291e-01]
fia_flux_2:  80%|#######9  | 956/1200 [2:43:19<28:36,  7.04s/it, lr: 5.0e-05 loss: 8.291e-01]
fia_flux_2:  80%|#######9  | 956/1200 [2:43:33<28:36,  7.04s/it, lr: 5.0e-05 loss: 8.055e-01]
fia_flux_2:  80%|#######9  | 956/1200 [2:43:33<28:36,  7.04s/it, lr: 5.0e-05 loss: 8.055e-01]
fia_flux_2:  80%|#######9  | 957/1200 [2:43:33<36:38,  9.05s/it, lr: 5.0e-05 loss: 8.055e-01]
fia_flux_2:  80%|#######9  | 957/1200 [2:43:33<36:38,  9.05s/it, lr: 5.0e-05 loss: 8.055e-01]
fia_flux_2:  80%|#######9  | 957/1200 [2:43:47<36:38,  9.05s/it, lr: 5.0e-05 loss: 4.198e-01]
fia_flux_2:  80%|#######9  | 957/1200 [2:43:47<36:38,  9.05s/it, lr: 5.0e-05 loss: 4.198e-01]
fia_flux_2:  80%|#######9  | 958/1200 [2:43:47<42:42, 10.59s/it, lr: 5.0e-05 loss: 4.198e-01]
fia_flux_2:  80%|#######9  | 958/1200 [2:43:47<42:42, 10.59s/it, lr: 5.0e-05 loss: 4.198e-01]
fia_flux_2:  80%|#######9  | 958/1200 [2:43:57<42:42, 10.59s/it, lr: 5.0e-05 loss: 6.279e-01]
fia_flux_2:  80%|#######9  | 958/1200 [2:43:57<42:42, 10.59s/it, lr: 5.0e-05 loss: 6.279e-01]
fia_flux_2:  80%|#######9  | 959/1200 [2:43:57<41:46, 10.40s/it, lr: 5.0e-05 loss: 6.279e-01]
fia_flux_2:  80%|#######9  | 959/1200 [2:43:57<41:46, 10.40s/it, lr: 5.0e-05 loss: 6.279e-01]
fia_flux_2:  80%|#######9  | 959/1200 [2:44:11<41:46, 10.40s/it, lr: 5.0e-05 loss: 7.618e-01]
fia_flux_2:  80%|#######9  | 959/1200 [2:44:11<41:46, 10.40s/it, lr: 5.0e-05 loss: 7.618e-01]
+Saving at step 960
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000000960.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  80%|########  | 960/1200 [2:44:26<41:35, 10.40s/it, lr: 5.0e-05 loss: 1.045e+00]
fia_flux_2:  80%|########  | 960/1200 [2:44:26<41:35, 10.40s/it, lr: 5.0e-05 loss: 1.045e+00]
fia_flux_2:  80%|########  | 961/1200 [2:44:26<35:30,  8.91s/it, lr: 5.0e-05 loss: 1.045e+00]
fia_flux_2:  80%|########  | 961/1200 [2:44:26<35:30,  8.91s/it, lr: 5.0e-05 loss: 1.045e+00]
fia_flux_2:  80%|########  | 961/1200 [2:44:35<35:30,  8.91s/it, lr: 5.0e-05 loss: 1.059e+00]
fia_flux_2:  80%|########  | 961/1200 [2:44:35<35:30,  8.91s/it, lr: 5.0e-05 loss: 1.059e+00]
fia_flux_2:  80%|########  | 962/1200 [2:44:35<36:12,  9.13s/it, lr: 5.0e-05 loss: 1.059e+00]
fia_flux_2:  80%|########  | 962/1200 [2:44:35<36:12,  9.13s/it, lr: 5.0e-05 loss: 1.059e+00]
fia_flux_2:  80%|########  | 962/1200 [2:44:45<36:12,  9.13s/it, lr: 5.0e-05 loss: 2.489e-01]
fia_flux_2:  80%|########  | 962/1200 [2:44:45<36:12,  9.13s/it, lr: 5.0e-05 loss: 2.489e-01]
fia_flux_2:  80%|########  | 963/1200 [2:44:45<36:47,  9.31s/it, lr: 5.0e-05 loss: 2.489e-01]
fia_flux_2:  80%|########  | 963/1200 [2:44:45<36:47,  9.31s/it, lr: 5.0e-05 loss: 2.489e-01]
fia_flux_2:  80%|########  | 963/1200 [2:44:55<36:47,  9.31s/it, lr: 5.0e-05 loss: 8.129e-01]
fia_flux_2:  80%|########  | 963/1200 [2:44:55<36:47,  9.31s/it, lr: 5.0e-05 loss: 8.129e-01]
fia_flux_2:  80%|########  | 964/1200 [2:44:55<37:17,  9.48s/it, lr: 5.0e-05 loss: 8.129e-01]
fia_flux_2:  80%|########  | 964/1200 [2:44:55<37:17,  9.48s/it, lr: 5.0e-05 loss: 8.129e-01]
fia_flux_2:  80%|########  | 964/1200 [2:45:02<37:17,  9.48s/it, lr: 5.0e-05 loss: 1.011e+00]
fia_flux_2:  80%|########  | 964/1200 [2:45:02<37:17,  9.48s/it, lr: 5.0e-05 loss: 1.011e+00]
fia_flux_2:  80%|########  | 965/1200 [2:45:02<33:58,  8.67s/it, lr: 5.0e-05 loss: 1.011e+00]
fia_flux_2:  80%|########  | 965/1200 [2:45:02<33:58,  8.67s/it, lr: 5.0e-05 loss: 1.011e+00]
fia_flux_2:  80%|########  | 965/1200 [2:45:12<33:58,  8.67s/it, lr: 5.0e-05 loss: 6.246e-01]
fia_flux_2:  80%|########  | 965/1200 [2:45:12<33:58,  8.67s/it, lr: 5.0e-05 loss: 6.246e-01]
fia_flux_2:  80%|########  | 966/1200 [2:45:12<35:06,  9.00s/it, lr: 5.0e-05 loss: 6.246e-01]
fia_flux_2:  80%|########  | 966/1200 [2:45:12<35:06,  9.00s/it, lr: 5.0e-05 loss: 6.246e-01]
fia_flux_2:  80%|########  | 966/1200 [2:45:26<35:06,  9.00s/it, lr: 5.0e-05 loss: 1.838e-01]
fia_flux_2:  80%|########  | 966/1200 [2:45:26<35:06,  9.00s/it, lr: 5.0e-05 loss: 1.838e-01]
fia_flux_2:  81%|########  | 967/1200 [2:45:26<40:35, 10.45s/it, lr: 5.0e-05 loss: 1.838e-01]
fia_flux_2:  81%|########  | 967/1200 [2:45:26<40:35, 10.45s/it, lr: 5.0e-05 loss: 1.838e-01]
fia_flux_2:  81%|########  | 967/1200 [2:45:40<40:35, 10.45s/it, lr: 5.0e-05 loss: 8.890e-01]
fia_flux_2:  81%|########  | 967/1200 [2:45:40<40:35, 10.45s/it, lr: 5.0e-05 loss: 8.890e-01]
fia_flux_2:  81%|########  | 968/1200 [2:45:40<44:47, 11.58s/it, lr: 5.0e-05 loss: 8.890e-01]
fia_flux_2:  81%|########  | 968/1200 [2:45:40<44:47, 11.58s/it, lr: 5.0e-05 loss: 8.890e-01]
fia_flux_2:  81%|########  | 968/1200 [2:45:51<44:47, 11.58s/it, lr: 5.0e-05 loss: 8.916e-01]
fia_flux_2:  81%|########  | 968/1200 [2:45:51<44:47, 11.58s/it, lr: 5.0e-05 loss: 8.916e-01]
fia_flux_2:  81%|########  | 969/1200 [2:45:51<43:30, 11.30s/it, lr: 5.0e-05 loss: 8.916e-01]
fia_flux_2:  81%|########  | 969/1200 [2:45:51<43:30, 11.30s/it, lr: 5.0e-05 loss: 8.916e-01]
fia_flux_2:  81%|########  | 969/1200 [2:46:05<43:30, 11.30s/it, lr: 5.0e-05 loss: 1.481e+00]
fia_flux_2:  81%|########  | 969/1200 [2:46:05<43:30, 11.30s/it, lr: 5.0e-05 loss: 1.481e+00]
fia_flux_2:  81%|########  | 970/1200 [2:46:14<43:19, 11.30s/it, lr: 5.0e-05 loss: 1.244e+00]
fia_flux_2:  81%|########  | 970/1200 [2:46:14<43:19, 11.30s/it, lr: 5.0e-05 loss: 1.244e+00]
fia_flux_2:  81%|########  | 971/1200 [2:46:14<31:58,  8.38s/it, lr: 5.0e-05 loss: 1.244e+00]
fia_flux_2:  81%|########  | 971/1200 [2:46:14<31:58,  8.38s/it, lr: 5.0e-05 loss: 1.244e+00]
fia_flux_2:  81%|########  | 971/1200 [2:46:24<31:58,  8.38s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  81%|########  | 971/1200 [2:46:24<31:58,  8.38s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  81%|########1 | 972/1200 [2:46:24<33:11,  8.73s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  81%|########1 | 972/1200 [2:46:24<33:11,  8.73s/it, lr: 5.0e-05 loss: 7.659e-01]
fia_flux_2:  81%|########1 | 972/1200 [2:46:38<33:11,  8.73s/it, lr: 5.0e-05 loss: 9.033e-01]
fia_flux_2:  81%|########1 | 972/1200 [2:46:38<33:11,  8.73s/it, lr: 5.0e-05 loss: 9.033e-01]
fia_flux_2:  81%|########1 | 973/1200 [2:46:38<38:14, 10.11s/it, lr: 5.0e-05 loss: 9.033e-01]
fia_flux_2:  81%|########1 | 973/1200 [2:46:38<38:14, 10.11s/it, lr: 5.0e-05 loss: 9.033e-01]
fia_flux_2:  81%|########1 | 973/1200 [2:46:48<38:14, 10.11s/it, lr: 5.0e-05 loss: 1.154e+00]
fia_flux_2:  81%|########1 | 973/1200 [2:46:48<38:14, 10.11s/it, lr: 5.0e-05 loss: 1.154e+00]
fia_flux_2:  81%|########1 | 974/1200 [2:46:48<38:01, 10.09s/it, lr: 5.0e-05 loss: 1.154e+00]
fia_flux_2:  81%|########1 | 974/1200 [2:46:48<38:01, 10.09s/it, lr: 5.0e-05 loss: 1.154e+00]
fia_flux_2:  81%|########1 | 974/1200 [2:46:58<38:01, 10.09s/it, lr: 5.0e-05 loss: 3.070e-01]
fia_flux_2:  81%|########1 | 974/1200 [2:46:58<38:01, 10.09s/it, lr: 5.0e-05 loss: 3.070e-01]
fia_flux_2:  81%|########1 | 975/1200 [2:46:58<37:35, 10.02s/it, lr: 5.0e-05 loss: 3.070e-01]
fia_flux_2:  81%|########1 | 975/1200 [2:46:58<37:35, 10.02s/it, lr: 5.0e-05 loss: 3.070e-01]
fia_flux_2:  81%|########1 | 975/1200 [2:47:12<37:35, 10.02s/it, lr: 5.0e-05 loss: 1.078e+00]
fia_flux_2:  81%|########1 | 975/1200 [2:47:12<37:35, 10.02s/it, lr: 5.0e-05 loss: 1.078e+00]
fia_flux_2:  81%|########1 | 976/1200 [2:47:12<41:57, 11.24s/it, lr: 5.0e-05 loss: 1.078e+00]
fia_flux_2:  81%|########1 | 976/1200 [2:47:12<41:57, 11.24s/it, lr: 5.0e-05 loss: 1.078e+00]
fia_flux_2:  81%|########1 | 976/1200 [2:47:19<41:57, 11.24s/it, lr: 5.0e-05 loss: 4.678e-01]
fia_flux_2:  81%|########1 | 976/1200 [2:47:19<41:57, 11.24s/it, lr: 5.0e-05 loss: 4.678e-01]
fia_flux_2:  81%|########1 | 977/1200 [2:47:19<36:47,  9.90s/it, lr: 5.0e-05 loss: 4.678e-01]
fia_flux_2:  81%|########1 | 977/1200 [2:47:19<36:47,  9.90s/it, lr: 5.0e-05 loss: 4.678e-01]
fia_flux_2:  81%|########1 | 977/1200 [2:47:29<36:47,  9.90s/it, lr: 5.0e-05 loss: 1.094e+00]
fia_flux_2:  81%|########1 | 977/1200 [2:47:29<36:47,  9.90s/it, lr: 5.0e-05 loss: 1.094e+00]
fia_flux_2:  82%|########1 | 978/1200 [2:47:29<36:32,  9.87s/it, lr: 5.0e-05 loss: 1.094e+00]
fia_flux_2:  82%|########1 | 978/1200 [2:47:29<36:32,  9.87s/it, lr: 5.0e-05 loss: 1.094e+00]
fia_flux_2:  82%|########1 | 978/1200 [2:47:39<36:32,  9.87s/it, lr: 5.0e-05 loss: 1.571e-01]
fia_flux_2:  82%|########1 | 978/1200 [2:47:39<36:32,  9.87s/it, lr: 5.0e-05 loss: 1.571e-01]
fia_flux_2:  82%|########1 | 979/1200 [2:47:39<36:27,  9.90s/it, lr: 5.0e-05 loss: 1.571e-01]
fia_flux_2:  82%|########1 | 979/1200 [2:47:39<36:27,  9.90s/it, lr: 5.0e-05 loss: 1.571e-01]
fia_flux_2:  82%|########1 | 979/1200 [2:47:53<36:27,  9.90s/it, lr: 5.0e-05 loss: 7.981e-01]
fia_flux_2:  82%|########1 | 979/1200 [2:47:53<36:27,  9.90s/it, lr: 5.0e-05 loss: 7.981e-01]
fia_flux_2:  82%|########1 | 980/1200 [2:47:59<36:17,  9.90s/it, lr: 5.0e-05 loss: 1.143e+00]
fia_flux_2:  82%|########1 | 980/1200 [2:47:59<36:17,  9.90s/it, lr: 5.0e-05 loss: 1.143e+00]
fia_flux_2:  82%|########1 | 981/1200 [2:47:59<25:05,  6.88s/it, lr: 5.0e-05 loss: 1.143e+00]
fia_flux_2:  82%|########1 | 981/1200 [2:47:59<25:05,  6.88s/it, lr: 5.0e-05 loss: 1.143e+00]
fia_flux_2:  82%|########1 | 981/1200 [2:48:13<25:05,  6.88s/it, lr: 5.0e-05 loss: 1.035e+00]
fia_flux_2:  82%|########1 | 981/1200 [2:48:13<25:05,  6.88s/it, lr: 5.0e-05 loss: 1.035e+00]
fia_flux_2:  82%|########1 | 982/1200 [2:48:13<31:21,  8.63s/it, lr: 5.0e-05 loss: 1.035e+00]
fia_flux_2:  82%|########1 | 982/1200 [2:48:13<31:21,  8.63s/it, lr: 5.0e-05 loss: 1.035e+00]
fia_flux_2:  82%|########1 | 982/1200 [2:48:28<31:21,  8.63s/it, lr: 5.0e-05 loss: 7.983e-01]
fia_flux_2:  82%|########1 | 982/1200 [2:48:28<31:21,  8.63s/it, lr: 5.0e-05 loss: 7.983e-01]
fia_flux_2:  82%|########1 | 983/1200 [2:48:28<36:32, 10.10s/it, lr: 5.0e-05 loss: 7.983e-01]
fia_flux_2:  82%|########1 | 983/1200 [2:48:28<36:32, 10.10s/it, lr: 5.0e-05 loss: 7.983e-01]
fia_flux_2:  82%|########1 | 983/1200 [2:48:38<36:32, 10.10s/it, lr: 5.0e-05 loss: 9.766e-01]
fia_flux_2:  82%|########1 | 983/1200 [2:48:38<36:32, 10.10s/it, lr: 5.0e-05 loss: 9.766e-01]
fia_flux_2:  82%|########2 | 984/1200 [2:48:38<36:09, 10.04s/it, lr: 5.0e-05 loss: 9.766e-01]
fia_flux_2:  82%|########2 | 984/1200 [2:48:38<36:09, 10.04s/it, lr: 5.0e-05 loss: 9.766e-01]
fia_flux_2:  82%|########2 | 984/1200 [2:48:47<36:09, 10.04s/it, lr: 5.0e-05 loss: 1.034e+00]
fia_flux_2:  82%|########2 | 984/1200 [2:48:47<36:09, 10.04s/it, lr: 5.0e-05 loss: 1.034e+00]
fia_flux_2:  82%|########2 | 985/1200 [2:48:47<35:53, 10.01s/it, lr: 5.0e-05 loss: 1.034e+00]
fia_flux_2:  82%|########2 | 985/1200 [2:48:47<35:53, 10.01s/it, lr: 5.0e-05 loss: 1.034e+00]
fia_flux_2:  82%|########2 | 985/1200 [2:48:54<35:53, 10.01s/it, lr: 5.0e-05 loss: 3.031e-01]
fia_flux_2:  82%|########2 | 985/1200 [2:48:54<35:53, 10.01s/it, lr: 5.0e-05 loss: 3.031e-01]
fia_flux_2:  82%|########2 | 986/1200 [2:48:54<32:14,  9.04s/it, lr: 5.0e-05 loss: 3.031e-01]
fia_flux_2:  82%|########2 | 986/1200 [2:48:54<32:14,  9.04s/it, lr: 5.0e-05 loss: 3.031e-01]
fia_flux_2:  82%|########2 | 986/1200 [2:49:08<32:14,  9.04s/it, lr: 5.0e-05 loss: 3.610e-01]
fia_flux_2:  82%|########2 | 986/1200 [2:49:08<32:14,  9.04s/it, lr: 5.0e-05 loss: 3.610e-01]
fia_flux_2:  82%|########2 | 987/1200 [2:49:08<37:28, 10.55s/it, lr: 5.0e-05 loss: 3.610e-01]
fia_flux_2:  82%|########2 | 987/1200 [2:49:08<37:28, 10.55s/it, lr: 5.0e-05 loss: 3.610e-01]
fia_flux_2:  82%|########2 | 987/1200 [2:49:18<37:28, 10.55s/it, lr: 5.0e-05 loss: 1.276e+00]
fia_flux_2:  82%|########2 | 987/1200 [2:49:18<37:28, 10.55s/it, lr: 5.0e-05 loss: 1.276e+00]
fia_flux_2:  82%|########2 | 988/1200 [2:49:18<36:32, 10.34s/it, lr: 5.0e-05 loss: 1.276e+00]
fia_flux_2:  82%|########2 | 988/1200 [2:49:18<36:32, 10.34s/it, lr: 5.0e-05 loss: 1.276e+00]
fia_flux_2:  82%|########2 | 988/1200 [2:49:25<36:32, 10.34s/it, lr: 5.0e-05 loss: 3.300e-01]
fia_flux_2:  82%|########2 | 988/1200 [2:49:25<36:32, 10.34s/it, lr: 5.0e-05 loss: 3.300e-01]
fia_flux_2:  82%|########2 | 989/1200 [2:49:25<32:31,  9.25s/it, lr: 5.0e-05 loss: 3.300e-01]
fia_flux_2:  82%|########2 | 989/1200 [2:49:25<32:31,  9.25s/it, lr: 5.0e-05 loss: 3.300e-01]
fia_flux_2:  82%|########2 | 989/1200 [2:49:35<32:31,  9.25s/it, lr: 5.0e-05 loss: 9.328e-01]
fia_flux_2:  82%|########2 | 989/1200 [2:49:35<32:31,  9.25s/it, lr: 5.0e-05 loss: 9.328e-01]
fia_flux_2:  82%|########2 | 990/1200 [2:49:49<32:22,  9.25s/it, lr: 5.0e-05 loss: 3.162e-02]
fia_flux_2:  82%|########2 | 990/1200 [2:49:49<32:22,  9.25s/it, lr: 5.0e-05 loss: 3.162e-02]
fia_flux_2:  83%|########2 | 991/1200 [2:49:49<28:37,  8.22s/it, lr: 5.0e-05 loss: 3.162e-02]
fia_flux_2:  83%|########2 | 991/1200 [2:49:49<28:37,  8.22s/it, lr: 5.0e-05 loss: 3.162e-02]
fia_flux_2:  83%|########2 | 991/1200 [2:50:00<28:37,  8.22s/it, lr: 5.0e-05 loss: 6.344e-01]
fia_flux_2:  83%|########2 | 991/1200 [2:50:00<28:37,  8.22s/it, lr: 5.0e-05 loss: 6.344e-01]
fia_flux_2:  83%|########2 | 992/1200 [2:50:00<30:27,  8.78s/it, lr: 5.0e-05 loss: 6.344e-01]
fia_flux_2:  83%|########2 | 992/1200 [2:50:00<30:27,  8.78s/it, lr: 5.0e-05 loss: 6.344e-01]
fia_flux_2:  83%|########2 | 992/1200 [2:50:10<30:27,  8.78s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  83%|########2 | 992/1200 [2:50:10<30:27,  8.78s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  83%|########2 | 993/1200 [2:50:10<31:13,  9.05s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  83%|########2 | 993/1200 [2:50:10<31:13,  9.05s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  83%|########2 | 993/1200 [2:50:16<31:13,  9.05s/it, lr: 5.0e-05 loss: 6.883e-01]
fia_flux_2:  83%|########2 | 993/1200 [2:50:16<31:13,  9.05s/it, lr: 5.0e-05 loss: 6.883e-01]
fia_flux_2:  83%|########2 | 994/1200 [2:50:16<28:47,  8.38s/it, lr: 5.0e-05 loss: 6.883e-01]
fia_flux_2:  83%|########2 | 994/1200 [2:50:16<28:47,  8.38s/it, lr: 5.0e-05 loss: 6.883e-01]
fia_flux_2:  83%|########2 | 994/1200 [2:50:30<28:47,  8.38s/it, lr: 5.0e-05 loss: 9.371e-01]
fia_flux_2:  83%|########2 | 994/1200 [2:50:30<28:47,  8.38s/it, lr: 5.0e-05 loss: 9.371e-01]
fia_flux_2:  83%|########2 | 995/1200 [2:50:30<33:59,  9.95s/it, lr: 5.0e-05 loss: 9.371e-01]
fia_flux_2:  83%|########2 | 995/1200 [2:50:30<33:59,  9.95s/it, lr: 5.0e-05 loss: 9.371e-01]
fia_flux_2:  83%|########2 | 995/1200 [2:50:37<33:59,  9.95s/it, lr: 5.0e-05 loss: 9.908e-01]
fia_flux_2:  83%|########2 | 995/1200 [2:50:37<33:59,  9.95s/it, lr: 5.0e-05 loss: 9.908e-01]
fia_flux_2:  83%|########2 | 996/1200 [2:50:37<30:36,  9.00s/it, lr: 5.0e-05 loss: 9.908e-01]
fia_flux_2:  83%|########2 | 996/1200 [2:50:37<30:36,  9.00s/it, lr: 5.0e-05 loss: 9.908e-01]
fia_flux_2:  83%|########2 | 996/1200 [2:50:51<30:36,  9.00s/it, lr: 5.0e-05 loss: 1.255e+00]
fia_flux_2:  83%|########2 | 996/1200 [2:50:51<30:36,  9.00s/it, lr: 5.0e-05 loss: 1.255e+00]
fia_flux_2:  83%|########3 | 997/1200 [2:50:51<35:20, 10.44s/it, lr: 5.0e-05 loss: 1.255e+00]
fia_flux_2:  83%|########3 | 997/1200 [2:50:51<35:20, 10.44s/it, lr: 5.0e-05 loss: 1.255e+00]
fia_flux_2:  83%|########3 | 997/1200 [2:50:57<35:20, 10.44s/it, lr: 5.0e-05 loss: 8.129e-01]
fia_flux_2:  83%|########3 | 997/1200 [2:50:57<35:20, 10.44s/it, lr: 5.0e-05 loss: 8.129e-01]
fia_flux_2:  83%|########3 | 998/1200 [2:50:57<31:23,  9.32s/it, lr: 5.0e-05 loss: 8.129e-01]
fia_flux_2:  83%|########3 | 998/1200 [2:50:57<31:23,  9.32s/it, lr: 5.0e-05 loss: 8.129e-01]
fia_flux_2:  83%|########3 | 998/1200 [2:51:12<31:23,  9.32s/it, lr: 5.0e-05 loss: 9.631e-01]
fia_flux_2:  83%|########3 | 998/1200 [2:51:12<31:23,  9.32s/it, lr: 5.0e-05 loss: 9.631e-01]
fia_flux_2:  83%|########3 | 999/1200 [2:51:12<36:08, 10.79s/it, lr: 5.0e-05 loss: 9.631e-01]
fia_flux_2:  83%|########3 | 999/1200 [2:51:12<36:08, 10.79s/it, lr: 5.0e-05 loss: 9.631e-01]
fia_flux_2:  83%|########3 | 999/1200 [2:51:22<36:08, 10.79s/it, lr: 5.0e-05 loss: 1.203e+00]
fia_flux_2:  83%|########3 | 999/1200 [2:51:22<36:08, 10.79s/it, lr: 5.0e-05 loss: 1.203e+00]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.01s/it]
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.01s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.04s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.04s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.04s/it]
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.04s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.03s/it]
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.03s/it]
+
+
                                                                
                                                                
fia_flux_2:  83%|########3 | 1000/1200 [2:51:36<35:57, 10.79s/it, lr: 5.0e-05 loss: 1.285e+00]
fia_flux_2:  83%|########3 | 1000/1200 [2:51:36<35:57, 10.79s/it, lr: 5.0e-05 loss: 1.285e+00]
fia_flux_2:  83%|########3 | 1001/1200 [2:51:36<30:00,  9.05s/it, lr: 5.0e-05 loss: 1.285e+00]
fia_flux_2:  83%|########3 | 1001/1200 [2:51:36<30:00,  9.05s/it, lr: 5.0e-05 loss: 1.285e+00]
fia_flux_2:  83%|########3 | 1001/1200 [2:51:46<30:00,  9.05s/it, lr: 5.0e-05 loss: 1.188e+00]
fia_flux_2:  83%|########3 | 1001/1200 [2:51:46<30:00,  9.05s/it, lr: 5.0e-05 loss: 1.188e+00]
fia_flux_2:  84%|########3 | 1002/1200 [2:51:46<30:36,  9.27s/it, lr: 5.0e-05 loss: 1.188e+00]
fia_flux_2:  84%|########3 | 1002/1200 [2:51:46<30:36,  9.27s/it, lr: 5.0e-05 loss: 1.188e+00]
fia_flux_2:  84%|########3 | 1002/1200 [2:51:55<30:36,  9.27s/it, lr: 5.0e-05 loss: 5.443e-01]
fia_flux_2:  84%|########3 | 1002/1200 [2:51:55<30:36,  9.27s/it, lr: 5.0e-05 loss: 5.443e-01]
fia_flux_2:  84%|########3 | 1003/1200 [2:51:55<30:54,  9.41s/it, lr: 5.0e-05 loss: 5.443e-01]
fia_flux_2:  84%|########3 | 1003/1200 [2:51:55<30:54,  9.41s/it, lr: 5.0e-05 loss: 5.443e-01]
fia_flux_2:  84%|########3 | 1003/1200 [2:52:09<30:54,  9.41s/it, lr: 5.0e-05 loss: 9.322e-02]
fia_flux_2:  84%|########3 | 1003/1200 [2:52:09<30:54,  9.41s/it, lr: 5.0e-05 loss: 9.322e-02]
fia_flux_2:  84%|########3 | 1004/1200 [2:52:09<34:49, 10.66s/it, lr: 5.0e-05 loss: 9.322e-02]
fia_flux_2:  84%|########3 | 1004/1200 [2:52:09<34:49, 10.66s/it, lr: 5.0e-05 loss: 9.322e-02]
fia_flux_2:  84%|########3 | 1004/1200 [2:52:19<34:49, 10.66s/it, lr: 5.0e-05 loss: 8.289e-01]
fia_flux_2:  84%|########3 | 1004/1200 [2:52:19<34:49, 10.66s/it, lr: 5.0e-05 loss: 8.289e-01]
fia_flux_2:  84%|########3 | 1005/1200 [2:52:19<34:01, 10.47s/it, lr: 5.0e-05 loss: 8.289e-01]
fia_flux_2:  84%|########3 | 1005/1200 [2:52:19<34:01, 10.47s/it, lr: 5.0e-05 loss: 8.289e-01]
fia_flux_2:  84%|########3 | 1005/1200 [2:52:33<34:01, 10.47s/it, lr: 5.0e-05 loss: 8.690e-01]
fia_flux_2:  84%|########3 | 1005/1200 [2:52:33<34:01, 10.47s/it, lr: 5.0e-05 loss: 8.690e-01]
fia_flux_2:  84%|########3 | 1006/1200 [2:52:33<37:06, 11.47s/it, lr: 5.0e-05 loss: 8.690e-01]
fia_flux_2:  84%|########3 | 1006/1200 [2:52:33<37:06, 11.47s/it, lr: 5.0e-05 loss: 8.690e-01]
fia_flux_2:  84%|########3 | 1006/1200 [2:52:47<37:06, 11.47s/it, lr: 5.0e-05 loss: 8.705e-01]
fia_flux_2:  84%|########3 | 1006/1200 [2:52:47<37:06, 11.47s/it, lr: 5.0e-05 loss: 8.705e-01]
fia_flux_2:  84%|########3 | 1007/1200 [2:52:47<39:15, 12.21s/it, lr: 5.0e-05 loss: 8.705e-01]
fia_flux_2:  84%|########3 | 1007/1200 [2:52:47<39:15, 12.21s/it, lr: 5.0e-05 loss: 8.705e-01]
fia_flux_2:  84%|########3 | 1007/1200 [2:52:57<39:15, 12.21s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  84%|########3 | 1007/1200 [2:52:57<39:15, 12.21s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  84%|########4 | 1008/1200 [2:52:57<36:58, 11.56s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  84%|########4 | 1008/1200 [2:52:57<36:58, 11.56s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  84%|########4 | 1008/1200 [2:53:11<36:58, 11.56s/it, lr: 5.0e-05 loss: 9.784e-01]
fia_flux_2:  84%|########4 | 1008/1200 [2:53:11<36:58, 11.56s/it, lr: 5.0e-05 loss: 9.784e-01]
fia_flux_2:  84%|########4 | 1009/1200 [2:53:11<39:06, 12.28s/it, lr: 5.0e-05 loss: 9.784e-01]
fia_flux_2:  84%|########4 | 1009/1200 [2:53:11<39:06, 12.28s/it, lr: 5.0e-05 loss: 9.784e-01]
fia_flux_2:  84%|########4 | 1009/1200 [2:53:25<39:06, 12.28s/it, lr: 5.0e-05 loss: 2.854e-01]
fia_flux_2:  84%|########4 | 1009/1200 [2:53:25<39:06, 12.28s/it, lr: 5.0e-05 loss: 2.854e-01]
fia_flux_2:  84%|########4 | 1010/1200 [2:53:35<38:53, 12.28s/it, lr: 5.0e-05 loss: 1.835e-01]
fia_flux_2:  84%|########4 | 1010/1200 [2:53:35<38:53, 12.28s/it, lr: 5.0e-05 loss: 1.835e-01]
fia_flux_2:  84%|########4 | 1011/1200 [2:53:35<28:09,  8.94s/it, lr: 5.0e-05 loss: 1.835e-01]
fia_flux_2:  84%|########4 | 1011/1200 [2:53:35<28:09,  8.94s/it, lr: 5.0e-05 loss: 1.835e-01]
fia_flux_2:  84%|########4 | 1011/1200 [2:53:45<28:09,  8.94s/it, lr: 5.0e-05 loss: 5.352e-02]
fia_flux_2:  84%|########4 | 1011/1200 [2:53:45<28:09,  8.94s/it, lr: 5.0e-05 loss: 5.352e-02]
fia_flux_2:  84%|########4 | 1012/1200 [2:53:45<28:43,  9.17s/it, lr: 5.0e-05 loss: 5.352e-02]
fia_flux_2:  84%|########4 | 1012/1200 [2:53:45<28:43,  9.17s/it, lr: 5.0e-05 loss: 5.352e-02]
fia_flux_2:  84%|########4 | 1012/1200 [2:53:55<28:43,  9.17s/it, lr: 5.0e-05 loss: 8.975e-01]
fia_flux_2:  84%|########4 | 1012/1200 [2:53:55<28:43,  9.17s/it, lr: 5.0e-05 loss: 8.975e-01]
fia_flux_2:  84%|########4 | 1013/1200 [2:53:55<29:06,  9.34s/it, lr: 5.0e-05 loss: 8.975e-01]
fia_flux_2:  84%|########4 | 1013/1200 [2:53:55<29:06,  9.34s/it, lr: 5.0e-05 loss: 8.975e-01]
fia_flux_2:  84%|########4 | 1013/1200 [2:54:05<29:06,  9.34s/it, lr: 5.0e-05 loss: 6.246e-01]
fia_flux_2:  84%|########4 | 1013/1200 [2:54:05<29:06,  9.34s/it, lr: 5.0e-05 loss: 6.246e-01]
fia_flux_2:  84%|########4 | 1014/1200 [2:54:05<29:28,  9.51s/it, lr: 5.0e-05 loss: 6.246e-01]
fia_flux_2:  84%|########4 | 1014/1200 [2:54:05<29:28,  9.51s/it, lr: 5.0e-05 loss: 6.246e-01]
fia_flux_2:  84%|########4 | 1014/1200 [2:54:15<29:28,  9.51s/it, lr: 5.0e-05 loss: 9.514e-01]
fia_flux_2:  84%|########4 | 1014/1200 [2:54:15<29:28,  9.51s/it, lr: 5.0e-05 loss: 9.514e-01]
fia_flux_2:  85%|########4 | 1015/1200 [2:54:15<29:34,  9.59s/it, lr: 5.0e-05 loss: 9.514e-01]
fia_flux_2:  85%|########4 | 1015/1200 [2:54:15<29:34,  9.59s/it, lr: 5.0e-05 loss: 9.514e-01]
fia_flux_2:  85%|########4 | 1015/1200 [2:54:25<29:34,  9.59s/it, lr: 5.0e-05 loss: 2.899e-01]
fia_flux_2:  85%|########4 | 1015/1200 [2:54:25<29:34,  9.59s/it, lr: 5.0e-05 loss: 2.899e-01]
fia_flux_2:  85%|########4 | 1016/1200 [2:54:25<29:43,  9.69s/it, lr: 5.0e-05 loss: 2.899e-01]
fia_flux_2:  85%|########4 | 1016/1200 [2:54:25<29:43,  9.69s/it, lr: 5.0e-05 loss: 2.899e-01]
fia_flux_2:  85%|########4 | 1016/1200 [2:54:35<29:43,  9.69s/it, lr: 5.0e-05 loss: 6.994e-01]
fia_flux_2:  85%|########4 | 1016/1200 [2:54:35<29:43,  9.69s/it, lr: 5.0e-05 loss: 6.994e-01]
fia_flux_2:  85%|########4 | 1017/1200 [2:54:35<29:47,  9.77s/it, lr: 5.0e-05 loss: 6.994e-01]
fia_flux_2:  85%|########4 | 1017/1200 [2:54:35<29:47,  9.77s/it, lr: 5.0e-05 loss: 6.994e-01]
fia_flux_2:  85%|########4 | 1017/1200 [2:54:41<29:47,  9.77s/it, lr: 5.0e-05 loss: 6.398e-01]
fia_flux_2:  85%|########4 | 1017/1200 [2:54:41<29:47,  9.77s/it, lr: 5.0e-05 loss: 6.398e-01]
fia_flux_2:  85%|########4 | 1018/1200 [2:54:41<26:48,  8.84s/it, lr: 5.0e-05 loss: 6.398e-01]
fia_flux_2:  85%|########4 | 1018/1200 [2:54:41<26:48,  8.84s/it, lr: 5.0e-05 loss: 6.398e-01]
fia_flux_2:  85%|########4 | 1018/1200 [2:54:51<26:48,  8.84s/it, lr: 5.0e-05 loss: 2.530e-01]
fia_flux_2:  85%|########4 | 1018/1200 [2:54:51<26:48,  8.84s/it, lr: 5.0e-05 loss: 2.530e-01]
fia_flux_2:  85%|########4 | 1019/1200 [2:54:51<27:32,  9.13s/it, lr: 5.0e-05 loss: 2.530e-01]
fia_flux_2:  85%|########4 | 1019/1200 [2:54:51<27:32,  9.13s/it, lr: 5.0e-05 loss: 2.530e-01]
fia_flux_2:  85%|########4 | 1019/1200 [2:55:05<27:32,  9.13s/it, lr: 5.0e-05 loss: 5.125e-01]
fia_flux_2:  85%|########4 | 1019/1200 [2:55:05<27:32,  9.13s/it, lr: 5.0e-05 loss: 5.125e-01]
+Saving at step 1020
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000001020.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  85%|########5 | 1020/1200 [2:55:15<27:23,  9.13s/it, lr: 5.0e-05 loss: 8.058e-01]
fia_flux_2:  85%|########5 | 1020/1200 [2:55:15<27:23,  9.13s/it, lr: 5.0e-05 loss: 8.058e-01]
fia_flux_2:  85%|########5 | 1021/1200 [2:55:15<21:41,  7.27s/it, lr: 5.0e-05 loss: 8.058e-01]
fia_flux_2:  85%|########5 | 1021/1200 [2:55:15<21:41,  7.27s/it, lr: 5.0e-05 loss: 8.058e-01]
fia_flux_2:  85%|########5 | 1021/1200 [2:55:22<21:41,  7.27s/it, lr: 5.0e-05 loss: 3.973e-01]
fia_flux_2:  85%|########5 | 1021/1200 [2:55:22<21:41,  7.27s/it, lr: 5.0e-05 loss: 3.973e-01]
fia_flux_2:  85%|########5 | 1022/1200 [2:55:22<21:05,  7.11s/it, lr: 5.0e-05 loss: 3.973e-01]
fia_flux_2:  85%|########5 | 1022/1200 [2:55:22<21:05,  7.11s/it, lr: 5.0e-05 loss: 3.973e-01]
fia_flux_2:  85%|########5 | 1022/1200 [2:55:36<21:05,  7.11s/it, lr: 5.0e-05 loss: 9.125e-01]
fia_flux_2:  85%|########5 | 1022/1200 [2:55:36<21:05,  7.11s/it, lr: 5.0e-05 loss: 9.125e-01]
fia_flux_2:  85%|########5 | 1023/1200 [2:55:36<26:28,  8.97s/it, lr: 5.0e-05 loss: 9.125e-01]
fia_flux_2:  85%|########5 | 1023/1200 [2:55:36<26:28,  8.97s/it, lr: 5.0e-05 loss: 9.125e-01]
fia_flux_2:  85%|########5 | 1023/1200 [2:55:43<26:28,  8.97s/it, lr: 5.0e-05 loss: 8.627e-01]
fia_flux_2:  85%|########5 | 1023/1200 [2:55:43<26:28,  8.97s/it, lr: 5.0e-05 loss: 8.627e-01]
fia_flux_2:  85%|########5 | 1024/1200 [2:55:43<24:24,  8.32s/it, lr: 5.0e-05 loss: 8.627e-01]
fia_flux_2:  85%|########5 | 1024/1200 [2:55:43<24:24,  8.32s/it, lr: 5.0e-05 loss: 8.627e-01]
fia_flux_2:  85%|########5 | 1024/1200 [2:55:57<24:24,  8.32s/it, lr: 5.0e-05 loss: 1.051e+00]
fia_flux_2:  85%|########5 | 1024/1200 [2:55:57<24:24,  8.32s/it, lr: 5.0e-05 loss: 1.051e+00]
fia_flux_2:  85%|########5 | 1025/1200 [2:55:57<28:57,  9.93s/it, lr: 5.0e-05 loss: 1.051e+00]
fia_flux_2:  85%|########5 | 1025/1200 [2:55:57<28:57,  9.93s/it, lr: 5.0e-05 loss: 1.051e+00]
fia_flux_2:  85%|########5 | 1025/1200 [2:56:11<28:57,  9.93s/it, lr: 5.0e-05 loss: 8.600e-01]
fia_flux_2:  85%|########5 | 1025/1200 [2:56:11<28:57,  9.93s/it, lr: 5.0e-05 loss: 8.600e-01]
fia_flux_2:  86%|########5 | 1026/1200 [2:56:11<32:23, 11.17s/it, lr: 5.0e-05 loss: 8.600e-01]
fia_flux_2:  86%|########5 | 1026/1200 [2:56:11<32:23, 11.17s/it, lr: 5.0e-05 loss: 8.600e-01]
fia_flux_2:  86%|########5 | 1026/1200 [2:56:25<32:23, 11.17s/it, lr: 5.0e-05 loss: 4.356e-01]
fia_flux_2:  86%|########5 | 1026/1200 [2:56:25<32:23, 11.17s/it, lr: 5.0e-05 loss: 4.356e-01]
fia_flux_2:  86%|########5 | 1027/1200 [2:56:25<34:32, 11.98s/it, lr: 5.0e-05 loss: 4.356e-01]
fia_flux_2:  86%|########5 | 1027/1200 [2:56:25<34:32, 11.98s/it, lr: 5.0e-05 loss: 4.356e-01]
fia_flux_2:  86%|########5 | 1027/1200 [2:56:39<34:32, 11.98s/it, lr: 5.0e-05 loss: 1.009e+00]
fia_flux_2:  86%|########5 | 1027/1200 [2:56:39<34:32, 11.98s/it, lr: 5.0e-05 loss: 1.009e+00]
fia_flux_2:  86%|########5 | 1028/1200 [2:56:39<36:02, 12.57s/it, lr: 5.0e-05 loss: 1.009e+00]
fia_flux_2:  86%|########5 | 1028/1200 [2:56:39<36:02, 12.57s/it, lr: 5.0e-05 loss: 1.009e+00]
fia_flux_2:  86%|########5 | 1028/1200 [2:56:46<36:02, 12.57s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  86%|########5 | 1028/1200 [2:56:46<36:02, 12.57s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  86%|########5 | 1029/1200 [2:56:46<30:50, 10.82s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  86%|########5 | 1029/1200 [2:56:46<30:50, 10.82s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  86%|########5 | 1029/1200 [2:57:00<30:50, 10.82s/it, lr: 5.0e-05 loss: 1.223e+00]
fia_flux_2:  86%|########5 | 1029/1200 [2:57:00<30:50, 10.82s/it, lr: 5.0e-05 loss: 1.223e+00]
fia_flux_2:  86%|########5 | 1030/1200 [2:57:07<30:39, 10.82s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  86%|########5 | 1030/1200 [2:57:07<30:39, 10.82s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  86%|########5 | 1031/1200 [2:57:07<20:46,  7.38s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  86%|########5 | 1031/1200 [2:57:07<20:46,  7.38s/it, lr: 5.0e-05 loss: 1.114e+00]
fia_flux_2:  86%|########5 | 1031/1200 [2:57:21<20:46,  7.38s/it, lr: 5.0e-05 loss: 6.451e-02]
fia_flux_2:  86%|########5 | 1031/1200 [2:57:21<20:46,  7.38s/it, lr: 5.0e-05 loss: 6.451e-02]
fia_flux_2:  86%|########6 | 1032/1200 [2:57:21<25:27,  9.09s/it, lr: 5.0e-05 loss: 6.451e-02]
fia_flux_2:  86%|########6 | 1032/1200 [2:57:21<25:27,  9.09s/it, lr: 5.0e-05 loss: 6.451e-02]
fia_flux_2:  86%|########6 | 1032/1200 [2:57:36<25:27,  9.09s/it, lr: 5.0e-05 loss: 6.085e-01]
fia_flux_2:  86%|########6 | 1032/1200 [2:57:36<25:27,  9.09s/it, lr: 5.0e-05 loss: 6.085e-01]
fia_flux_2:  86%|########6 | 1033/1200 [2:57:36<29:05, 10.45s/it, lr: 5.0e-05 loss: 6.085e-01]
fia_flux_2:  86%|########6 | 1033/1200 [2:57:36<29:05, 10.45s/it, lr: 5.0e-05 loss: 6.085e-01]
fia_flux_2:  86%|########6 | 1033/1200 [2:57:46<29:05, 10.45s/it, lr: 5.0e-05 loss: 7.362e-01]
fia_flux_2:  86%|########6 | 1033/1200 [2:57:46<29:05, 10.45s/it, lr: 5.0e-05 loss: 7.362e-01]
fia_flux_2:  86%|########6 | 1034/1200 [2:57:46<28:33, 10.32s/it, lr: 5.0e-05 loss: 7.362e-01]
fia_flux_2:  86%|########6 | 1034/1200 [2:57:46<28:33, 10.32s/it, lr: 5.0e-05 loss: 7.362e-01]
fia_flux_2:  86%|########6 | 1034/1200 [2:57:52<28:33, 10.32s/it, lr: 5.0e-05 loss: 8.918e-02]
fia_flux_2:  86%|########6 | 1034/1200 [2:57:52<28:33, 10.32s/it, lr: 5.0e-05 loss: 8.918e-02]
fia_flux_2:  86%|########6 | 1035/1200 [2:57:52<25:32,  9.29s/it, lr: 5.0e-05 loss: 8.918e-02]
fia_flux_2:  86%|########6 | 1035/1200 [2:57:52<25:32,  9.29s/it, lr: 5.0e-05 loss: 8.918e-02]
fia_flux_2:  86%|########6 | 1035/1200 [2:58:06<25:32,  9.29s/it, lr: 5.0e-05 loss: 3.948e-02]
fia_flux_2:  86%|########6 | 1035/1200 [2:58:06<25:32,  9.29s/it, lr: 5.0e-05 loss: 3.948e-02]
fia_flux_2:  86%|########6 | 1036/1200 [2:58:06<29:02, 10.63s/it, lr: 5.0e-05 loss: 3.948e-02]
fia_flux_2:  86%|########6 | 1036/1200 [2:58:06<29:02, 10.63s/it, lr: 5.0e-05 loss: 3.948e-02]
fia_flux_2:  86%|########6 | 1036/1200 [2:58:13<29:02, 10.63s/it, lr: 5.0e-05 loss: 6.568e-01]
fia_flux_2:  86%|########6 | 1036/1200 [2:58:13<29:02, 10.63s/it, lr: 5.0e-05 loss: 6.568e-01]
fia_flux_2:  86%|########6 | 1037/1200 [2:58:13<25:44,  9.48s/it, lr: 5.0e-05 loss: 6.568e-01]
fia_flux_2:  86%|########6 | 1037/1200 [2:58:13<25:44,  9.48s/it, lr: 5.0e-05 loss: 6.568e-01]
fia_flux_2:  86%|########6 | 1037/1200 [2:58:19<25:44,  9.48s/it, lr: 5.0e-05 loss: 3.845e-01]
fia_flux_2:  86%|########6 | 1037/1200 [2:58:19<25:44,  9.48s/it, lr: 5.0e-05 loss: 3.845e-01]
fia_flux_2:  86%|########6 | 1038/1200 [2:58:19<23:20,  8.65s/it, lr: 5.0e-05 loss: 3.845e-01]
fia_flux_2:  86%|########6 | 1038/1200 [2:58:19<23:20,  8.65s/it, lr: 5.0e-05 loss: 3.845e-01]
fia_flux_2:  86%|########6 | 1038/1200 [2:58:34<23:20,  8.65s/it, lr: 5.0e-05 loss: 5.880e-01]
fia_flux_2:  86%|########6 | 1038/1200 [2:58:34<23:20,  8.65s/it, lr: 5.0e-05 loss: 5.880e-01]
fia_flux_2:  87%|########6 | 1039/1200 [2:58:34<27:41, 10.32s/it, lr: 5.0e-05 loss: 5.880e-01]
fia_flux_2:  87%|########6 | 1039/1200 [2:58:34<27:41, 10.32s/it, lr: 5.0e-05 loss: 5.880e-01]
fia_flux_2:  87%|########6 | 1039/1200 [2:58:40<27:41, 10.32s/it, lr: 5.0e-05 loss: 1.234e+00]
fia_flux_2:  87%|########6 | 1039/1200 [2:58:40<27:41, 10.32s/it, lr: 5.0e-05 loss: 1.234e+00]
fia_flux_2:  87%|########6 | 1040/1200 [2:58:55<27:31, 10.32s/it, lr: 5.0e-05 loss: 1.611e-01]
fia_flux_2:  87%|########6 | 1040/1200 [2:58:55<27:31, 10.32s/it, lr: 5.0e-05 loss: 1.611e-01]
fia_flux_2:  87%|########6 | 1041/1200 [2:58:55<23:30,  8.87s/it, lr: 5.0e-05 loss: 1.611e-01]
fia_flux_2:  87%|########6 | 1041/1200 [2:58:55<23:30,  8.87s/it, lr: 5.0e-05 loss: 1.611e-01]
fia_flux_2:  87%|########6 | 1041/1200 [2:59:01<23:30,  8.87s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  87%|########6 | 1041/1200 [2:59:01<23:30,  8.87s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  87%|########6 | 1042/1200 [2:59:01<21:54,  8.32s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  87%|########6 | 1042/1200 [2:59:01<21:54,  8.32s/it, lr: 5.0e-05 loss: 1.164e+00]
fia_flux_2:  87%|########6 | 1042/1200 [2:59:08<21:54,  8.32s/it, lr: 5.0e-05 loss: 1.147e+00]
fia_flux_2:  87%|########6 | 1042/1200 [2:59:08<21:54,  8.32s/it, lr: 5.0e-05 loss: 1.147e+00]
fia_flux_2:  87%|########6 | 1043/1200 [2:59:08<20:36,  7.87s/it, lr: 5.0e-05 loss: 1.147e+00]
fia_flux_2:  87%|########6 | 1043/1200 [2:59:08<20:36,  7.87s/it, lr: 5.0e-05 loss: 1.147e+00]
fia_flux_2:  87%|########6 | 1043/1200 [2:59:15<20:36,  7.87s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  87%|########6 | 1043/1200 [2:59:15<20:36,  7.87s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  87%|########7 | 1044/1200 [2:59:15<19:37,  7.55s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  87%|########7 | 1044/1200 [2:59:15<19:37,  7.55s/it, lr: 5.0e-05 loss: 1.043e+00]
fia_flux_2:  87%|########7 | 1044/1200 [2:59:25<19:37,  7.55s/it, lr: 5.0e-05 loss: 9.657e-01]
fia_flux_2:  87%|########7 | 1044/1200 [2:59:25<19:37,  7.55s/it, lr: 5.0e-05 loss: 9.657e-01]
fia_flux_2:  87%|########7 | 1045/1200 [2:59:25<21:14,  8.23s/it, lr: 5.0e-05 loss: 9.657e-01]
fia_flux_2:  87%|########7 | 1045/1200 [2:59:25<21:14,  8.23s/it, lr: 5.0e-05 loss: 9.657e-01]
fia_flux_2:  87%|########7 | 1045/1200 [2:59:32<21:14,  8.23s/it, lr: 5.0e-05 loss: 1.013e+00]
fia_flux_2:  87%|########7 | 1045/1200 [2:59:32<21:14,  8.23s/it, lr: 5.0e-05 loss: 1.013e+00]
fia_flux_2:  87%|########7 | 1046/1200 [2:59:32<20:12,  7.87s/it, lr: 5.0e-05 loss: 1.013e+00]
fia_flux_2:  87%|########7 | 1046/1200 [2:59:32<20:12,  7.87s/it, lr: 5.0e-05 loss: 1.013e+00]
fia_flux_2:  87%|########7 | 1046/1200 [2:59:38<20:12,  7.87s/it, lr: 5.0e-05 loss: 5.241e-01]
fia_flux_2:  87%|########7 | 1046/1200 [2:59:38<20:12,  7.87s/it, lr: 5.0e-05 loss: 5.241e-01]
fia_flux_2:  87%|########7 | 1047/1200 [2:59:38<19:24,  7.61s/it, lr: 5.0e-05 loss: 5.241e-01]
fia_flux_2:  87%|########7 | 1047/1200 [2:59:38<19:24,  7.61s/it, lr: 5.0e-05 loss: 5.241e-01]
fia_flux_2:  87%|########7 | 1047/1200 [2:59:53<19:24,  7.61s/it, lr: 5.0e-05 loss: 1.428e+00]
fia_flux_2:  87%|########7 | 1047/1200 [2:59:53<19:24,  7.61s/it, lr: 5.0e-05 loss: 1.428e+00]
fia_flux_2:  87%|########7 | 1048/1200 [2:59:53<24:01,  9.49s/it, lr: 5.0e-05 loss: 1.428e+00]
fia_flux_2:  87%|########7 | 1048/1200 [2:59:53<24:01,  9.49s/it, lr: 5.0e-05 loss: 1.428e+00]
fia_flux_2:  87%|########7 | 1048/1200 [2:59:59<24:01,  9.49s/it, lr: 5.0e-05 loss: 5.123e-01]
fia_flux_2:  87%|########7 | 1048/1200 [2:59:59<24:01,  9.49s/it, lr: 5.0e-05 loss: 5.123e-01]
fia_flux_2:  87%|########7 | 1049/1200 [2:59:59<21:44,  8.64s/it, lr: 5.0e-05 loss: 5.123e-01]
fia_flux_2:  87%|########7 | 1049/1200 [2:59:59<21:44,  8.64s/it, lr: 5.0e-05 loss: 5.123e-01]
fia_flux_2:  87%|########7 | 1049/1200 [3:00:09<21:44,  8.64s/it, lr: 5.0e-05 loss: 7.923e-01]
fia_flux_2:  87%|########7 | 1049/1200 [3:00:09<21:44,  8.64s/it, lr: 5.0e-05 loss: 7.923e-01]
fia_flux_2:  88%|########7 | 1050/1200 [3:00:16<21:35,  8.64s/it, lr: 5.0e-05 loss: 7.331e-01]
fia_flux_2:  88%|########7 | 1050/1200 [3:00:16<21:35,  8.64s/it, lr: 5.0e-05 loss: 7.331e-01]
fia_flux_2:  88%|########7 | 1051/1200 [3:00:16<15:23,  6.20s/it, lr: 5.0e-05 loss: 7.331e-01]
fia_flux_2:  88%|########7 | 1051/1200 [3:00:16<15:23,  6.20s/it, lr: 5.0e-05 loss: 7.331e-01]
fia_flux_2:  88%|########7 | 1051/1200 [3:00:26<15:23,  6.20s/it, lr: 5.0e-05 loss: 8.827e-01]
fia_flux_2:  88%|########7 | 1051/1200 [3:00:26<15:23,  6.20s/it, lr: 5.0e-05 loss: 8.827e-01]
fia_flux_2:  88%|########7 | 1052/1200 [3:00:26<17:33,  7.12s/it, lr: 5.0e-05 loss: 8.827e-01]
fia_flux_2:  88%|########7 | 1052/1200 [3:00:26<17:33,  7.12s/it, lr: 5.0e-05 loss: 8.827e-01]
fia_flux_2:  88%|########7 | 1052/1200 [3:00:39<17:33,  7.12s/it, lr: 5.0e-05 loss: 7.487e-02]
fia_flux_2:  88%|########7 | 1052/1200 [3:00:39<17:33,  7.12s/it, lr: 5.0e-05 loss: 7.487e-02]
fia_flux_2:  88%|########7 | 1053/1200 [3:00:39<21:42,  8.86s/it, lr: 5.0e-05 loss: 7.487e-02]
fia_flux_2:  88%|########7 | 1053/1200 [3:00:39<21:42,  8.86s/it, lr: 5.0e-05 loss: 7.487e-02]
fia_flux_2:  88%|########7 | 1053/1200 [3:00:46<21:42,  8.86s/it, lr: 5.0e-05 loss: 7.825e-01]
fia_flux_2:  88%|########7 | 1053/1200 [3:00:46<21:42,  8.86s/it, lr: 5.0e-05 loss: 7.825e-01]
fia_flux_2:  88%|########7 | 1054/1200 [3:00:46<20:04,  8.25s/it, lr: 5.0e-05 loss: 7.825e-01]
fia_flux_2:  88%|########7 | 1054/1200 [3:00:46<20:04,  8.25s/it, lr: 5.0e-05 loss: 7.825e-01]
fia_flux_2:  88%|########7 | 1054/1200 [3:01:00<20:04,  8.25s/it, lr: 5.0e-05 loss: 1.843e-01]
fia_flux_2:  88%|########7 | 1054/1200 [3:01:00<20:04,  8.25s/it, lr: 5.0e-05 loss: 1.843e-01]
fia_flux_2:  88%|########7 | 1055/1200 [3:01:00<23:49,  9.86s/it, lr: 5.0e-05 loss: 1.843e-01]
fia_flux_2:  88%|########7 | 1055/1200 [3:01:00<23:49,  9.86s/it, lr: 5.0e-05 loss: 1.843e-01]
fia_flux_2:  88%|########7 | 1055/1200 [3:01:07<23:49,  9.86s/it, lr: 5.0e-05 loss: 1.381e+00]
fia_flux_2:  88%|########7 | 1055/1200 [3:01:07<23:49,  9.86s/it, lr: 5.0e-05 loss: 1.381e+00]
fia_flux_2:  88%|########8 | 1056/1200 [3:01:07<21:26,  8.93s/it, lr: 5.0e-05 loss: 1.381e+00]
fia_flux_2:  88%|########8 | 1056/1200 [3:01:07<21:26,  8.93s/it, lr: 5.0e-05 loss: 1.381e+00]
fia_flux_2:  88%|########8 | 1056/1200 [3:01:13<21:26,  8.93s/it, lr: 5.0e-05 loss: 4.768e-01]
fia_flux_2:  88%|########8 | 1056/1200 [3:01:13<21:26,  8.93s/it, lr: 5.0e-05 loss: 4.768e-01]
fia_flux_2:  88%|########8 | 1057/1200 [3:01:13<19:43,  8.28s/it, lr: 5.0e-05 loss: 4.768e-01]
fia_flux_2:  88%|########8 | 1057/1200 [3:01:13<19:43,  8.28s/it, lr: 5.0e-05 loss: 4.768e-01]
fia_flux_2:  88%|########8 | 1057/1200 [3:01:20<19:43,  8.28s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:  88%|########8 | 1057/1200 [3:01:20<19:43,  8.28s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:  88%|########8 | 1058/1200 [3:01:20<18:25,  7.78s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:  88%|########8 | 1058/1200 [3:01:20<18:25,  7.78s/it, lr: 5.0e-05 loss: 1.093e+00]
fia_flux_2:  88%|########8 | 1058/1200 [3:01:26<18:25,  7.78s/it, lr: 5.0e-05 loss: 1.267e+00]
fia_flux_2:  88%|########8 | 1058/1200 [3:01:26<18:25,  7.78s/it, lr: 5.0e-05 loss: 1.267e+00]
fia_flux_2:  88%|########8 | 1059/1200 [3:01:26<17:27,  7.43s/it, lr: 5.0e-05 loss: 1.267e+00]
fia_flux_2:  88%|########8 | 1059/1200 [3:01:26<17:27,  7.43s/it, lr: 5.0e-05 loss: 1.267e+00]
fia_flux_2:  88%|########8 | 1059/1200 [3:01:36<17:27,  7.43s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  88%|########8 | 1059/1200 [3:01:36<17:27,  7.43s/it, lr: 5.0e-05 loss: 1.072e+00]
fia_flux_2:  88%|########8 | 1060/1200 [3:01:46<17:20,  7.43s/it, lr: 5.0e-05 loss: 6.971e-01]
fia_flux_2:  88%|########8 | 1060/1200 [3:01:46<17:20,  7.43s/it, lr: 5.0e-05 loss: 6.971e-01]
fia_flux_2:  88%|########8 | 1061/1200 [3:01:46<14:32,  6.28s/it, lr: 5.0e-05 loss: 6.971e-01]
fia_flux_2:  88%|########8 | 1061/1200 [3:01:46<14:32,  6.28s/it, lr: 5.0e-05 loss: 6.971e-01]
fia_flux_2:  88%|########8 | 1061/1200 [3:01:56<14:32,  6.28s/it, lr: 5.0e-05 loss: 6.044e-01]
fia_flux_2:  88%|########8 | 1061/1200 [3:01:56<14:32,  6.28s/it, lr: 5.0e-05 loss: 6.044e-01]
fia_flux_2:  88%|########8 | 1062/1200 [3:01:56<16:27,  7.16s/it, lr: 5.0e-05 loss: 6.044e-01]
fia_flux_2:  88%|########8 | 1062/1200 [3:01:56<16:27,  7.16s/it, lr: 5.0e-05 loss: 6.044e-01]
fia_flux_2:  88%|########8 | 1062/1200 [3:02:03<16:27,  7.16s/it, lr: 5.0e-05 loss: 1.269e-01]
fia_flux_2:  88%|########8 | 1062/1200 [3:02:03<16:27,  7.16s/it, lr: 5.0e-05 loss: 1.269e-01]
fia_flux_2:  89%|########8 | 1063/1200 [3:02:03<16:00,  7.01s/it, lr: 5.0e-05 loss: 1.269e-01]
fia_flux_2:  89%|########8 | 1063/1200 [3:02:03<16:00,  7.01s/it, lr: 5.0e-05 loss: 1.269e-01]
fia_flux_2:  89%|########8 | 1063/1200 [3:02:12<16:00,  7.01s/it, lr: 5.0e-05 loss: 9.687e-01]
fia_flux_2:  89%|########8 | 1063/1200 [3:02:12<16:00,  7.01s/it, lr: 5.0e-05 loss: 9.687e-01]
fia_flux_2:  89%|########8 | 1064/1200 [3:02:12<17:36,  7.77s/it, lr: 5.0e-05 loss: 9.687e-01]
fia_flux_2:  89%|########8 | 1064/1200 [3:02:12<17:36,  7.77s/it, lr: 5.0e-05 loss: 9.687e-01]
fia_flux_2:  89%|########8 | 1064/1200 [3:02:22<17:36,  7.77s/it, lr: 5.0e-05 loss: 2.373e-01]
fia_flux_2:  89%|########8 | 1064/1200 [3:02:22<17:36,  7.77s/it, lr: 5.0e-05 loss: 2.373e-01]
fia_flux_2:  89%|########8 | 1065/1200 [3:02:22<18:46,  8.34s/it, lr: 5.0e-05 loss: 2.373e-01]
fia_flux_2:  89%|########8 | 1065/1200 [3:02:22<18:46,  8.34s/it, lr: 5.0e-05 loss: 2.373e-01]
fia_flux_2:  89%|########8 | 1065/1200 [3:02:37<18:46,  8.34s/it, lr: 5.0e-05 loss: 3.999e-01]
fia_flux_2:  89%|########8 | 1065/1200 [3:02:37<18:46,  8.34s/it, lr: 5.0e-05 loss: 3.999e-01]
fia_flux_2:  89%|########8 | 1066/1200 [3:02:37<22:29, 10.07s/it, lr: 5.0e-05 loss: 3.999e-01]
fia_flux_2:  89%|########8 | 1066/1200 [3:02:37<22:29, 10.07s/it, lr: 5.0e-05 loss: 3.999e-01]
fia_flux_2:  89%|########8 | 1066/1200 [3:02:51<22:29, 10.07s/it, lr: 5.0e-05 loss: 2.456e-02]
fia_flux_2:  89%|########8 | 1066/1200 [3:02:51<22:29, 10.07s/it, lr: 5.0e-05 loss: 2.456e-02]
fia_flux_2:  89%|########8 | 1067/1200 [3:02:51<24:50, 11.21s/it, lr: 5.0e-05 loss: 2.456e-02]
fia_flux_2:  89%|########8 | 1067/1200 [3:02:51<24:50, 11.21s/it, lr: 5.0e-05 loss: 2.456e-02]
fia_flux_2:  89%|########8 | 1067/1200 [3:03:05<24:50, 11.21s/it, lr: 5.0e-05 loss: 1.121e+00]
fia_flux_2:  89%|########8 | 1067/1200 [3:03:05<24:50, 11.21s/it, lr: 5.0e-05 loss: 1.121e+00]
fia_flux_2:  89%|########9 | 1068/1200 [3:03:05<26:38, 12.11s/it, lr: 5.0e-05 loss: 1.121e+00]
fia_flux_2:  89%|########9 | 1068/1200 [3:03:05<26:38, 12.11s/it, lr: 5.0e-05 loss: 1.121e+00]
fia_flux_2:  89%|########9 | 1068/1200 [3:03:15<26:38, 12.11s/it, lr: 5.0e-05 loss: 5.996e-02]
fia_flux_2:  89%|########9 | 1068/1200 [3:03:15<26:38, 12.11s/it, lr: 5.0e-05 loss: 5.996e-02]
fia_flux_2:  89%|########9 | 1069/1200 [3:03:15<25:03, 11.47s/it, lr: 5.0e-05 loss: 5.996e-02]
fia_flux_2:  89%|########9 | 1069/1200 [3:03:15<25:03, 11.47s/it, lr: 5.0e-05 loss: 5.996e-02]
fia_flux_2:  89%|########9 | 1069/1200 [3:03:29<25:03, 11.47s/it, lr: 5.0e-05 loss: 1.123e+00]
fia_flux_2:  89%|########9 | 1069/1200 [3:03:29<25:03, 11.47s/it, lr: 5.0e-05 loss: 1.123e+00]
fia_flux_2:  89%|########9 | 1070/1200 [3:03:36<24:51, 11.47s/it, lr: 5.0e-05 loss: 2.769e-01]
fia_flux_2:  89%|########9 | 1070/1200 [3:03:36<24:51, 11.47s/it, lr: 5.0e-05 loss: 2.769e-01]
fia_flux_2:  89%|########9 | 1071/1200 [3:03:36<16:39,  7.75s/it, lr: 5.0e-05 loss: 2.769e-01]
fia_flux_2:  89%|########9 | 1071/1200 [3:03:36<16:39,  7.75s/it, lr: 5.0e-05 loss: 2.769e-01]
fia_flux_2:  89%|########9 | 1071/1200 [3:03:46<16:39,  7.75s/it, lr: 5.0e-05 loss: 1.244e+00]
fia_flux_2:  89%|########9 | 1071/1200 [3:03:46<16:39,  7.75s/it, lr: 5.0e-05 loss: 1.244e+00]
fia_flux_2:  89%|########9 | 1072/1200 [3:03:46<17:39,  8.28s/it, lr: 5.0e-05 loss: 1.244e+00]
fia_flux_2:  89%|########9 | 1072/1200 [3:03:46<17:39,  8.28s/it, lr: 5.0e-05 loss: 1.244e+00]
fia_flux_2:  89%|########9 | 1072/1200 [3:03:56<17:39,  8.28s/it, lr: 5.0e-05 loss: 8.358e-01]
fia_flux_2:  89%|########9 | 1072/1200 [3:03:56<17:39,  8.28s/it, lr: 5.0e-05 loss: 8.358e-01]
fia_flux_2:  89%|########9 | 1073/1200 [3:03:56<18:22,  8.68s/it, lr: 5.0e-05 loss: 8.358e-01]
fia_flux_2:  89%|########9 | 1073/1200 [3:03:56<18:22,  8.68s/it, lr: 5.0e-05 loss: 8.358e-01]
fia_flux_2:  89%|########9 | 1073/1200 [3:04:02<18:22,  8.68s/it, lr: 5.0e-05 loss: 3.429e-01]
fia_flux_2:  89%|########9 | 1073/1200 [3:04:02<18:22,  8.68s/it, lr: 5.0e-05 loss: 3.429e-01]
fia_flux_2:  90%|########9 | 1074/1200 [3:04:02<17:04,  8.13s/it, lr: 5.0e-05 loss: 3.429e-01]
fia_flux_2:  90%|########9 | 1074/1200 [3:04:02<17:04,  8.13s/it, lr: 5.0e-05 loss: 3.429e-01]
fia_flux_2:  90%|########9 | 1074/1200 [3:04:09<17:04,  8.13s/it, lr: 5.0e-05 loss: 9.192e-01]
fia_flux_2:  90%|########9 | 1074/1200 [3:04:09<17:04,  8.13s/it, lr: 5.0e-05 loss: 9.192e-01]
fia_flux_2:  90%|########9 | 1075/1200 [3:04:09<16:06,  7.73s/it, lr: 5.0e-05 loss: 9.192e-01]
fia_flux_2:  90%|########9 | 1075/1200 [3:04:09<16:06,  7.73s/it, lr: 5.0e-05 loss: 9.192e-01]
fia_flux_2:  90%|########9 | 1075/1200 [3:04:16<16:06,  7.73s/it, lr: 5.0e-05 loss: 1.174e+00]
fia_flux_2:  90%|########9 | 1075/1200 [3:04:16<16:06,  7.73s/it, lr: 5.0e-05 loss: 1.174e+00]
fia_flux_2:  90%|########9 | 1076/1200 [3:04:16<15:21,  7.43s/it, lr: 5.0e-05 loss: 1.174e+00]
fia_flux_2:  90%|########9 | 1076/1200 [3:04:16<15:21,  7.43s/it, lr: 5.0e-05 loss: 1.174e+00]
fia_flux_2:  90%|########9 | 1076/1200 [3:04:25<15:21,  7.43s/it, lr: 5.0e-05 loss: 9.976e-01]
fia_flux_2:  90%|########9 | 1076/1200 [3:04:25<15:21,  7.43s/it, lr: 5.0e-05 loss: 9.976e-01]
fia_flux_2:  90%|########9 | 1077/1200 [3:04:25<16:38,  8.12s/it, lr: 5.0e-05 loss: 9.976e-01]
fia_flux_2:  90%|########9 | 1077/1200 [3:04:25<16:38,  8.12s/it, lr: 5.0e-05 loss: 9.976e-01]
fia_flux_2:  90%|########9 | 1077/1200 [3:04:39<16:38,  8.12s/it, lr: 5.0e-05 loss: 5.366e-01]
fia_flux_2:  90%|########9 | 1077/1200 [3:04:39<16:38,  8.12s/it, lr: 5.0e-05 loss: 5.366e-01]
fia_flux_2:  90%|########9 | 1078/1200 [3:04:39<20:00,  9.84s/it, lr: 5.0e-05 loss: 5.366e-01]
fia_flux_2:  90%|########9 | 1078/1200 [3:04:39<20:00,  9.84s/it, lr: 5.0e-05 loss: 5.366e-01]
fia_flux_2:  90%|########9 | 1078/1200 [3:04:46<20:00,  9.84s/it, lr: 5.0e-05 loss: 8.905e-01]
fia_flux_2:  90%|########9 | 1078/1200 [3:04:46<20:00,  9.84s/it, lr: 5.0e-05 loss: 8.905e-01]
fia_flux_2:  90%|########9 | 1079/1200 [3:04:46<17:57,  8.91s/it, lr: 5.0e-05 loss: 8.905e-01]
fia_flux_2:  90%|########9 | 1079/1200 [3:04:46<17:57,  8.91s/it, lr: 5.0e-05 loss: 8.905e-01]
fia_flux_2:  90%|########9 | 1079/1200 [3:05:00<17:57,  8.91s/it, lr: 5.0e-05 loss: 1.086e-01]
fia_flux_2:  90%|########9 | 1079/1200 [3:05:00<17:57,  8.91s/it, lr: 5.0e-05 loss: 1.086e-01]
+Saving at step 1080
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000001080.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  90%|######### | 1080/1200 [3:05:07<17:48,  8.91s/it, lr: 5.0e-05 loss: 3.781e-01]
fia_flux_2:  90%|######### | 1080/1200 [3:05:07<17:48,  8.91s/it, lr: 5.0e-05 loss: 3.781e-01]
fia_flux_2:  90%|######### | 1081/1200 [3:05:07<12:53,  6.50s/it, lr: 5.0e-05 loss: 3.781e-01]
fia_flux_2:  90%|######### | 1081/1200 [3:05:07<12:53,  6.50s/it, lr: 5.0e-05 loss: 3.781e-01]
fia_flux_2:  90%|######### | 1081/1200 [3:05:22<12:53,  6.50s/it, lr: 5.0e-05 loss: 1.357e-01]
fia_flux_2:  90%|######### | 1081/1200 [3:05:22<12:53,  6.50s/it, lr: 5.0e-05 loss: 1.357e-01]
fia_flux_2:  90%|######### | 1082/1200 [3:05:22<16:32,  8.41s/it, lr: 5.0e-05 loss: 1.357e-01]
fia_flux_2:  90%|######### | 1082/1200 [3:05:22<16:32,  8.41s/it, lr: 5.0e-05 loss: 1.357e-01]
fia_flux_2:  90%|######### | 1082/1200 [3:05:32<16:32,  8.41s/it, lr: 5.0e-05 loss: 1.148e+00]
fia_flux_2:  90%|######### | 1082/1200 [3:05:32<16:32,  8.41s/it, lr: 5.0e-05 loss: 1.148e+00]
fia_flux_2:  90%|######### | 1083/1200 [3:05:32<17:06,  8.77s/it, lr: 5.0e-05 loss: 1.148e+00]
fia_flux_2:  90%|######### | 1083/1200 [3:05:32<17:06,  8.77s/it, lr: 5.0e-05 loss: 1.148e+00]
fia_flux_2:  90%|######### | 1083/1200 [3:05:46<17:06,  8.77s/it, lr: 5.0e-05 loss: 8.097e-01]
fia_flux_2:  90%|######### | 1083/1200 [3:05:46<17:06,  8.77s/it, lr: 5.0e-05 loss: 8.097e-01]
fia_flux_2:  90%|######### | 1084/1200 [3:05:46<19:42, 10.19s/it, lr: 5.0e-05 loss: 8.097e-01]
fia_flux_2:  90%|######### | 1084/1200 [3:05:46<19:42, 10.19s/it, lr: 5.0e-05 loss: 8.097e-01]
fia_flux_2:  90%|######### | 1084/1200 [3:05:55<19:42, 10.19s/it, lr: 5.0e-05 loss: 1.137e+00]
fia_flux_2:  90%|######### | 1084/1200 [3:05:55<19:42, 10.19s/it, lr: 5.0e-05 loss: 1.137e+00]
fia_flux_2:  90%|######### | 1085/1200 [3:05:56<19:24, 10.12s/it, lr: 5.0e-05 loss: 1.137e+00]
fia_flux_2:  90%|######### | 1085/1200 [3:05:56<19:24, 10.12s/it, lr: 5.0e-05 loss: 1.137e+00]
fia_flux_2:  90%|######### | 1085/1200 [3:06:02<19:24, 10.12s/it, lr: 5.0e-05 loss: 9.760e-01]
fia_flux_2:  90%|######### | 1085/1200 [3:06:02<19:24, 10.12s/it, lr: 5.0e-05 loss: 9.760e-01]
fia_flux_2:  90%|######### | 1086/1200 [3:06:02<17:20,  9.13s/it, lr: 5.0e-05 loss: 9.760e-01]
fia_flux_2:  90%|######### | 1086/1200 [3:06:02<17:20,  9.13s/it, lr: 5.0e-05 loss: 9.760e-01]
fia_flux_2:  90%|######### | 1086/1200 [3:06:16<17:20,  9.13s/it, lr: 5.0e-05 loss: 4.723e-01]
fia_flux_2:  90%|######### | 1086/1200 [3:06:16<17:20,  9.13s/it, lr: 5.0e-05 loss: 4.723e-01]
fia_flux_2:  91%|######### | 1087/1200 [3:06:16<20:00, 10.63s/it, lr: 5.0e-05 loss: 4.723e-01]
fia_flux_2:  91%|######### | 1087/1200 [3:06:16<20:00, 10.63s/it, lr: 5.0e-05 loss: 4.723e-01]
fia_flux_2:  91%|######### | 1087/1200 [3:06:26<20:00, 10.63s/it, lr: 5.0e-05 loss: 1.079e+00]
fia_flux_2:  91%|######### | 1087/1200 [3:06:26<20:00, 10.63s/it, lr: 5.0e-05 loss: 1.079e+00]
fia_flux_2:  91%|######### | 1088/1200 [3:06:26<19:24, 10.40s/it, lr: 5.0e-05 loss: 1.079e+00]
fia_flux_2:  91%|######### | 1088/1200 [3:06:26<19:24, 10.40s/it, lr: 5.0e-05 loss: 1.079e+00]
fia_flux_2:  91%|######### | 1088/1200 [3:06:33<19:24, 10.40s/it, lr: 5.0e-05 loss: 1.031e+00]
fia_flux_2:  91%|######### | 1088/1200 [3:06:33<19:24, 10.40s/it, lr: 5.0e-05 loss: 1.031e+00]
fia_flux_2:  91%|######### | 1089/1200 [3:06:33<17:10,  9.28s/it, lr: 5.0e-05 loss: 1.031e+00]
fia_flux_2:  91%|######### | 1089/1200 [3:06:33<17:10,  9.28s/it, lr: 5.0e-05 loss: 1.031e+00]
fia_flux_2:  91%|######### | 1089/1200 [3:06:47<17:10,  9.28s/it, lr: 5.0e-05 loss: 2.881e-01]
fia_flux_2:  91%|######### | 1089/1200 [3:06:47<17:10,  9.28s/it, lr: 5.0e-05 loss: 2.881e-01]
fia_flux_2:  91%|######### | 1090/1200 [3:07:01<17:01,  9.28s/it, lr: 5.0e-05 loss: 3.343e-01]
fia_flux_2:  91%|######### | 1090/1200 [3:07:01<17:01,  9.28s/it, lr: 5.0e-05 loss: 3.343e-01]
fia_flux_2:  91%|######### | 1091/1200 [3:07:01<15:05,  8.31s/it, lr: 5.0e-05 loss: 3.343e-01]
fia_flux_2:  91%|######### | 1091/1200 [3:07:01<15:05,  8.31s/it, lr: 5.0e-05 loss: 3.343e-01]
fia_flux_2:  91%|######### | 1091/1200 [3:07:08<15:05,  8.31s/it, lr: 5.0e-05 loss: 1.489e-01]
fia_flux_2:  91%|######### | 1091/1200 [3:07:08<15:05,  8.31s/it, lr: 5.0e-05 loss: 1.489e-01]
fia_flux_2:  91%|#########1| 1092/1200 [3:07:08<14:22,  7.99s/it, lr: 5.0e-05 loss: 1.489e-01]
fia_flux_2:  91%|#########1| 1092/1200 [3:07:08<14:22,  7.99s/it, lr: 5.0e-05 loss: 1.489e-01]
fia_flux_2:  91%|#########1| 1092/1200 [3:07:22<14:22,  7.99s/it, lr: 5.0e-05 loss: 1.116e+00]
fia_flux_2:  91%|#########1| 1092/1200 [3:07:22<14:22,  7.99s/it, lr: 5.0e-05 loss: 1.116e+00]
fia_flux_2:  91%|#########1| 1093/1200 [3:07:22<17:03,  9.56s/it, lr: 5.0e-05 loss: 1.116e+00]
fia_flux_2:  91%|#########1| 1093/1200 [3:07:22<17:03,  9.56s/it, lr: 5.0e-05 loss: 1.116e+00]
fia_flux_2:  91%|#########1| 1093/1200 [3:07:29<17:03,  9.56s/it, lr: 5.0e-05 loss: 1.141e+00]
fia_flux_2:  91%|#########1| 1093/1200 [3:07:29<17:03,  9.56s/it, lr: 5.0e-05 loss: 1.141e+00]
fia_flux_2:  91%|#########1| 1094/1200 [3:07:29<15:28,  8.76s/it, lr: 5.0e-05 loss: 1.141e+00]
fia_flux_2:  91%|#########1| 1094/1200 [3:07:29<15:28,  8.76s/it, lr: 5.0e-05 loss: 1.141e+00]
fia_flux_2:  91%|#########1| 1094/1200 [3:07:39<15:28,  8.76s/it, lr: 5.0e-05 loss: 8.638e-01]
fia_flux_2:  91%|#########1| 1094/1200 [3:07:39<15:28,  8.76s/it, lr: 5.0e-05 loss: 8.638e-01]
fia_flux_2:  91%|#########1| 1095/1200 [3:07:39<15:54,  9.09s/it, lr: 5.0e-05 loss: 8.638e-01]
fia_flux_2:  91%|#########1| 1095/1200 [3:07:39<15:54,  9.09s/it, lr: 5.0e-05 loss: 8.638e-01]
fia_flux_2:  91%|#########1| 1095/1200 [3:07:49<15:54,  9.09s/it, lr: 5.0e-05 loss: 6.614e-01]
fia_flux_2:  91%|#########1| 1095/1200 [3:07:49<15:54,  9.09s/it, lr: 5.0e-05 loss: 6.614e-01]
fia_flux_2:  91%|#########1| 1096/1200 [3:07:49<16:07,  9.31s/it, lr: 5.0e-05 loss: 6.614e-01]
fia_flux_2:  91%|#########1| 1096/1200 [3:07:49<16:07,  9.31s/it, lr: 5.0e-05 loss: 6.614e-01]
fia_flux_2:  91%|#########1| 1096/1200 [3:08:03<16:07,  9.31s/it, lr: 5.0e-05 loss: 5.122e-01]
fia_flux_2:  91%|#########1| 1096/1200 [3:08:03<16:07,  9.31s/it, lr: 5.0e-05 loss: 5.122e-01]
fia_flux_2:  91%|#########1| 1097/1200 [3:08:03<18:18, 10.66s/it, lr: 5.0e-05 loss: 5.122e-01]
fia_flux_2:  91%|#########1| 1097/1200 [3:08:03<18:18, 10.66s/it, lr: 5.0e-05 loss: 5.122e-01]
fia_flux_2:  91%|#########1| 1097/1200 [3:08:09<18:18, 10.66s/it, lr: 5.0e-05 loss: 7.061e-01]
fia_flux_2:  91%|#########1| 1097/1200 [3:08:09<18:18, 10.66s/it, lr: 5.0e-05 loss: 7.061e-01]
fia_flux_2:  92%|#########1| 1098/1200 [3:08:09<16:07,  9.49s/it, lr: 5.0e-05 loss: 7.061e-01]
fia_flux_2:  92%|#########1| 1098/1200 [3:08:09<16:07,  9.49s/it, lr: 5.0e-05 loss: 7.061e-01]
fia_flux_2:  92%|#########1| 1098/1200 [3:08:19<16:07,  9.49s/it, lr: 5.0e-05 loss: 7.345e-01]
fia_flux_2:  92%|#########1| 1098/1200 [3:08:19<16:07,  9.49s/it, lr: 5.0e-05 loss: 7.345e-01]
fia_flux_2:  92%|#########1| 1099/1200 [3:08:19<16:09,  9.60s/it, lr: 5.0e-05 loss: 7.345e-01]
fia_flux_2:  92%|#########1| 1099/1200 [3:08:19<16:09,  9.60s/it, lr: 5.0e-05 loss: 7.345e-01]
fia_flux_2:  92%|#########1| 1099/1200 [3:08:26<16:09,  9.60s/it, lr: 5.0e-05 loss: 8.817e-01]
fia_flux_2:  92%|#########1| 1099/1200 [3:08:26<16:09,  9.60s/it, lr: 5.0e-05 loss: 8.817e-01]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
+
+
Generating Images:  25%|##5       | 1/4 [00:54<02:43, 54.53s/it]
Generating Images:  25%|##5       | 1/4 [00:54<02:43, 54.53s/it]
+
+
Generating Images:  50%|#####     | 2/4 [01:45<01:44, 52.45s/it]
Generating Images:  50%|#####     | 2/4 [01:45<01:44, 52.45s/it]
+
+
Generating Images:  75%|#######5  | 3/4 [02:36<00:51, 51.90s/it]
Generating Images:  75%|#######5  | 3/4 [02:36<00:51, 51.90s/it]
+
+
Generating Images: 100%|##########| 4/4 [03:28<00:00, 51.65s/it]
Generating Images: 100%|##########| 4/4 [03:28<00:00, 51.65s/it]
+
+
                                                                
                                                                
fia_flux_2:  92%|#########1| 1100/1200 [3:08:40<16:00,  9.60s/it, lr: 5.0e-05 loss: 1.049e+00]
fia_flux_2:  92%|#########1| 1100/1200 [3:08:40<16:00,  9.60s/it, lr: 5.0e-05 loss: 1.049e+00]
fia_flux_2:  92%|#########1| 1101/1200 [3:08:40<13:52,  8.41s/it, lr: 5.0e-05 loss: 1.049e+00]
fia_flux_2:  92%|#########1| 1101/1200 [3:08:40<13:52,  8.41s/it, lr: 5.0e-05 loss: 1.049e+00]
fia_flux_2:  92%|#########1| 1101/1200 [3:08:50<13:52,  8.41s/it, lr: 5.0e-05 loss: 8.889e-01]
fia_flux_2:  92%|#########1| 1101/1200 [3:08:50<13:52,  8.41s/it, lr: 5.0e-05 loss: 8.889e-01]
fia_flux_2:  92%|#########1| 1102/1200 [3:08:50<14:18,  8.76s/it, lr: 5.0e-05 loss: 8.889e-01]
fia_flux_2:  92%|#########1| 1102/1200 [3:08:50<14:18,  8.76s/it, lr: 5.0e-05 loss: 8.889e-01]
fia_flux_2:  92%|#########1| 1102/1200 [3:09:04<14:18,  8.76s/it, lr: 5.0e-05 loss: 6.167e-01]
fia_flux_2:  92%|#########1| 1102/1200 [3:09:04<14:18,  8.76s/it, lr: 5.0e-05 loss: 6.167e-01]
fia_flux_2:  92%|#########1| 1103/1200 [3:09:04<16:30, 10.21s/it, lr: 5.0e-05 loss: 6.167e-01]
fia_flux_2:  92%|#########1| 1103/1200 [3:09:04<16:30, 10.21s/it, lr: 5.0e-05 loss: 6.167e-01]
fia_flux_2:  92%|#########1| 1103/1200 [3:09:14<16:30, 10.21s/it, lr: 5.0e-05 loss: 5.949e-01]
fia_flux_2:  92%|#########1| 1103/1200 [3:09:14<16:30, 10.21s/it, lr: 5.0e-05 loss: 5.949e-01]
fia_flux_2:  92%|#########2| 1104/1200 [3:09:14<16:10, 10.11s/it, lr: 5.0e-05 loss: 5.949e-01]
fia_flux_2:  92%|#########2| 1104/1200 [3:09:14<16:10, 10.11s/it, lr: 5.0e-05 loss: 5.949e-01]
fia_flux_2:  92%|#########2| 1104/1200 [3:09:24<16:10, 10.11s/it, lr: 5.0e-05 loss: 1.184e-01]
fia_flux_2:  92%|#########2| 1104/1200 [3:09:24<16:10, 10.11s/it, lr: 5.0e-05 loss: 1.184e-01]
fia_flux_2:  92%|#########2| 1105/1200 [3:09:24<15:52, 10.03s/it, lr: 5.0e-05 loss: 1.184e-01]
fia_flux_2:  92%|#########2| 1105/1200 [3:09:24<15:52, 10.03s/it, lr: 5.0e-05 loss: 1.184e-01]
fia_flux_2:  92%|#########2| 1105/1200 [3:09:38<15:52, 10.03s/it, lr: 5.0e-05 loss: 9.561e-01]
fia_flux_2:  92%|#########2| 1105/1200 [3:09:38<15:52, 10.03s/it, lr: 5.0e-05 loss: 9.561e-01]
fia_flux_2:  92%|#########2| 1106/1200 [3:09:38<17:29, 11.17s/it, lr: 5.0e-05 loss: 9.561e-01]
fia_flux_2:  92%|#########2| 1106/1200 [3:09:38<17:29, 11.17s/it, lr: 5.0e-05 loss: 9.561e-01]
fia_flux_2:  92%|#########2| 1106/1200 [3:09:44<17:29, 11.17s/it, lr: 5.0e-05 loss: 9.571e-01]
fia_flux_2:  92%|#########2| 1106/1200 [3:09:44<17:29, 11.17s/it, lr: 5.0e-05 loss: 9.571e-01]
fia_flux_2:  92%|#########2| 1107/1200 [3:09:44<15:15,  9.84s/it, lr: 5.0e-05 loss: 9.571e-01]
fia_flux_2:  92%|#########2| 1107/1200 [3:09:44<15:15,  9.84s/it, lr: 5.0e-05 loss: 9.571e-01]
fia_flux_2:  92%|#########2| 1107/1200 [3:09:51<15:15,  9.84s/it, lr: 5.0e-05 loss: 1.119e+00]
fia_flux_2:  92%|#########2| 1107/1200 [3:09:51<15:15,  9.84s/it, lr: 5.0e-05 loss: 1.119e+00]
fia_flux_2:  92%|#########2| 1108/1200 [3:09:51<13:38,  8.89s/it, lr: 5.0e-05 loss: 1.119e+00]
fia_flux_2:  92%|#########2| 1108/1200 [3:09:51<13:38,  8.89s/it, lr: 5.0e-05 loss: 1.119e+00]
fia_flux_2:  92%|#########2| 1108/1200 [3:10:01<13:38,  8.89s/it, lr: 5.0e-05 loss: 1.247e+00]
fia_flux_2:  92%|#########2| 1108/1200 [3:10:01<13:38,  8.89s/it, lr: 5.0e-05 loss: 1.247e+00]
fia_flux_2:  92%|#########2| 1109/1200 [3:10:01<13:54,  9.17s/it, lr: 5.0e-05 loss: 1.247e+00]
fia_flux_2:  92%|#########2| 1109/1200 [3:10:01<13:54,  9.17s/it, lr: 5.0e-05 loss: 1.247e+00]
fia_flux_2:  92%|#########2| 1109/1200 [3:10:15<13:54,  9.17s/it, lr: 5.0e-05 loss: 1.366e-01]
fia_flux_2:  92%|#########2| 1109/1200 [3:10:15<13:54,  9.17s/it, lr: 5.0e-05 loss: 1.366e-01]
fia_flux_2:  92%|#########2| 1110/1200 [3:10:21<13:45,  9.17s/it, lr: 5.0e-05 loss: 1.047e+00]
fia_flux_2:  92%|#########2| 1110/1200 [3:10:21<13:45,  9.17s/it, lr: 5.0e-05 loss: 1.047e+00]
fia_flux_2:  93%|#########2| 1111/1200 [3:10:21<09:37,  6.49s/it, lr: 5.0e-05 loss: 1.047e+00]
fia_flux_2:  93%|#########2| 1111/1200 [3:10:21<09:37,  6.49s/it, lr: 5.0e-05 loss: 1.047e+00]
fia_flux_2:  93%|#########2| 1111/1200 [3:10:31<09:37,  6.49s/it, lr: 5.0e-05 loss: 2.797e-01]
fia_flux_2:  93%|#########2| 1111/1200 [3:10:31<09:37,  6.49s/it, lr: 5.0e-05 loss: 2.797e-01]
fia_flux_2:  93%|#########2| 1112/1200 [3:10:31<10:45,  7.34s/it, lr: 5.0e-05 loss: 2.797e-01]
fia_flux_2:  93%|#########2| 1112/1200 [3:10:31<10:45,  7.34s/it, lr: 5.0e-05 loss: 2.797e-01]
fia_flux_2:  93%|#########2| 1112/1200 [3:10:38<10:45,  7.34s/it, lr: 5.0e-05 loss: 4.070e-01]
fia_flux_2:  93%|#########2| 1112/1200 [3:10:38<10:45,  7.34s/it, lr: 5.0e-05 loss: 4.070e-01]
fia_flux_2:  93%|#########2| 1113/1200 [3:10:38<10:21,  7.15s/it, lr: 5.0e-05 loss: 4.070e-01]
fia_flux_2:  93%|#########2| 1113/1200 [3:10:38<10:21,  7.15s/it, lr: 5.0e-05 loss: 4.070e-01]
fia_flux_2:  93%|#########2| 1113/1200 [3:10:52<10:21,  7.15s/it, lr: 5.0e-05 loss: 7.973e-01]
fia_flux_2:  93%|#########2| 1113/1200 [3:10:52<10:21,  7.15s/it, lr: 5.0e-05 loss: 7.973e-01]
fia_flux_2:  93%|#########2| 1114/1200 [3:10:52<13:01,  9.09s/it, lr: 5.0e-05 loss: 7.973e-01]
fia_flux_2:  93%|#########2| 1114/1200 [3:10:52<13:01,  9.09s/it, lr: 5.0e-05 loss: 7.973e-01]
fia_flux_2:  93%|#########2| 1114/1200 [3:11:06<13:01,  9.09s/it, lr: 5.0e-05 loss: 1.892e-02]
fia_flux_2:  93%|#########2| 1114/1200 [3:11:06<13:01,  9.09s/it, lr: 5.0e-05 loss: 1.892e-02]
fia_flux_2:  93%|#########2| 1115/1200 [3:11:06<14:49, 10.47s/it, lr: 5.0e-05 loss: 1.892e-02]
fia_flux_2:  93%|#########2| 1115/1200 [3:11:06<14:49, 10.47s/it, lr: 5.0e-05 loss: 1.892e-02]
fia_flux_2:  93%|#########2| 1115/1200 [3:11:16<14:49, 10.47s/it, lr: 5.0e-05 loss: 1.222e+00]
fia_flux_2:  93%|#########2| 1115/1200 [3:11:16<14:49, 10.47s/it, lr: 5.0e-05 loss: 1.222e+00]
fia_flux_2:  93%|#########3| 1116/1200 [3:11:16<14:24, 10.29s/it, lr: 5.0e-05 loss: 1.222e+00]
fia_flux_2:  93%|#########3| 1116/1200 [3:11:16<14:24, 10.29s/it, lr: 5.0e-05 loss: 1.222e+00]
fia_flux_2:  93%|#########3| 1116/1200 [3:11:30<14:24, 10.29s/it, lr: 5.0e-05 loss: 1.864e-01]
fia_flux_2:  93%|#########3| 1116/1200 [3:11:30<14:24, 10.29s/it, lr: 5.0e-05 loss: 1.864e-01]
fia_flux_2:  93%|#########3| 1117/1200 [3:11:30<15:50, 11.45s/it, lr: 5.0e-05 loss: 1.864e-01]
fia_flux_2:  93%|#########3| 1117/1200 [3:11:30<15:50, 11.45s/it, lr: 5.0e-05 loss: 1.864e-01]
fia_flux_2:  93%|#########3| 1117/1200 [3:11:40<15:50, 11.45s/it, lr: 5.0e-05 loss: 8.357e-01]
fia_flux_2:  93%|#########3| 1117/1200 [3:11:40<15:50, 11.45s/it, lr: 5.0e-05 loss: 8.357e-01]
fia_flux_2:  93%|#########3| 1118/1200 [3:11:40<15:00, 10.99s/it, lr: 5.0e-05 loss: 8.357e-01]
fia_flux_2:  93%|#########3| 1118/1200 [3:11:40<15:00, 10.99s/it, lr: 5.0e-05 loss: 8.357e-01]
fia_flux_2:  93%|#########3| 1118/1200 [3:11:50<15:00, 10.99s/it, lr: 5.0e-05 loss: 1.061e+00]
fia_flux_2:  93%|#########3| 1118/1200 [3:11:50<15:00, 10.99s/it, lr: 5.0e-05 loss: 1.061e+00]
fia_flux_2:  93%|#########3| 1119/1200 [3:11:50<14:22, 10.65s/it, lr: 5.0e-05 loss: 1.061e+00]
fia_flux_2:  93%|#########3| 1119/1200 [3:11:50<14:22, 10.65s/it, lr: 5.0e-05 loss: 1.061e+00]
fia_flux_2:  93%|#########3| 1119/1200 [3:12:00<14:22, 10.65s/it, lr: 5.0e-05 loss: 1.044e+00]
fia_flux_2:  93%|#########3| 1119/1200 [3:12:00<14:22, 10.65s/it, lr: 5.0e-05 loss: 1.044e+00]
fia_flux_2:  93%|#########3| 1120/1200 [3:12:14<14:12, 10.65s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  93%|#########3| 1120/1200 [3:12:14<14:12, 10.65s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  93%|#########3| 1121/1200 [3:12:14<11:49,  8.98s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  93%|#########3| 1121/1200 [3:12:14<11:49,  8.98s/it, lr: 5.0e-05 loss: 1.200e+00]
fia_flux_2:  93%|#########3| 1121/1200 [3:12:20<11:49,  8.98s/it, lr: 5.0e-05 loss: 3.100e-01]
fia_flux_2:  93%|#########3| 1121/1200 [3:12:20<11:49,  8.98s/it, lr: 5.0e-05 loss: 3.100e-01]
fia_flux_2:  94%|#########3| 1122/1200 [3:12:20<10:55,  8.40s/it, lr: 5.0e-05 loss: 3.100e-01]
fia_flux_2:  94%|#########3| 1122/1200 [3:12:20<10:55,  8.40s/it, lr: 5.0e-05 loss: 3.100e-01]
fia_flux_2:  94%|#########3| 1122/1200 [3:12:35<10:55,  8.40s/it, lr: 5.0e-05 loss: 6.516e-01]
fia_flux_2:  94%|#########3| 1122/1200 [3:12:35<10:55,  8.40s/it, lr: 5.0e-05 loss: 6.516e-01]
fia_flux_2:  94%|#########3| 1123/1200 [3:12:35<12:39,  9.87s/it, lr: 5.0e-05 loss: 6.516e-01]
fia_flux_2:  94%|#########3| 1123/1200 [3:12:35<12:39,  9.87s/it, lr: 5.0e-05 loss: 6.516e-01]
fia_flux_2:  94%|#########3| 1123/1200 [3:12:49<12:39,  9.87s/it, lr: 5.0e-05 loss: 3.547e-01]
fia_flux_2:  94%|#########3| 1123/1200 [3:12:49<12:39,  9.87s/it, lr: 5.0e-05 loss: 3.547e-01]
fia_flux_2:  94%|#########3| 1124/1200 [3:12:49<13:54, 10.98s/it, lr: 5.0e-05 loss: 3.547e-01]
fia_flux_2:  94%|#########3| 1124/1200 [3:12:49<13:54, 10.98s/it, lr: 5.0e-05 loss: 3.547e-01]
fia_flux_2:  94%|#########3| 1124/1200 [3:12:59<13:54, 10.98s/it, lr: 5.0e-05 loss: 8.771e-01]
fia_flux_2:  94%|#########3| 1124/1200 [3:12:59<13:54, 10.98s/it, lr: 5.0e-05 loss: 8.771e-01]
fia_flux_2:  94%|#########3| 1125/1200 [3:12:59<13:34, 10.85s/it, lr: 5.0e-05 loss: 8.771e-01]
fia_flux_2:  94%|#########3| 1125/1200 [3:12:59<13:34, 10.85s/it, lr: 5.0e-05 loss: 8.771e-01]
fia_flux_2:  94%|#########3| 1125/1200 [3:13:06<13:34, 10.85s/it, lr: 5.0e-05 loss: 9.160e-01]
fia_flux_2:  94%|#########3| 1125/1200 [3:13:06<13:34, 10.85s/it, lr: 5.0e-05 loss: 9.160e-01]
fia_flux_2:  94%|#########3| 1126/1200 [3:13:06<11:53,  9.65s/it, lr: 5.0e-05 loss: 9.160e-01]
fia_flux_2:  94%|#########3| 1126/1200 [3:13:06<11:53,  9.65s/it, lr: 5.0e-05 loss: 9.160e-01]
fia_flux_2:  94%|#########3| 1126/1200 [3:13:20<11:53,  9.65s/it, lr: 5.0e-05 loss: 3.613e-01]
fia_flux_2:  94%|#########3| 1126/1200 [3:13:20<11:53,  9.65s/it, lr: 5.0e-05 loss: 3.613e-01]
fia_flux_2:  94%|#########3| 1127/1200 [3:13:20<13:16, 10.91s/it, lr: 5.0e-05 loss: 3.613e-01]
fia_flux_2:  94%|#########3| 1127/1200 [3:13:20<13:16, 10.91s/it, lr: 5.0e-05 loss: 3.613e-01]
fia_flux_2:  94%|#########3| 1127/1200 [3:13:30<13:16, 10.91s/it, lr: 5.0e-05 loss: 6.066e-01]
fia_flux_2:  94%|#########3| 1127/1200 [3:13:30<13:16, 10.91s/it, lr: 5.0e-05 loss: 6.066e-01]
fia_flux_2:  94%|#########3| 1128/1200 [3:13:30<12:45, 10.63s/it, lr: 5.0e-05 loss: 6.066e-01]
fia_flux_2:  94%|#########3| 1128/1200 [3:13:30<12:45, 10.63s/it, lr: 5.0e-05 loss: 6.066e-01]
fia_flux_2:  94%|#########3| 1128/1200 [3:13:37<12:45, 10.63s/it, lr: 5.0e-05 loss: 7.228e-01]
fia_flux_2:  94%|#########3| 1128/1200 [3:13:37<12:45, 10.63s/it, lr: 5.0e-05 loss: 7.228e-01]
fia_flux_2:  94%|#########4| 1129/1200 [3:13:37<11:20,  9.58s/it, lr: 5.0e-05 loss: 7.228e-01]
fia_flux_2:  94%|#########4| 1129/1200 [3:13:37<11:20,  9.58s/it, lr: 5.0e-05 loss: 7.228e-01]
fia_flux_2:  94%|#########4| 1129/1200 [3:13:51<11:20,  9.58s/it, lr: 5.0e-05 loss: 9.208e-01]
fia_flux_2:  94%|#########4| 1129/1200 [3:13:51<11:20,  9.58s/it, lr: 5.0e-05 loss: 9.208e-01]
fia_flux_2:  94%|#########4| 1130/1200 [3:14:05<11:10,  9.58s/it, lr: 5.0e-05 loss: 5.661e-01]
fia_flux_2:  94%|#########4| 1130/1200 [3:14:05<11:10,  9.58s/it, lr: 5.0e-05 loss: 5.661e-01]
fia_flux_2:  94%|#########4| 1131/1200 [3:14:05<09:44,  8.47s/it, lr: 5.0e-05 loss: 5.661e-01]
fia_flux_2:  94%|#########4| 1131/1200 [3:14:05<09:44,  8.47s/it, lr: 5.0e-05 loss: 5.661e-01]
fia_flux_2:  94%|#########4| 1131/1200 [3:14:12<09:44,  8.47s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  94%|#########4| 1131/1200 [3:14:12<09:44,  8.47s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  94%|#########4| 1132/1200 [3:14:12<09:05,  8.02s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  94%|#########4| 1132/1200 [3:14:12<09:05,  8.02s/it, lr: 5.0e-05 loss: 1.092e+00]
fia_flux_2:  94%|#########4| 1132/1200 [3:14:18<09:05,  8.02s/it, lr: 5.0e-05 loss: 5.302e-01]
fia_flux_2:  94%|#########4| 1132/1200 [3:14:18<09:05,  8.02s/it, lr: 5.0e-05 loss: 5.302e-01]
fia_flux_2:  94%|#########4| 1133/1200 [3:14:18<08:33,  7.66s/it, lr: 5.0e-05 loss: 5.302e-01]
fia_flux_2:  94%|#########4| 1133/1200 [3:14:18<08:33,  7.66s/it, lr: 5.0e-05 loss: 5.302e-01]
fia_flux_2:  94%|#########4| 1133/1200 [3:14:25<08:33,  7.66s/it, lr: 5.0e-05 loss: 8.654e-03]
fia_flux_2:  94%|#########4| 1133/1200 [3:14:25<08:33,  7.66s/it, lr: 5.0e-05 loss: 8.654e-03]
fia_flux_2:  94%|#########4| 1134/1200 [3:14:25<08:06,  7.37s/it, lr: 5.0e-05 loss: 8.654e-03]
fia_flux_2:  94%|#########4| 1134/1200 [3:14:25<08:06,  7.37s/it, lr: 5.0e-05 loss: 8.654e-03]
fia_flux_2:  94%|#########4| 1134/1200 [3:14:39<08:06,  7.37s/it, lr: 5.0e-05 loss: 5.759e-01]
fia_flux_2:  94%|#########4| 1134/1200 [3:14:39<08:06,  7.37s/it, lr: 5.0e-05 loss: 5.759e-01]
fia_flux_2:  95%|#########4| 1135/1200 [3:14:39<09:59,  9.22s/it, lr: 5.0e-05 loss: 5.759e-01]
fia_flux_2:  95%|#########4| 1135/1200 [3:14:39<09:59,  9.22s/it, lr: 5.0e-05 loss: 5.759e-01]
fia_flux_2:  95%|#########4| 1135/1200 [3:14:49<09:59,  9.22s/it, lr: 5.0e-05 loss: 2.818e-01]
fia_flux_2:  95%|#########4| 1135/1200 [3:14:49<09:59,  9.22s/it, lr: 5.0e-05 loss: 2.818e-01]
fia_flux_2:  95%|#########4| 1136/1200 [3:14:49<10:01,  9.40s/it, lr: 5.0e-05 loss: 2.818e-01]
fia_flux_2:  95%|#########4| 1136/1200 [3:14:49<10:01,  9.40s/it, lr: 5.0e-05 loss: 2.818e-01]
fia_flux_2:  95%|#########4| 1136/1200 [3:14:55<10:01,  9.40s/it, lr: 5.0e-05 loss: 6.817e-01]
fia_flux_2:  95%|#########4| 1136/1200 [3:14:55<10:01,  9.40s/it, lr: 5.0e-05 loss: 6.817e-01]
fia_flux_2:  95%|#########4| 1137/1200 [3:14:55<09:02,  8.61s/it, lr: 5.0e-05 loss: 6.817e-01]
fia_flux_2:  95%|#########4| 1137/1200 [3:14:55<09:02,  8.61s/it, lr: 5.0e-05 loss: 6.817e-01]
fia_flux_2:  95%|#########4| 1137/1200 [3:15:05<09:02,  8.61s/it, lr: 5.0e-05 loss: 1.017e+00]
fia_flux_2:  95%|#########4| 1137/1200 [3:15:05<09:02,  8.61s/it, lr: 5.0e-05 loss: 1.017e+00]
fia_flux_2:  95%|#########4| 1138/1200 [3:15:05<09:16,  8.97s/it, lr: 5.0e-05 loss: 1.017e+00]
fia_flux_2:  95%|#########4| 1138/1200 [3:15:05<09:16,  8.97s/it, lr: 5.0e-05 loss: 1.017e+00]
fia_flux_2:  95%|#########4| 1138/1200 [3:15:12<09:16,  8.97s/it, lr: 5.0e-05 loss: 1.271e-01]
fia_flux_2:  95%|#########4| 1138/1200 [3:15:12<09:16,  8.97s/it, lr: 5.0e-05 loss: 1.271e-01]
fia_flux_2:  95%|#########4| 1139/1200 [3:15:12<08:24,  8.28s/it, lr: 5.0e-05 loss: 1.271e-01]
fia_flux_2:  95%|#########4| 1139/1200 [3:15:12<08:24,  8.28s/it, lr: 5.0e-05 loss: 1.271e-01]
fia_flux_2:  95%|#########4| 1139/1200 [3:15:26<08:24,  8.28s/it, lr: 5.0e-05 loss: 8.349e-01]
fia_flux_2:  95%|#########4| 1139/1200 [3:15:26<08:24,  8.28s/it, lr: 5.0e-05 loss: 8.349e-01]
+Saving at step 1140
+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2_000001140.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
+
fia_flux_2:  95%|#########5| 1140/1200 [3:15:36<08:16,  8.28s/it, lr: 5.0e-05 loss: 6.368e-01]
fia_flux_2:  95%|#########5| 1140/1200 [3:15:36<08:16,  8.28s/it, lr: 5.0e-05 loss: 6.368e-01]
fia_flux_2:  95%|#########5| 1141/1200 [3:15:36<06:41,  6.81s/it, lr: 5.0e-05 loss: 6.368e-01]
fia_flux_2:  95%|#########5| 1141/1200 [3:15:36<06:41,  6.81s/it, lr: 5.0e-05 loss: 6.368e-01]
fia_flux_2:  95%|#########5| 1141/1200 [3:15:43<06:41,  6.81s/it, lr: 5.0e-05 loss: 1.922e-01]
fia_flux_2:  95%|#########5| 1141/1200 [3:15:43<06:41,  6.81s/it, lr: 5.0e-05 loss: 1.922e-01]
fia_flux_2:  95%|#########5| 1142/1200 [3:15:43<06:31,  6.76s/it, lr: 5.0e-05 loss: 1.922e-01]
fia_flux_2:  95%|#########5| 1142/1200 [3:15:43<06:31,  6.76s/it, lr: 5.0e-05 loss: 1.922e-01]
fia_flux_2:  95%|#########5| 1142/1200 [3:15:49<06:31,  6.76s/it, lr: 5.0e-05 loss: 1.068e+00]
fia_flux_2:  95%|#########5| 1142/1200 [3:15:49<06:31,  6.76s/it, lr: 5.0e-05 loss: 1.068e+00]
fia_flux_2:  95%|#########5| 1143/1200 [3:15:49<06:23,  6.72s/it, lr: 5.0e-05 loss: 1.068e+00]
fia_flux_2:  95%|#########5| 1143/1200 [3:15:49<06:23,  6.72s/it, lr: 5.0e-05 loss: 1.068e+00]
fia_flux_2:  95%|#########5| 1143/1200 [3:15:56<06:23,  6.72s/it, lr: 5.0e-05 loss: 1.364e+00]
fia_flux_2:  95%|#########5| 1143/1200 [3:15:56<06:23,  6.72s/it, lr: 5.0e-05 loss: 1.364e+00]
fia_flux_2:  95%|#########5| 1144/1200 [3:15:56<06:14,  6.69s/it, lr: 5.0e-05 loss: 1.364e+00]
fia_flux_2:  95%|#########5| 1144/1200 [3:15:56<06:14,  6.69s/it, lr: 5.0e-05 loss: 1.364e+00]
fia_flux_2:  95%|#########5| 1144/1200 [3:16:02<06:14,  6.69s/it, lr: 5.0e-05 loss: 9.387e-01]
fia_flux_2:  95%|#########5| 1144/1200 [3:16:02<06:14,  6.69s/it, lr: 5.0e-05 loss: 9.387e-01]
fia_flux_2:  95%|#########5| 1145/1200 [3:16:02<06:07,  6.67s/it, lr: 5.0e-05 loss: 9.387e-01]
fia_flux_2:  95%|#########5| 1145/1200 [3:16:02<06:07,  6.67s/it, lr: 5.0e-05 loss: 9.387e-01]
fia_flux_2:  95%|#########5| 1145/1200 [3:16:09<06:07,  6.67s/it, lr: 5.0e-05 loss: 8.989e-01]
fia_flux_2:  95%|#########5| 1145/1200 [3:16:09<06:07,  6.67s/it, lr: 5.0e-05 loss: 8.989e-01]
fia_flux_2:  96%|#########5| 1146/1200 [3:16:09<06:00,  6.68s/it, lr: 5.0e-05 loss: 8.989e-01]
fia_flux_2:  96%|#########5| 1146/1200 [3:16:09<06:00,  6.68s/it, lr: 5.0e-05 loss: 8.989e-01]
fia_flux_2:  96%|#########5| 1146/1200 [3:16:23<06:00,  6.68s/it, lr: 5.0e-05 loss: 4.731e-01]
fia_flux_2:  96%|#########5| 1146/1200 [3:16:23<06:00,  6.68s/it, lr: 5.0e-05 loss: 4.731e-01]
fia_flux_2:  96%|#########5| 1147/1200 [3:16:23<07:46,  8.80s/it, lr: 5.0e-05 loss: 4.731e-01]
fia_flux_2:  96%|#########5| 1147/1200 [3:16:23<07:46,  8.80s/it, lr: 5.0e-05 loss: 4.731e-01]
fia_flux_2:  96%|#########5| 1147/1200 [3:16:37<07:46,  8.80s/it, lr: 5.0e-05 loss: 2.001e-01]
fia_flux_2:  96%|#########5| 1147/1200 [3:16:37<07:46,  8.80s/it, lr: 5.0e-05 loss: 2.001e-01]
fia_flux_2:  96%|#########5| 1148/1200 [3:16:37<09:01, 10.41s/it, lr: 5.0e-05 loss: 2.001e-01]
fia_flux_2:  96%|#########5| 1148/1200 [3:16:37<09:01, 10.41s/it, lr: 5.0e-05 loss: 2.001e-01]
fia_flux_2:  96%|#########5| 1148/1200 [3:16:47<09:01, 10.41s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  96%|#########5| 1148/1200 [3:16:47<09:01, 10.41s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  96%|#########5| 1149/1200 [3:16:47<08:43, 10.27s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  96%|#########5| 1149/1200 [3:16:47<08:43, 10.27s/it, lr: 5.0e-05 loss: 1.086e+00]
fia_flux_2:  96%|#########5| 1149/1200 [3:16:57<08:43, 10.27s/it, lr: 5.0e-05 loss: 6.679e-01]
fia_flux_2:  96%|#########5| 1149/1200 [3:16:57<08:43, 10.27s/it, lr: 5.0e-05 loss: 6.679e-01]
fia_flux_2:  96%|#########5| 1150/1200 [3:17:12<08:33, 10.27s/it, lr: 5.0e-05 loss: 8.670e-01]
fia_flux_2:  96%|#########5| 1150/1200 [3:17:12<08:33, 10.27s/it, lr: 5.0e-05 loss: 8.670e-01]
fia_flux_2:  96%|#########5| 1151/1200 [3:17:12<07:13,  8.85s/it, lr: 5.0e-05 loss: 8.670e-01]
fia_flux_2:  96%|#########5| 1151/1200 [3:17:12<07:13,  8.85s/it, lr: 5.0e-05 loss: 8.670e-01]
fia_flux_2:  96%|#########5| 1151/1200 [3:17:26<07:13,  8.85s/it, lr: 5.0e-05 loss: 8.310e-01]
fia_flux_2:  96%|#########5| 1151/1200 [3:17:26<07:13,  8.85s/it, lr: 5.0e-05 loss: 8.310e-01]
fia_flux_2:  96%|#########6| 1152/1200 [3:17:26<08:09, 10.20s/it, lr: 5.0e-05 loss: 8.310e-01]
fia_flux_2:  96%|#########6| 1152/1200 [3:17:26<08:09, 10.20s/it, lr: 5.0e-05 loss: 8.310e-01]
fia_flux_2:  96%|#########6| 1152/1200 [3:17:36<08:09, 10.20s/it, lr: 5.0e-05 loss: 1.070e+00]
fia_flux_2:  96%|#########6| 1152/1200 [3:17:36<08:09, 10.20s/it, lr: 5.0e-05 loss: 1.070e+00]
fia_flux_2:  96%|#########6| 1153/1200 [3:17:36<07:55, 10.11s/it, lr: 5.0e-05 loss: 1.070e+00]
fia_flux_2:  96%|#########6| 1153/1200 [3:17:36<07:55, 10.11s/it, lr: 5.0e-05 loss: 1.070e+00]
fia_flux_2:  96%|#########6| 1153/1200 [3:17:42<07:55, 10.11s/it, lr: 5.0e-05 loss: 4.074e-01]
fia_flux_2:  96%|#########6| 1153/1200 [3:17:42<07:55, 10.11s/it, lr: 5.0e-05 loss: 4.074e-01]
fia_flux_2:  96%|#########6| 1154/1200 [3:17:42<07:01,  9.16s/it, lr: 5.0e-05 loss: 4.074e-01]
fia_flux_2:  96%|#########6| 1154/1200 [3:17:42<07:01,  9.16s/it, lr: 5.0e-05 loss: 4.074e-01]
fia_flux_2:  96%|#########6| 1154/1200 [3:17:49<07:01,  9.16s/it, lr: 5.0e-05 loss: 6.612e-01]
fia_flux_2:  96%|#########6| 1154/1200 [3:17:49<07:01,  9.16s/it, lr: 5.0e-05 loss: 6.612e-01]
fia_flux_2:  96%|#########6| 1155/1200 [3:17:49<06:20,  8.46s/it, lr: 5.0e-05 loss: 6.612e-01]
fia_flux_2:  96%|#########6| 1155/1200 [3:17:49<06:20,  8.46s/it, lr: 5.0e-05 loss: 6.612e-01]
fia_flux_2:  96%|#########6| 1155/1200 [3:18:03<06:20,  8.46s/it, lr: 5.0e-05 loss: 5.323e-01]
fia_flux_2:  96%|#########6| 1155/1200 [3:18:03<06:20,  8.46s/it, lr: 5.0e-05 loss: 5.323e-01]
fia_flux_2:  96%|#########6| 1156/1200 [3:18:03<07:21, 10.04s/it, lr: 5.0e-05 loss: 5.323e-01]
fia_flux_2:  96%|#########6| 1156/1200 [3:18:03<07:21, 10.04s/it, lr: 5.0e-05 loss: 5.323e-01]
fia_flux_2:  96%|#########6| 1156/1200 [3:18:13<07:21, 10.04s/it, lr: 5.0e-05 loss: 1.001e-01]
fia_flux_2:  96%|#########6| 1156/1200 [3:18:13<07:21, 10.04s/it, lr: 5.0e-05 loss: 1.001e-01]
fia_flux_2:  96%|#########6| 1157/1200 [3:18:13<07:09,  9.98s/it, lr: 5.0e-05 loss: 1.001e-01]
fia_flux_2:  96%|#########6| 1157/1200 [3:18:13<07:09,  9.98s/it, lr: 5.0e-05 loss: 1.001e-01]
fia_flux_2:  96%|#########6| 1157/1200 [3:18:23<07:09,  9.98s/it, lr: 5.0e-05 loss: 7.445e-01]
fia_flux_2:  96%|#########6| 1157/1200 [3:18:23<07:09,  9.98s/it, lr: 5.0e-05 loss: 7.445e-01]
fia_flux_2:  96%|#########6| 1158/1200 [3:18:23<06:59,  9.98s/it, lr: 5.0e-05 loss: 7.445e-01]
fia_flux_2:  96%|#########6| 1158/1200 [3:18:23<06:59,  9.98s/it, lr: 5.0e-05 loss: 7.445e-01]
fia_flux_2:  96%|#########6| 1158/1200 [3:18:33<06:59,  9.98s/it, lr: 5.0e-05 loss: 8.473e-01]
fia_flux_2:  96%|#########6| 1158/1200 [3:18:33<06:59,  9.98s/it, lr: 5.0e-05 loss: 8.473e-01]
fia_flux_2:  97%|#########6| 1159/1200 [3:18:33<06:49,  9.98s/it, lr: 5.0e-05 loss: 8.473e-01]
fia_flux_2:  97%|#########6| 1159/1200 [3:18:33<06:49,  9.98s/it, lr: 5.0e-05 loss: 8.473e-01]
fia_flux_2:  97%|#########6| 1159/1200 [3:18:40<06:49,  9.98s/it, lr: 5.0e-05 loss: 8.780e-01]
fia_flux_2:  97%|#########6| 1159/1200 [3:18:40<06:49,  9.98s/it, lr: 5.0e-05 loss: 8.780e-01]
fia_flux_2:  97%|#########6| 1160/1200 [3:18:46<06:39,  9.98s/it, lr: 5.0e-05 loss: 9.759e-01]
fia_flux_2:  97%|#########6| 1160/1200 [3:18:46<06:39,  9.98s/it, lr: 5.0e-05 loss: 9.759e-01]
fia_flux_2:  97%|#########6| 1161/1200 [3:18:46<04:30,  6.93s/it, lr: 5.0e-05 loss: 9.759e-01]
fia_flux_2:  97%|#########6| 1161/1200 [3:18:46<04:30,  6.93s/it, lr: 5.0e-05 loss: 9.759e-01]
fia_flux_2:  97%|#########6| 1161/1200 [3:18:56<04:30,  6.93s/it, lr: 5.0e-05 loss: 6.039e-01]
fia_flux_2:  97%|#########6| 1161/1200 [3:18:56<04:30,  6.93s/it, lr: 5.0e-05 loss: 6.039e-01]
fia_flux_2:  97%|#########6| 1162/1200 [3:18:56<04:51,  7.68s/it, lr: 5.0e-05 loss: 6.039e-01]
fia_flux_2:  97%|#########6| 1162/1200 [3:18:56<04:51,  7.68s/it, lr: 5.0e-05 loss: 6.039e-01]
fia_flux_2:  97%|#########6| 1162/1200 [3:19:06<04:51,  7.68s/it, lr: 5.0e-05 loss: 9.765e-02]
fia_flux_2:  97%|#########6| 1162/1200 [3:19:06<04:51,  7.68s/it, lr: 5.0e-05 loss: 9.765e-02]
fia_flux_2:  97%|#########6| 1163/1200 [3:19:06<05:04,  8.24s/it, lr: 5.0e-05 loss: 9.765e-02]
fia_flux_2:  97%|#########6| 1163/1200 [3:19:06<05:04,  8.24s/it, lr: 5.0e-05 loss: 9.765e-02]
fia_flux_2:  97%|#########6| 1163/1200 [3:19:20<05:04,  8.24s/it, lr: 5.0e-05 loss: 7.365e-01]
fia_flux_2:  97%|#########6| 1163/1200 [3:19:20<05:04,  8.24s/it, lr: 5.0e-05 loss: 7.365e-01]
fia_flux_2:  97%|#########7| 1164/1200 [3:19:20<05:52,  9.80s/it, lr: 5.0e-05 loss: 7.365e-01]
fia_flux_2:  97%|#########7| 1164/1200 [3:19:20<05:52,  9.80s/it, lr: 5.0e-05 loss: 7.365e-01]
fia_flux_2:  97%|#########7| 1164/1200 [3:19:30<05:52,  9.80s/it, lr: 5.0e-05 loss: 7.962e-01]
fia_flux_2:  97%|#########7| 1164/1200 [3:19:30<05:52,  9.80s/it, lr: 5.0e-05 loss: 7.962e-01]
fia_flux_2:  97%|#########7| 1165/1200 [3:19:30<05:50, 10.01s/it, lr: 5.0e-05 loss: 7.962e-01]
fia_flux_2:  97%|#########7| 1165/1200 [3:19:30<05:50, 10.01s/it, lr: 5.0e-05 loss: 7.962e-01]
fia_flux_2:  97%|#########7| 1165/1200 [3:19:37<05:50, 10.01s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  97%|#########7| 1165/1200 [3:19:37<05:50, 10.01s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  97%|#########7| 1166/1200 [3:19:37<05:07,  9.03s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  97%|#########7| 1166/1200 [3:19:37<05:07,  9.03s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  97%|#########7| 1166/1200 [3:19:51<05:07,  9.03s/it, lr: 5.0e-05 loss: 1.154e+00]
fia_flux_2:  97%|#########7| 1166/1200 [3:19:51<05:07,  9.03s/it, lr: 5.0e-05 loss: 1.154e+00]
fia_flux_2:  97%|#########7| 1167/1200 [3:19:51<05:48, 10.56s/it, lr: 5.0e-05 loss: 1.154e+00]
fia_flux_2:  97%|#########7| 1167/1200 [3:19:51<05:48, 10.56s/it, lr: 5.0e-05 loss: 1.154e+00]
fia_flux_2:  97%|#########7| 1167/1200 [3:19:58<05:48, 10.56s/it, lr: 5.0e-05 loss: 5.313e-01]
fia_flux_2:  97%|#########7| 1167/1200 [3:19:58<05:48, 10.56s/it, lr: 5.0e-05 loss: 5.313e-01]
fia_flux_2:  97%|#########7| 1168/1200 [3:19:58<05:00,  9.40s/it, lr: 5.0e-05 loss: 5.313e-01]
fia_flux_2:  97%|#########7| 1168/1200 [3:19:58<05:00,  9.40s/it, lr: 5.0e-05 loss: 5.313e-01]
fia_flux_2:  97%|#########7| 1168/1200 [3:20:08<05:00,  9.40s/it, lr: 5.0e-05 loss: 6.242e-01]
fia_flux_2:  97%|#########7| 1168/1200 [3:20:08<05:00,  9.40s/it, lr: 5.0e-05 loss: 6.242e-01]
fia_flux_2:  97%|#########7| 1169/1200 [3:20:08<04:56,  9.56s/it, lr: 5.0e-05 loss: 6.242e-01]
fia_flux_2:  97%|#########7| 1169/1200 [3:20:08<04:56,  9.56s/it, lr: 5.0e-05 loss: 6.242e-01]
fia_flux_2:  97%|#########7| 1169/1200 [3:20:15<04:56,  9.56s/it, lr: 5.0e-05 loss: 7.607e-01]
fia_flux_2:  97%|#########7| 1169/1200 [3:20:15<04:56,  9.56s/it, lr: 5.0e-05 loss: 7.607e-01]
fia_flux_2:  98%|#########7| 1170/1200 [3:20:24<04:46,  9.56s/it, lr: 5.0e-05 loss: 8.040e-02]
fia_flux_2:  98%|#########7| 1170/1200 [3:20:24<04:46,  9.56s/it, lr: 5.0e-05 loss: 8.040e-02]
fia_flux_2:  98%|#########7| 1171/1200 [3:20:24<03:36,  7.46s/it, lr: 5.0e-05 loss: 8.040e-02]
fia_flux_2:  98%|#########7| 1171/1200 [3:20:24<03:36,  7.46s/it, lr: 5.0e-05 loss: 8.040e-02]
fia_flux_2:  98%|#########7| 1171/1200 [3:20:38<03:36,  7.46s/it, lr: 5.0e-05 loss: 6.142e-01]
fia_flux_2:  98%|#########7| 1171/1200 [3:20:38<03:36,  7.46s/it, lr: 5.0e-05 loss: 6.142e-01]
fia_flux_2:  98%|#########7| 1172/1200 [3:20:38<04:14,  9.07s/it, lr: 5.0e-05 loss: 6.142e-01]
fia_flux_2:  98%|#########7| 1172/1200 [3:20:38<04:14,  9.07s/it, lr: 5.0e-05 loss: 6.142e-01]
fia_flux_2:  98%|#########7| 1172/1200 [3:20:48<04:14,  9.07s/it, lr: 5.0e-05 loss: 8.940e-01]
fia_flux_2:  98%|#########7| 1172/1200 [3:20:48<04:14,  9.07s/it, lr: 5.0e-05 loss: 8.940e-01]
fia_flux_2:  98%|#########7| 1173/1200 [3:20:48<04:10,  9.27s/it, lr: 5.0e-05 loss: 8.940e-01]
fia_flux_2:  98%|#########7| 1173/1200 [3:20:48<04:10,  9.27s/it, lr: 5.0e-05 loss: 8.940e-01]
fia_flux_2:  98%|#########7| 1173/1200 [3:20:55<04:10,  9.27s/it, lr: 5.0e-05 loss: 5.411e-01]
fia_flux_2:  98%|#########7| 1173/1200 [3:20:55<04:10,  9.27s/it, lr: 5.0e-05 loss: 5.411e-01]
fia_flux_2:  98%|#########7| 1174/1200 [3:20:55<03:42,  8.54s/it, lr: 5.0e-05 loss: 5.411e-01]
fia_flux_2:  98%|#########7| 1174/1200 [3:20:55<03:42,  8.54s/it, lr: 5.0e-05 loss: 5.411e-01]
fia_flux_2:  98%|#########7| 1174/1200 [3:21:09<03:42,  8.54s/it, lr: 5.0e-05 loss: 4.875e-01]
fia_flux_2:  98%|#########7| 1174/1200 [3:21:09<03:42,  8.54s/it, lr: 5.0e-05 loss: 4.875e-01]
fia_flux_2:  98%|#########7| 1175/1200 [3:21:09<04:10, 10.01s/it, lr: 5.0e-05 loss: 4.875e-01]
fia_flux_2:  98%|#########7| 1175/1200 [3:21:09<04:10, 10.01s/it, lr: 5.0e-05 loss: 4.875e-01]
fia_flux_2:  98%|#########7| 1175/1200 [3:21:19<04:10, 10.01s/it, lr: 5.0e-05 loss: 1.216e-01]
fia_flux_2:  98%|#########7| 1175/1200 [3:21:19<04:10, 10.01s/it, lr: 5.0e-05 loss: 1.216e-01]
fia_flux_2:  98%|#########8| 1176/1200 [3:21:19<04:03, 10.17s/it, lr: 5.0e-05 loss: 1.216e-01]
fia_flux_2:  98%|#########8| 1176/1200 [3:21:19<04:03, 10.17s/it, lr: 5.0e-05 loss: 1.216e-01]
fia_flux_2:  98%|#########8| 1176/1200 [3:21:26<04:03, 10.17s/it, lr: 5.0e-05 loss: 1.413e+00]
fia_flux_2:  98%|#########8| 1176/1200 [3:21:26<04:03, 10.17s/it, lr: 5.0e-05 loss: 1.413e+00]
fia_flux_2:  98%|#########8| 1177/1200 [3:21:26<03:30,  9.13s/it, lr: 5.0e-05 loss: 1.413e+00]
fia_flux_2:  98%|#########8| 1177/1200 [3:21:26<03:30,  9.13s/it, lr: 5.0e-05 loss: 1.413e+00]
fia_flux_2:  98%|#########8| 1177/1200 [3:21:32<03:30,  9.13s/it, lr: 5.0e-05 loss: 6.828e-01]
fia_flux_2:  98%|#########8| 1177/1200 [3:21:32<03:30,  9.13s/it, lr: 5.0e-05 loss: 6.828e-01]
fia_flux_2:  98%|#########8| 1178/1200 [3:21:32<03:04,  8.40s/it, lr: 5.0e-05 loss: 6.828e-01]
fia_flux_2:  98%|#########8| 1178/1200 [3:21:32<03:04,  8.40s/it, lr: 5.0e-05 loss: 6.828e-01]
fia_flux_2:  98%|#########8| 1178/1200 [3:21:47<03:04,  8.40s/it, lr: 5.0e-05 loss: 9.978e-01]
fia_flux_2:  98%|#########8| 1178/1200 [3:21:47<03:04,  8.40s/it, lr: 5.0e-05 loss: 9.978e-01]
fia_flux_2:  98%|#########8| 1179/1200 [3:21:47<03:31, 10.06s/it, lr: 5.0e-05 loss: 9.978e-01]
fia_flux_2:  98%|#########8| 1179/1200 [3:21:47<03:31, 10.06s/it, lr: 5.0e-05 loss: 9.978e-01]
fia_flux_2:  98%|#########8| 1179/1200 [3:22:01<03:31, 10.06s/it, lr: 5.0e-05 loss: 1.793e-01]
fia_flux_2:  98%|#########8| 1179/1200 [3:22:01<03:31, 10.06s/it, lr: 5.0e-05 loss: 1.793e-01]
fia_flux_2:  98%|#########8| 1180/1200 [3:22:15<03:21, 10.06s/it, lr: 5.0e-05 loss: 5.104e-01]
fia_flux_2:  98%|#########8| 1180/1200 [3:22:15<03:21, 10.06s/it, lr: 5.0e-05 loss: 5.104e-01]
fia_flux_2:  98%|#########8| 1181/1200 [3:22:15<02:44,  8.66s/it, lr: 5.0e-05 loss: 5.104e-01]
fia_flux_2:  98%|#########8| 1181/1200 [3:22:15<02:44,  8.66s/it, lr: 5.0e-05 loss: 5.104e-01]
fia_flux_2:  98%|#########8| 1181/1200 [3:22:29<02:44,  8.66s/it, lr: 5.0e-05 loss: 2.437e-01]
fia_flux_2:  98%|#########8| 1181/1200 [3:22:29<02:44,  8.66s/it, lr: 5.0e-05 loss: 2.437e-01]
fia_flux_2:  98%|#########8| 1182/1200 [3:22:29<02:59,  9.97s/it, lr: 5.0e-05 loss: 2.437e-01]
fia_flux_2:  98%|#########8| 1182/1200 [3:22:29<02:59,  9.97s/it, lr: 5.0e-05 loss: 2.437e-01]
fia_flux_2:  98%|#########8| 1182/1200 [3:22:35<02:59,  9.97s/it, lr: 5.0e-05 loss: 4.436e-01]
fia_flux_2:  98%|#########8| 1182/1200 [3:22:35<02:59,  9.97s/it, lr: 5.0e-05 loss: 4.436e-01]
fia_flux_2:  99%|#########8| 1183/1200 [3:22:35<02:34,  9.10s/it, lr: 5.0e-05 loss: 4.436e-01]
fia_flux_2:  99%|#########8| 1183/1200 [3:22:35<02:34,  9.10s/it, lr: 5.0e-05 loss: 4.436e-01]
fia_flux_2:  99%|#########8| 1183/1200 [3:22:42<02:34,  9.10s/it, lr: 5.0e-05 loss: 2.613e-02]
fia_flux_2:  99%|#########8| 1183/1200 [3:22:42<02:34,  9.10s/it, lr: 5.0e-05 loss: 2.613e-02]
fia_flux_2:  99%|#########8| 1184/1200 [3:22:42<02:15,  8.44s/it, lr: 5.0e-05 loss: 2.613e-02]
fia_flux_2:  99%|#########8| 1184/1200 [3:22:42<02:15,  8.44s/it, lr: 5.0e-05 loss: 2.613e-02]
fia_flux_2:  99%|#########8| 1184/1200 [3:22:56<02:15,  8.44s/it, lr: 5.0e-05 loss: 6.191e-02]
fia_flux_2:  99%|#########8| 1184/1200 [3:22:56<02:15,  8.44s/it, lr: 5.0e-05 loss: 6.191e-02]
fia_flux_2:  99%|#########8| 1185/1200 [3:22:56<02:29,  9.99s/it, lr: 5.0e-05 loss: 6.191e-02]
fia_flux_2:  99%|#########8| 1185/1200 [3:22:56<02:29,  9.99s/it, lr: 5.0e-05 loss: 6.191e-02]
fia_flux_2:  99%|#########8| 1185/1200 [3:23:10<02:29,  9.99s/it, lr: 5.0e-05 loss: 9.003e-01]
fia_flux_2:  99%|#########8| 1185/1200 [3:23:10<02:29,  9.99s/it, lr: 5.0e-05 loss: 9.003e-01]
fia_flux_2:  99%|#########8| 1186/1200 [3:23:10<02:36, 11.21s/it, lr: 5.0e-05 loss: 9.003e-01]
fia_flux_2:  99%|#########8| 1186/1200 [3:23:10<02:36, 11.21s/it, lr: 5.0e-05 loss: 9.003e-01]
fia_flux_2:  99%|#########8| 1186/1200 [3:23:20<02:36, 11.21s/it, lr: 5.0e-05 loss: 1.334e+00]
fia_flux_2:  99%|#########8| 1186/1200 [3:23:20<02:36, 11.21s/it, lr: 5.0e-05 loss: 1.334e+00]
fia_flux_2:  99%|#########8| 1187/1200 [3:23:20<02:20, 10.84s/it, lr: 5.0e-05 loss: 1.334e+00]
fia_flux_2:  99%|#########8| 1187/1200 [3:23:20<02:20, 10.84s/it, lr: 5.0e-05 loss: 1.334e+00]
fia_flux_2:  99%|#########8| 1187/1200 [3:23:34<02:20, 10.84s/it, lr: 5.0e-05 loss: 9.000e-01]
fia_flux_2:  99%|#########8| 1187/1200 [3:23:34<02:20, 10.84s/it, lr: 5.0e-05 loss: 9.000e-01]
fia_flux_2:  99%|#########9| 1188/1200 [3:23:34<02:21, 11.76s/it, lr: 5.0e-05 loss: 9.000e-01]
fia_flux_2:  99%|#########9| 1188/1200 [3:23:34<02:21, 11.76s/it, lr: 5.0e-05 loss: 9.000e-01]
fia_flux_2:  99%|#########9| 1188/1200 [3:23:41<02:21, 11.76s/it, lr: 5.0e-05 loss: 5.076e-01]
fia_flux_2:  99%|#########9| 1188/1200 [3:23:41<02:21, 11.76s/it, lr: 5.0e-05 loss: 5.076e-01]
fia_flux_2:  99%|#########9| 1189/1200 [3:23:41<01:52, 10.26s/it, lr: 5.0e-05 loss: 5.076e-01]
fia_flux_2:  99%|#########9| 1189/1200 [3:23:41<01:52, 10.26s/it, lr: 5.0e-05 loss: 5.076e-01]
fia_flux_2:  99%|#########9| 1189/1200 [3:23:51<01:52, 10.26s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  99%|#########9| 1189/1200 [3:23:51<01:52, 10.26s/it, lr: 5.0e-05 loss: 1.062e+00]
fia_flux_2:  99%|#########9| 1190/1200 [3:24:05<01:42, 10.26s/it, lr: 5.0e-05 loss: 3.382e-01]
fia_flux_2:  99%|#########9| 1190/1200 [3:24:05<01:42, 10.26s/it, lr: 5.0e-05 loss: 3.382e-01]
fia_flux_2:  99%|#########9| 1191/1200 [3:24:05<01:18,  8.76s/it, lr: 5.0e-05 loss: 3.382e-01]
fia_flux_2:  99%|#########9| 1191/1200 [3:24:05<01:18,  8.76s/it, lr: 5.0e-05 loss: 3.382e-01]
fia_flux_2:  99%|#########9| 1191/1200 [3:24:15<01:18,  8.76s/it, lr: 5.0e-05 loss: 1.990e-01]
fia_flux_2:  99%|#########9| 1191/1200 [3:24:15<01:18,  8.76s/it, lr: 5.0e-05 loss: 1.990e-01]
fia_flux_2:  99%|#########9| 1192/1200 [3:24:15<01:12,  9.02s/it, lr: 5.0e-05 loss: 1.990e-01]
fia_flux_2:  99%|#########9| 1192/1200 [3:24:15<01:12,  9.02s/it, lr: 5.0e-05 loss: 1.990e-01]
fia_flux_2:  99%|#########9| 1192/1200 [3:24:29<01:12,  9.02s/it, lr: 5.0e-05 loss: 6.768e-02]
fia_flux_2:  99%|#########9| 1192/1200 [3:24:29<01:12,  9.02s/it, lr: 5.0e-05 loss: 6.768e-02]
fia_flux_2:  99%|#########9| 1193/1200 [3:24:29<01:12, 10.31s/it, lr: 5.0e-05 loss: 6.768e-02]
fia_flux_2:  99%|#########9| 1193/1200 [3:24:29<01:12, 10.31s/it, lr: 5.0e-05 loss: 6.768e-02]
fia_flux_2:  99%|#########9| 1193/1200 [3:24:38<01:12, 10.31s/it, lr: 5.0e-05 loss: 3.889e-01]
fia_flux_2:  99%|#########9| 1193/1200 [3:24:38<01:12, 10.31s/it, lr: 5.0e-05 loss: 3.889e-01]
fia_flux_2: 100%|#########9| 1194/1200 [3:24:38<01:01, 10.18s/it, lr: 5.0e-05 loss: 3.889e-01]
fia_flux_2: 100%|#########9| 1194/1200 [3:24:38<01:01, 10.18s/it, lr: 5.0e-05 loss: 3.889e-01]
fia_flux_2: 100%|#########9| 1194/1200 [3:24:48<01:01, 10.18s/it, lr: 5.0e-05 loss: 3.548e-01]
fia_flux_2: 100%|#########9| 1194/1200 [3:24:48<01:01, 10.18s/it, lr: 5.0e-05 loss: 3.548e-01]
fia_flux_2: 100%|#########9| 1195/1200 [3:24:48<00:50, 10.08s/it, lr: 5.0e-05 loss: 3.548e-01]
fia_flux_2: 100%|#########9| 1195/1200 [3:24:48<00:50, 10.08s/it, lr: 5.0e-05 loss: 3.548e-01]
fia_flux_2: 100%|#########9| 1195/1200 [3:24:55<00:50, 10.08s/it, lr: 5.0e-05 loss: 4.267e-01]
fia_flux_2: 100%|#########9| 1195/1200 [3:24:55<00:50, 10.08s/it, lr: 5.0e-05 loss: 4.267e-01]
fia_flux_2: 100%|#########9| 1196/1200 [3:24:55<00:36,  9.19s/it, lr: 5.0e-05 loss: 4.267e-01]
fia_flux_2: 100%|#########9| 1196/1200 [3:24:55<00:36,  9.19s/it, lr: 5.0e-05 loss: 4.267e-01]
fia_flux_2: 100%|#########9| 1196/1200 [3:25:02<00:36,  9.19s/it, lr: 5.0e-05 loss: 1.314e-01]
fia_flux_2: 100%|#########9| 1196/1200 [3:25:02<00:36,  9.19s/it, lr: 5.0e-05 loss: 1.314e-01]
fia_flux_2: 100%|#########9| 1197/1200 [3:25:02<00:25,  8.44s/it, lr: 5.0e-05 loss: 1.314e-01]
fia_flux_2: 100%|#########9| 1197/1200 [3:25:02<00:25,  8.44s/it, lr: 5.0e-05 loss: 1.314e-01]
fia_flux_2: 100%|#########9| 1197/1200 [3:25:16<00:25,  8.44s/it, lr: 5.0e-05 loss: 6.927e-01]
fia_flux_2: 100%|#########9| 1197/1200 [3:25:16<00:25,  8.44s/it, lr: 5.0e-05 loss: 6.927e-01]
fia_flux_2: 100%|#########9| 1198/1200 [3:25:16<00:20, 10.15s/it, lr: 5.0e-05 loss: 6.927e-01]
fia_flux_2: 100%|#########9| 1198/1200 [3:25:16<00:20, 10.15s/it, lr: 5.0e-05 loss: 6.927e-01]
fia_flux_2: 100%|#########9| 1198/1200 [3:25:30<00:20, 10.15s/it, lr: 5.0e-05 loss: 7.714e-01]
fia_flux_2: 100%|#########9| 1198/1200 [3:25:30<00:20, 10.15s/it, lr: 5.0e-05 loss: 7.714e-01]
fia_flux_2: 100%|#########9| 1199/1200 [3:25:30<00:11, 11.29s/it, lr: 5.0e-05 loss: 7.714e-01]
fia_flux_2: 100%|#########9| 1199/1200 [3:25:30<00:11, 11.29s/it, lr: 5.0e-05 loss: 7.714e-01]
fia_flux_2: 100%|#########9| 1199/1200 [3:25:30<00:10, 10.28s/it, lr: 5.0e-05 loss: 7.714e-01]
fia_flux_2: 100%|#########9| 1199/1200 [3:25:30<00:10, 10.28s/it, lr: 5.0e-05 loss: 7.714e-01]
+
+
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.02s/it]
Generating Images:  25%|##5       | 1/4 [00:51<02:33, 51.02s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.03s/it]
Generating Images:  50%|#####     | 2/4 [01:42<01:42, 51.03s/it]
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.07s/it]
Generating Images:  75%|#######5  | 3/4 [02:33<00:51, 51.07s/it]
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.03s/it]
Generating Images: 100%|##########| 4/4 [03:24<00:00, 51.03s/it]
                                                                
                                                                

+Saved checkpoint to /workspace/ai-toolkit/output/fia_flux_2/fia_flux_2.safetensors
+Saved optimizer to /workspace/ai-toolkit/output/fia_flux_2/optimizer.pt
diff --git a/fia_flux_2/optimizer.pt b/fia_flux_2/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5845549a02caca2a265a453139d05770cf8898
--- /dev/null
+++ b/fia_flux_2/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c8e0f18a31623db5fb5fe32a8ffef22143f6b93184f93e1e4c32de1a0f70c5
+size 396542309
diff --git a/fia_flux_2/pid.txt b/fia_flux_2/pid.txt
new file mode 100644
index 0000000000000000000000000000000000000000..edfa21f88ef8e232949f579e5401b30a394e5938
--- /dev/null
+++ b/fia_flux_2/pid.txt
@@ -0,0 +1 @@
+97173
\ No newline at end of file
diff --git a/fia_flux_2/samples/1764176763227__000000000_0.jpg b/fia_flux_2/samples/1764176763227__000000000_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..3dd5b5467d7717cb5e576a405c1a9c0933e27df1
--- /dev/null
+++ b/fia_flux_2/samples/1764176763227__000000000_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c3dfd0513d342c1df0ad10d5d1e6b6b690c73cb7cce09523cf01e52be60db9
+size 108681
diff --git a/fia_flux_2/samples/1764176813574__000000000_1.jpg b/fia_flux_2/samples/1764176813574__000000000_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..52494e37614ac1b82977eeadf763cb1aa1fe10a1
Binary files /dev/null and b/fia_flux_2/samples/1764176813574__000000000_1.jpg differ
diff --git a/fia_flux_2/samples/1764176864300__000000000_2.jpg b/fia_flux_2/samples/1764176864300__000000000_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..452dddfc5d70b92b5f0c69832a410d61151ebd49
Binary files /dev/null and b/fia_flux_2/samples/1764176864300__000000000_2.jpg differ
diff --git a/fia_flux_2/samples/1764176915244__000000000_3.jpg b/fia_flux_2/samples/1764176915244__000000000_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..356a310bff3340961f5625807acd8e96335e106e
Binary files /dev/null and b/fia_flux_2/samples/1764176915244__000000000_3.jpg differ
diff --git a/fia_flux_2/samples/1764178014763__000000100_0.jpg b/fia_flux_2/samples/1764178014763__000000100_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..39fa6bfac69980f80fa7d82703ecc9dfa9a4ba21
--- /dev/null
+++ b/fia_flux_2/samples/1764178014763__000000100_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a949b54a64645a7bcee1a2839a9cdae2ce25f5e30ebe9b758fde73b4cc5ffa40
+size 104198
diff --git a/fia_flux_2/samples/1764178065830__000000100_1.jpg b/fia_flux_2/samples/1764178065830__000000100_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a168a762df58dc86ed6e5070f74dbc30b4d5c079
Binary files /dev/null and b/fia_flux_2/samples/1764178065830__000000100_1.jpg differ
diff --git a/fia_flux_2/samples/1764178116912__000000100_2.jpg b/fia_flux_2/samples/1764178116912__000000100_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..fcc1cdbd72aa459479c672dca40738f9a79d6e83
Binary files /dev/null and b/fia_flux_2/samples/1764178116912__000000100_2.jpg differ
diff --git a/fia_flux_2/samples/1764178167949__000000100_3.jpg b/fia_flux_2/samples/1764178167949__000000100_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..21607f57a996daa4fc4d2a48eb062bccb50adf2f
Binary files /dev/null and b/fia_flux_2/samples/1764178167949__000000100_3.jpg differ
diff --git a/fia_flux_2/samples/1764179242577__000000200_0.jpg b/fia_flux_2/samples/1764179242577__000000200_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..d5b320abe862c7c6ce125f08d45c666972dc1b92
--- /dev/null
+++ b/fia_flux_2/samples/1764179242577__000000200_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0ecd4607633a0ec6f9515068180dffbbe832fc565ffb3537567720a14539c3
+size 102653
diff --git a/fia_flux_2/samples/1764179294009__000000200_1.jpg b/fia_flux_2/samples/1764179294009__000000200_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..ba13bcae8fba266e5c1f188a43a7475b8d0211b0
Binary files /dev/null and b/fia_flux_2/samples/1764179294009__000000200_1.jpg differ
diff --git a/fia_flux_2/samples/1764179345786__000000200_2.jpg b/fia_flux_2/samples/1764179345786__000000200_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..370626f62509efda5f1734ee36e07e4b6d9a3b7f
Binary files /dev/null and b/fia_flux_2/samples/1764179345786__000000200_2.jpg differ
diff --git a/fia_flux_2/samples/1764179397241__000000200_3.jpg b/fia_flux_2/samples/1764179397241__000000200_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..708593b14a11896dac7db02d83a5446d025ee3fe
Binary files /dev/null and b/fia_flux_2/samples/1764179397241__000000200_3.jpg differ
diff --git a/fia_flux_2/samples/1764180484905__000000300_0.jpg b/fia_flux_2/samples/1764180484905__000000300_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6369659a4b56f30d68f8a544e05d80f5d925081c
--- /dev/null
+++ b/fia_flux_2/samples/1764180484905__000000300_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbbffd4cd2c975bdae7d2b2e1c515c64f41e6599e2df6d1b8e9abe4a94728cf
+size 102858
diff --git a/fia_flux_2/samples/1764180536546__000000300_1.jpg b/fia_flux_2/samples/1764180536546__000000300_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a11f7fe1e36deea01cf6beb15d4b977e160addb6
Binary files /dev/null and b/fia_flux_2/samples/1764180536546__000000300_1.jpg differ
diff --git a/fia_flux_2/samples/1764180587726__000000300_2.jpg b/fia_flux_2/samples/1764180587726__000000300_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a352c21df8e2e127e9092fb8de0832328cfc83e2
Binary files /dev/null and b/fia_flux_2/samples/1764180587726__000000300_2.jpg differ
diff --git a/fia_flux_2/samples/1764180638803__000000300_3.jpg b/fia_flux_2/samples/1764180638803__000000300_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..09af71bee7cd82443aba2c498b0afc84fa4a24a2
Binary files /dev/null and b/fia_flux_2/samples/1764180638803__000000300_3.jpg differ
diff --git a/fia_flux_2/samples/1764181726604__000000400_0.jpg b/fia_flux_2/samples/1764181726604__000000400_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..11b578242bee8f359de0fceff1d03e6cac780239
--- /dev/null
+++ b/fia_flux_2/samples/1764181726604__000000400_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f0d53f71de4aeb4534b4e4e2f2c61e04f16d57469954f701db7662940dea9e
+size 105119
diff --git a/fia_flux_2/samples/1764181777524__000000400_1.jpg b/fia_flux_2/samples/1764181777524__000000400_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..1b87d99e11f11cfcbdb13e94a67d61078f25527f
Binary files /dev/null and b/fia_flux_2/samples/1764181777524__000000400_1.jpg differ
diff --git a/fia_flux_2/samples/1764181828652__000000400_2.jpg b/fia_flux_2/samples/1764181828652__000000400_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..35b56f03312718639fd7d36e54ccd19ae837a183
Binary files /dev/null and b/fia_flux_2/samples/1764181828652__000000400_2.jpg differ
diff --git a/fia_flux_2/samples/1764181879809__000000400_3.jpg b/fia_flux_2/samples/1764181879809__000000400_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..4679385cf76ad8867c7232f6a800102719213a85
Binary files /dev/null and b/fia_flux_2/samples/1764181879809__000000400_3.jpg differ
diff --git a/fia_flux_2/samples/1764183004778__000000500_0.jpg b/fia_flux_2/samples/1764183004778__000000500_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..31d326d84da992baee0a18cf312157a462031e00
--- /dev/null
+++ b/fia_flux_2/samples/1764183004778__000000500_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cce95f42ad36866a238ba9d833309f3a765b65d18c5d176d8fbf8b9b1229dc
+size 102863
diff --git a/fia_flux_2/samples/1764183055791__000000500_1.jpg b/fia_flux_2/samples/1764183055791__000000500_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..ac55c2f353352911044b6c7e330618279004a978
Binary files /dev/null and b/fia_flux_2/samples/1764183055791__000000500_1.jpg differ
diff --git a/fia_flux_2/samples/1764183106832__000000500_2.jpg b/fia_flux_2/samples/1764183106832__000000500_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a7f08873b82c6b79be369880aaac70b173ea1bfe
Binary files /dev/null and b/fia_flux_2/samples/1764183106832__000000500_2.jpg differ
diff --git a/fia_flux_2/samples/1764183157893__000000500_3.jpg b/fia_flux_2/samples/1764183157893__000000500_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..318573205d0b579345eeb39c4f80d97a8dda51f3
Binary files /dev/null and b/fia_flux_2/samples/1764183157893__000000500_3.jpg differ
diff --git a/fia_flux_2/samples/1764184250118__000000600_0.jpg b/fia_flux_2/samples/1764184250118__000000600_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..08b669243398230543711d66496e087251053eac
--- /dev/null
+++ b/fia_flux_2/samples/1764184250118__000000600_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d4aa1353f1f6c9b133ee18b7387e05b688f68749facaed6f4c82995b7d2f8e
+size 102092
diff --git a/fia_flux_2/samples/1764184301519__000000600_1.jpg b/fia_flux_2/samples/1764184301519__000000600_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..624ac5182df15e24d9ceaaf368a87c337d0c8dac
Binary files /dev/null and b/fia_flux_2/samples/1764184301519__000000600_1.jpg differ
diff --git a/fia_flux_2/samples/1764184352699__000000600_2.jpg b/fia_flux_2/samples/1764184352699__000000600_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..d4eeeab5e09bdd60a92be36f04629045cd208e77
Binary files /dev/null and b/fia_flux_2/samples/1764184352699__000000600_2.jpg differ
diff --git a/fia_flux_2/samples/1764184403745__000000600_3.jpg b/fia_flux_2/samples/1764184403745__000000600_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..1bcb7d025ec1af7a50e371858e1ee73cd559b4dd
Binary files /dev/null and b/fia_flux_2/samples/1764184403745__000000600_3.jpg differ
diff --git a/fia_flux_2/samples/1764185484410__000000700_0.jpg b/fia_flux_2/samples/1764185484410__000000700_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..abb4c2ec9c4f0dbf4eceb98347c2fa49d99b4ffc
--- /dev/null
+++ b/fia_flux_2/samples/1764185484410__000000700_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebee860594dc0c3761d4da9ef0ad3d535f839df556ff5ff2bd953c14b7f70984
+size 101561
diff --git a/fia_flux_2/samples/1764185539095__000000700_1.jpg b/fia_flux_2/samples/1764185539095__000000700_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..aba9154281f08322c03e7a9435517e842f63efb4
Binary files /dev/null and b/fia_flux_2/samples/1764185539095__000000700_1.jpg differ
diff --git a/fia_flux_2/samples/1764185590168__000000700_2.jpg b/fia_flux_2/samples/1764185590168__000000700_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..df28b0f2e1239ae6a73ff18cad0ca76906c824f8
Binary files /dev/null and b/fia_flux_2/samples/1764185590168__000000700_2.jpg differ
diff --git a/fia_flux_2/samples/1764185641303__000000700_3.jpg b/fia_flux_2/samples/1764185641303__000000700_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..7818025296aca5b831f606d55486b48e2e468eee
Binary files /dev/null and b/fia_flux_2/samples/1764185641303__000000700_3.jpg differ
diff --git a/fia_flux_2/samples/1764186709632__000000800_0.jpg b/fia_flux_2/samples/1764186709632__000000800_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..02615cded25a7818d06fddfbe8ffac239971addc
--- /dev/null
+++ b/fia_flux_2/samples/1764186709632__000000800_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f1fad74f0cb530bf1468f83ddc90445a78cf42da6fac1ff6d1d283b5021864
+size 102677
diff --git a/fia_flux_2/samples/1764186761019__000000800_1.jpg b/fia_flux_2/samples/1764186761019__000000800_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..7ae9adba555d1528200b4f8d3300e54b93a31569
Binary files /dev/null and b/fia_flux_2/samples/1764186761019__000000800_1.jpg differ
diff --git a/fia_flux_2/samples/1764186812172__000000800_2.jpg b/fia_flux_2/samples/1764186812172__000000800_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9d1f9b7b124e4256a17fc6b2fe529bbefd6788a5
Binary files /dev/null and b/fia_flux_2/samples/1764186812172__000000800_2.jpg differ
diff --git a/fia_flux_2/samples/1764186863202__000000800_3.jpg b/fia_flux_2/samples/1764186863202__000000800_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6132ec9d81dd9d4e8f40b4d32c1b97f9ce936585
Binary files /dev/null and b/fia_flux_2/samples/1764186863202__000000800_3.jpg differ
diff --git a/fia_flux_2/samples/1764187944969__000000900_0.jpg b/fia_flux_2/samples/1764187944969__000000900_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..7d1873d99996c33878a2ef3a39edcac72433da7a
--- /dev/null
+++ b/fia_flux_2/samples/1764187944969__000000900_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da33a7e8f79376951ac9d4b8ac9af683b65667036be1a634cec53560e265ab1a
+size 104879
diff --git a/fia_flux_2/samples/1764187996183__000000900_1.jpg b/fia_flux_2/samples/1764187996183__000000900_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f0f1ddcd46093889218bcb8f12ea7bdbfb793dda
Binary files /dev/null and b/fia_flux_2/samples/1764187996183__000000900_1.jpg differ
diff --git a/fia_flux_2/samples/1764188047300__000000900_2.jpg b/fia_flux_2/samples/1764188047300__000000900_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..189db8ba979644aaf61868d51b3ebc96574dff9b
Binary files /dev/null and b/fia_flux_2/samples/1764188047300__000000900_2.jpg differ
diff --git a/fia_flux_2/samples/1764188098354__000000900_3.jpg b/fia_flux_2/samples/1764188098354__000000900_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..65ec3d0dbfb9413c85e2b35bcead27b5cf4fc9e8
Binary files /dev/null and b/fia_flux_2/samples/1764188098354__000000900_3.jpg differ
diff --git a/fia_flux_2/samples/1764189184439__000001000_0.jpg b/fia_flux_2/samples/1764189184439__000001000_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..12bbba9a3029bc199d92d01ae3bc28a85d064d3a
--- /dev/null
+++ b/fia_flux_2/samples/1764189184439__000001000_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990dcc29d663208a210f29569d1d2a7a52975848f38a755a9e5372b3c3dffba6
+size 109450
diff --git a/fia_flux_2/samples/1764189235489__000001000_1.jpg b/fia_flux_2/samples/1764189235489__000001000_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..3311e031c39df924b97d37b04cf5d870519cfca8
--- /dev/null
+++ b/fia_flux_2/samples/1764189235489__000001000_1.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7947479ced951dbbc00146dba09fb9ec3b60111a3d2c41f2ead9434118af9b90
+size 138483
diff --git a/fia_flux_2/samples/1764189286552__000001000_2.jpg b/fia_flux_2/samples/1764189286552__000001000_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..b790beef58b74e56e06bdc6affc42ddd849554f5
Binary files /dev/null and b/fia_flux_2/samples/1764189286552__000001000_2.jpg differ
diff --git a/fia_flux_2/samples/1764189337573__000001000_3.jpg b/fia_flux_2/samples/1764189337573__000001000_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a5667f74444de97c5ecab097646dd2efb0b5ffc8
Binary files /dev/null and b/fia_flux_2/samples/1764189337573__000001000_3.jpg differ
diff --git a/fia_flux_2/samples/1764190422621__000001100_0.jpg b/fia_flux_2/samples/1764190422621__000001100_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..3f59cf7329ddf2736bd6423e077d9d6a9935701c
--- /dev/null
+++ b/fia_flux_2/samples/1764190422621__000001100_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1371606a45a6e4defe11a1976e4ea9e6e7da973edb22fff6b864044b15862b01
+size 106154
diff --git a/fia_flux_2/samples/1764190473666__000001100_1.jpg b/fia_flux_2/samples/1764190473666__000001100_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f76890c394b48d7f3673ea1c1eb651b97e414869
--- /dev/null
+++ b/fia_flux_2/samples/1764190473666__000001100_1.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c237467ae434016a5c637a2a93e4ae9ea5a9c7626b8e8e62d7aa6452833ce7
+size 126616
diff --git a/fia_flux_2/samples/1764190524804__000001100_2.jpg b/fia_flux_2/samples/1764190524804__000001100_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..01af3de003b84811251486814b4b2e78c57ec191
Binary files /dev/null and b/fia_flux_2/samples/1764190524804__000001100_2.jpg differ
diff --git a/fia_flux_2/samples/1764190576056__000001100_3.jpg b/fia_flux_2/samples/1764190576056__000001100_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..fb32e428e0df438142f3a8ab9c570ec20d890ce6
Binary files /dev/null and b/fia_flux_2/samples/1764190576056__000001100_3.jpg differ
diff --git a/fia_flux_2/samples/1764191655600__000001200_0.jpg b/fia_flux_2/samples/1764191655600__000001200_0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..529cf1e7e1dbfb9fd5975eae8daf941a1e4e7437
--- /dev/null
+++ b/fia_flux_2/samples/1764191655600__000001200_0.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a641ea9496472ee78974a439ebcdf51616d6364295d44061d09bb4c9273a44d
+size 101989
diff --git a/fia_flux_2/samples/1764191706642__000001200_1.jpg b/fia_flux_2/samples/1764191706642__000001200_1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f1bbb7edfbe26541064d13a54fdbe11e2f66de19
--- /dev/null
+++ b/fia_flux_2/samples/1764191706642__000001200_1.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec16e6ec45f45e9fb1c676f1a656fe8be6b189aa39e7edf39f4bdb931509caf7
+size 125420
diff --git a/fia_flux_2/samples/1764191757649__000001200_2.jpg b/fia_flux_2/samples/1764191757649__000001200_2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..628365d6bbe2e0a4ea7d8dd593711d7052858188
Binary files /dev/null and b/fia_flux_2/samples/1764191757649__000001200_2.jpg differ
diff --git a/fia_flux_2/samples/1764191808733__000001200_3.jpg b/fia_flux_2/samples/1764191808733__000001200_3.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..d7d4ebbc7319e4df18e29c3b272b23c3e832c3e4
Binary files /dev/null and b/fia_flux_2/samples/1764191808733__000001200_3.jpg differ