Merge branch 'main' of https://huggingface.co/Laszlo-ColorTV/ProductLoras

bugmd/loras/bugmd_2dataset_0408_rank32_bf16.safetensors → newfortest/bugmd_1200_Res2_3d_nd32_na32_lr0002_0411_rank32_bf16-step00600.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f709d6e28e4595b34a257a82311f8fd47f71c8b0dfa31dbf9804f2e64eecb4a
-size 317091888
+oid sha256:b88bbbea4b5061f6da4e5318c4f5e2a80a3833500adb9ee053adff07215f409d
+size 317088904

bugmd/loras/bugmd_3dataset_0403_rank36_fp16.safetensors → newfortest/bugmd_1200_Res2_3d_nd32_na32_lr0002_0411_rank32_bf16-step00800.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d207734482b6271f42754567024ce507f714d1bd3046244ec7bce4ec62d91b38
-size 356785224
+oid sha256:0a6c9c614127651ba050c73b3340983316ae19ed0b1b0280cd79f9245264951c
+size 317088904

bugmd/loras/bugmd_ds3NoCap_nd32_na32_batch4_lr0002_0402_rank32_bf16.safetensors → newfortest/bugmd_1200_Res2_3d_nd32_na32_lr0002_0411_rank32_bf16-step01000.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74d27b0e12bf60a7b04cc7eac7373ab7d0e3c49eccd0f1fb634f4c4e412d4006
-size 317124776
+oid sha256:68aa6684f4bdd5e79d219fdb4f7c600a5a60fcddbd4b6096c6d94f8531a7b60e
+size 317088904

newfortest/bugmd_1200_Res2_3d_nd32_na32_lr0002_0411_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce13ff791fa4f9366a02b87a068637c16c0184a93a9094a98ebc2b362483742e
+size 317088904

newfortest/bugmd_1800_Res2_4d_nd32_na32_lr0002_rank32_bf16-step01200.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df62b6460d4ee4671eda61a59ae2a823ee00f19e0e17ee2182a22d028ee3c195
+size 306443384

newfortest/bugmd_1800_Res2_4d_nd32_na32_lr0002_rank32_bf16-step01400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a1976bda5976b0e3e8c33fa46dd2e71315ebf41b4fc46f3ed5c837861d04ab
+size 306443384

newfortest/bugmd_1800_Res2_4d_nd32_na32_lr0002_rank32_bf16-step01600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd349cf529a03922861b170ad618f281e94930962de54fdf1ea8992d7d2f24ff
+size 306443384

newfortest/bugmd_1800_Res2_4d_nd32_na32_lr0002_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d1ac6937a13c17f609ad56ca2cd9211dbb4e17aab72ef33f4fd3d30e6a82bb
+size 306443384

newfortest/bugmd_2d_nd32_na32_lr0002_rank32_bf16-step00400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6d3870022b4e0ba1f529ebfa990b6305b6b938affd3a5a206c4b17520c54e3
+size 306437704

newfortest/bugmd_2d_nd32_na32_lr0002_rank32_bf16-step00600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16dc9b2a13dd2276f4bfd105b7bf64652ad6422a289b9a8dd62638da597a91d
+size 306437704

newfortest/bugmd_2d_nd32_na32_lr0002_rank32_bf16-step00800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da5ecfc32a4d8ea4f2bf2d0eb4287d152832df332052864c47f13445b76d200
+size 306437704

newfortest/bugmd_2d_nd32_na32_lr0002_rank32_bf16-step01000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ba6e1d4a8570b38ce3deae44b59ef3e2da62fda9e0161167fb27fdb9ed37f0
+size 306437704

newfortest/bugmd_2d_nd32_na32_lr0002_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a283b495d2fe1d7147ee8b0c6966a91074491fa7e2f4971cbfa1236aa527ed3
+size 306437704

bugmd/workflows/bugmd_ds3NoCap_nd32_na32_batch4_lr0002_0402_workflow.json → newfortest/bugmd_2d_nd32_na32_lr0002_workflow.json

@@ -409,9 +409,7 @@
                 "ver": "0.3.18",
                 "Node name for S&R": "PreviewImage"
             },
-            "widgets_values": [
-                ""
-            ]
+            "widgets_values": []
         },
         {
             "id": 151,
@@ -440,9 +438,7 @@
                 "ver": "0.3.18",
                 "Node name for S&R": "PreviewImage"
             },
-            "widgets_values": [
-                ""
-            ]
+            "widgets_values": []
         },
         {
             "id": 156,
@@ -471,9 +467,7 @@
                 "ver": "0.3.18",
                 "Node name for S&R": "PreviewImage"
             },
-            "widgets_values": [
-                ""
-            ]
+            "widgets_values": []
         },
         {
             "id": 167,
@@ -503,8 +497,7 @@
                 "Node name for S&R": "SaveImage"
             },
             "widgets_values": [
-                "flux_lora_loss_plot",
-                ""
+                "flux_lora_loss_plot"
             ]
         },
         {
@@ -567,8 +560,7 @@
                 "Node name for S&R": "SaveImage"
             },
             "widgets_values": [
-                "flux_lora_loss_plot",
-                ""
+                "flux_lora_loss_plot"
             ]
         },
         {
@@ -682,8 +674,7 @@
                 "Node name for S&R": "SaveImage"
             },
             "widgets_values": [
-                "flux_lora_loss_plot",
-                ""
+                "flux_lora_loss_plot"
             ]
         },
         {
@@ -2474,7 +2465,7 @@
                 1024,
                 1024,
                 3,
-                481277608225840,
+                529416637824554,
                 "randomize",
                 true,
                 0.5,
@@ -2662,6 +2653,220 @@
             "color": "#2a363b",
             "bgcolor": "#3f5159"
         },
+        {
+            "id": 136,
+            "type": "FluxTrainModelSelect",
+            "pos": [
+                -97.35598754882812,
+                122.73202514648438
+            ],
+            "size": [
+                427.607421875,
+                154
+            ],
+            "flags": {},
+            "order": 18,
+            "mode": 0,
+            "inputs": [
+                {
+                    "name": "lora_path",
+                    "type": "STRING",
+                    "widget": {
+                        "name": "lora_path"
+                    },
+                    "link": null
+                }
+            ],
+            "outputs": [
+                {
+                    "name": "flux_models",
+                    "shape": 3,
+                    "type": "TRAIN_FLUX_MODELS",
+                    "links": [
+                        238
+                    ]
+                }
+            ],
+            "properties": {
+                "cnr_id": "comfyui-fluxtrainer",
+                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
+                "Node name for S&R": "FluxTrainModelSelect"
+            },
+            "widgets_values": [
+                "flux1-dev.safetensors",
+                "ae.safetensors",
+                "ViT-L-14-TEXT-detail-improved-hiT-GmP-TE-only-HF.safetensors",
+                "t5xxl_fp16.safetensors",
+                ""
+            ]
+        },
+        {
+            "id": 138,
+            "type": "OptimizerConfigAdafactor",
+            "pos": [
+                244.04385375976562,
+                345.0316162109375
+            ],
+            "size": [
+                402.7909240722656,
+                387.0909118652344
+            ],
+            "flags": {},
+            "order": 19,
+            "mode": 0,
+            "inputs": [],
+            "outputs": [
+                {
+                    "name": "optimizer_settings",
+                    "type": "ARGS",
+                    "links": [
+                        293
+                    ]
+                }
+            ],
+            "properties": {
+                "cnr_id": "comfyui-fluxtrainer",
+                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
+                "Node name for S&R": "OptimizerConfigAdafactor"
+            },
+            "widgets_values": [
+                1,
+                "constant",
+                0,
+                1,
+                1,
+                false,
+                false,
+                false,
+                1,
+                5,
+                ""
+            ]
+        },
+        {
+            "id": 109,
+            "type": "TrainDatasetAdd",
+            "pos": [
+                -1074.5203857421875,
+                169.9476318359375
+            ],
+            "size": [
+                273.50897216796875,
+                478.404052734375
+            ],
+            "flags": {},
+            "order": 22,
+            "mode": 4,
+            "inputs": [
+                {
+                    "name": "dataset_config",
+                    "type": "JSON",
+                    "link": 239
+                },
+                {
+                    "name": "regularization",
+                    "shape": 7,
+                    "type": "JSON",
+                    "link": null
+                }
+            ],
+            "outputs": [
+                {
+                    "name": "dataset",
+                    "shape": 3,
+                    "type": "JSON",
+                    "slot_index": 0,
+                    "links": [
+                        187
+                    ]
+                }
+            ],
+            "properties": {
+                "cnr_id": "comfyui-fluxtrainer",
+                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
+                "Node name for S&R": "TrainDatasetAdd"
+            },
+            "widgets_values": [
+                256,
+                256,
+                2,
+                "../!LoraTraining/Datasets/BUGMD_FT/256x256",
+                "bugmd",
+                true,
+                false,
+                1,
+                256,
+                1024
+            ]
+        },
+        {
+            "id": 179,
+            "type": "GetNode",
+            "pos": [
+                6166.7958984375,
+                112.6269760131836
+            ],
+            "size": [
+                210,
+                58
+            ],
+            "flags": {
+                "collapsed": true
+            },
+            "order": 20,
+            "mode": 4,
+            "inputs": [],
+            "outputs": [
+                {
+                    "name": "IMAGE",
+                    "type": "IMAGE",
+                    "slot_index": 0,
+                    "links": [
+                        294
+                    ]
+                }
+            ],
+            "title": "Get_Sampler5",
+            "properties": {},
+            "widgets_values": [
+                "Sampler5"
+            ],
+            "color": "#2a363b",
+            "bgcolor": "#3f5159"
+        },
+        {
+            "id": 130,
+            "type": "SaveImage",
+            "pos": [
+                5873.35791015625,
+                917.45654296875
+            ],
+            "size": [
+                875.0015258789062,
+                2891.4619140625
+            ],
+            "flags": {},
+            "order": 72,
+            "mode": 4,
+            "inputs": [
+                {
+                    "name": "images",
+                    "type": "IMAGE",
+                    "link": 214
+                }
+            ],
+            "outputs": [],
+            "properties": {
+                "cnr_id": "comfy-core",
+                "ver": "0.3.18",
+                "Node name for S&R": "SaveImage"
+            },
+            "widgets_values": [
+                "flux_lora_trainer_sheet"
+            ],
+            "color": "#223",
+            "bgcolor": "#335"
+        },
         {
             "id": 135,
             "type": "StringConstantMultiline",
@@ -2674,7 +2879,7 @@
                 465.0767517089844
             ],
             "flags": {},
-            "order": 18,
+            "order": 21,
             "mode": 0,
             "inputs": [],
             "outputs": [
@@ -2694,7 +2899,7 @@
                 "Node name for S&R": "StringConstantMultiline"
             },
             "widgets_values": [
-                "Professional product photography of bugmd. Magical background, perfect light and shadows, product placed on the reflective metal desk.",
+                "Professional product photography of fstbl. Magical background, perfect light and shadows, product placed on the reflective metal desk.",
                 true
             ]
         },
@@ -2746,7 +2951,7 @@
                 "Node name for S&R": "FluxTrainLoop"
             },
             "widgets_values": [
-                400
+                200
             ],
             "color": "#232",
             "bgcolor": "#353"
@@ -2799,30 +3004,30 @@
                 "Node name for S&R": "FluxTrainLoop"
             },
             "widgets_values": [
-                400
+                200
             ],
             "color": "#232",
             "bgcolor": "#353"
         },
         {
-            "id": 139,
+            "id": 154,
             "type": "FluxTrainLoop",
             "pos": [
-                1534.1473388671875,
-                1082.5596923828125
+                4816.13037109375,
+                1176.24951171875
             ],
             "size": [
                 393,
                 78
             ],
             "flags": {},
-            "order": 30,
+            "order": 56,
             "mode": 0,
             "inputs": [
                 {
                     "name": "network_trainer",
                     "type": "NETWORKTRAINER",
-                    "link": 311
+                    "link": 278
                 }
             ],
             "outputs": [
@@ -2832,8 +3037,8 @@
                     "type": "NETWORKTRAINER",
                     "slot_index": 0,
                     "links": [
-                        243,
-                        245
+                        252,
+                        253
                     ]
                 },
                 {
@@ -2842,7 +3047,7 @@
                     "type": "INT",
                     "slot_index": 1,
                     "links": [
-                        257
+                        280
                     ]
                 }
             ],
@@ -2852,30 +3057,30 @@
                 "Node name for S&R": "FluxTrainLoop"
             },
             "widgets_values": [
-                400
+                200
             ],
             "color": "#232",
             "bgcolor": "#353"
         },
         {
-            "id": 154,
+            "id": 139,
             "type": "FluxTrainLoop",
             "pos": [
-                4816.13037109375,
-                1176.24951171875
-            ],
+                1534.1473388671875,
+                1082.5596923828125
+            ],
             "size": [
                 393,
                 78
             ],
             "flags": {},
-            "order": 56,
+            "order": 30,
             "mode": 0,
             "inputs": [
                 {
                     "name": "network_trainer",
                     "type": "NETWORKTRAINER",
-                    "link": 278
+                    "link": 311
                 }
             ],
             "outputs": [
@@ -2885,8 +3090,8 @@
                     "type": "NETWORKTRAINER",
                     "slot_index": 0,
                     "links": [
-                        252,
-                        253
+                        243,
+                        245
                     ]
                 },
                 {
@@ -2895,7 +3100,7 @@
                     "type": "INT",
                     "slot_index": 1,
                     "links": [
-                        280
+                        257
                     ]
                 }
             ],
@@ -2910,230 +3115,6 @@
             "color": "#232",
             "bgcolor": "#353"
         },
-        {
-            "id": 179,
-            "type": "GetNode",
-            "pos": [
-                6166.7958984375,
-                112.6269760131836
-            ],
-            "size": [
-                210,
-                58
-            ],
-            "flags": {
-                "collapsed": true
-            },
-            "order": 19,
-            "mode": 4,
-            "inputs": [],
-            "outputs": [
-                {
-                    "name": "IMAGE",
-                    "type": "IMAGE",
-                    "slot_index": 0,
-                    "links": [
-                        294
-                    ]
-                }
-            ],
-            "title": "Get_Sampler5",
-            "properties": {},
-            "widgets_values": [
-                "Sampler5"
-            ],
-            "color": "#2a363b",
-            "bgcolor": "#3f5159"
-        },
-        {
-            "id": 130,
-            "type": "SaveImage",
-            "pos": [
-                5873.35791015625,
-                917.45654296875
-            ],
-            "size": [
-                875.0015258789062,
-                2891.4619140625
-            ],
-            "flags": {},
-            "order": 72,
-            "mode": 4,
-            "inputs": [
-                {
-                    "name": "images",
-                    "type": "IMAGE",
-                    "link": 214
-                }
-            ],
-            "outputs": [],
-            "properties": {
-                "cnr_id": "comfy-core",
-                "ver": "0.3.18",
-                "Node name for S&R": "SaveImage"
-            },
-            "widgets_values": [
-                "flux_lora_trainer_sheet",
-                ""
-            ],
-            "color": "#223",
-            "bgcolor": "#335"
-        },
-        {
-            "id": 111,
-            "type": "TrainDatasetAdd",
-            "pos": [
-                -774.5202026367188,
-                169.9476318359375
-            ],
-            "size": [
-                285.7715759277344,
-                481.4342956542969
-            ],
-            "flags": {},
-            "order": 26,
-            "mode": 0,
-            "inputs": [
-                {
-                    "name": "dataset_config",
-                    "type": "JSON",
-                    "link": 187
-                },
-                {
-                    "name": "regularization",
-                    "shape": 7,
-                    "type": "JSON",
-                    "link": null
-                }
-            ],
-            "outputs": [
-                {
-                    "name": "dataset",
-                    "shape": 3,
-                    "type": "JSON",
-                    "slot_index": 0,
-                    "links": [
-                        188
-                    ]
-                }
-            ],
-            "properties": {
-                "cnr_id": "comfyui-fluxtrainer",
-                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
-                "Node name for S&R": "TrainDatasetAdd"
-            },
-            "widgets_values": [
-                768,
-                1360,
-                4,
-                "../!LoraTraining/Datasets/BUGMD_FT_NEW/768x1360",
-                "bugmd",
-                true,
-                true,
-                1,
-                512,
-                1360
-            ]
-        },
-        {
-            "id": 109,
-            "type": "TrainDatasetAdd",
-            "pos": [
-                -1074.5203857421875,
-                169.9476318359375
-            ],
-            "size": [
-                273.50897216796875,
-                478.404052734375
-            ],
-            "flags": {},
-            "order": 22,
-            "mode": 0,
-            "inputs": [
-                {
-                    "name": "dataset_config",
-                    "type": "JSON",
-                    "link": 239
-                },
-                {
-                    "name": "regularization",
-                    "shape": 7,
-                    "type": "JSON",
-                    "link": null
-                }
-            ],
-            "outputs": [
-                {
-                    "name": "dataset",
-                    "shape": 3,
-                    "type": "JSON",
-                    "slot_index": 0,
-                    "links": [
-                        187
-                    ]
-                }
-            ],
-            "properties": {
-                "cnr_id": "comfyui-fluxtrainer",
-                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
-                "Node name for S&R": "TrainDatasetAdd"
-            },
-            "widgets_values": [
-                1360,
-                768,
-                4,
-                "../!LoraTraining/Datasets/BUGMD_FT_NEW/1360x768",
-                "bugmd",
-                true,
-                true,
-                1,
-                512,
-                1360
-            ]
-        },
-        {
-            "id": 138,
-            "type": "OptimizerConfigAdafactor",
-            "pos": [
-                244.04385375976562,
-                345.0316162109375
-            ],
-            "size": [
-                402.7909240722656,
-                387.0909118652344
-            ],
-            "flags": {},
-            "order": 20,
-            "mode": 0,
-            "inputs": [],
-            "outputs": [
-                {
-                    "name": "optimizer_settings",
-                    "type": "ARGS",
-                    "links": [
-                        293
-                    ]
-                }
-            ],
-            "properties": {
-                "cnr_id": "comfyui-fluxtrainer",
-                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
-                "Node name for S&R": "OptimizerConfigAdafactor"
-            },
-            "widgets_values": [
-                1,
-                "constant_with_warmup",
-                32,
-                1,
-                1,
-                false,
-                false,
-                false,
-                1,
-                5,
-                ""
-            ]
-        },
         {
             "id": 112,
             "type": "TrainDatasetAdd",
@@ -3181,60 +3162,13 @@
                 1024,
                 1024,
                 4,
-                "../!LoraTraining/Datasets/BUGMD_FT_NEW/1024x1024",
+                "../!LoraTraining/Datasets/BUGMD_REFINED/Base",
                 "bugmd",
                 true,
                 true,
-                1,
-                768,
-                1024
-            ]
-        },
-        {
-            "id": 136,
-            "type": "FluxTrainModelSelect",
-            "pos": [
-                -97.35598754882812,
-                122.73202514648438
-            ],
-            "size": [
-                427.607421875,
-                154
-            ],
-            "flags": {},
-            "order": 21,
-            "mode": 0,
-            "inputs": [
-                {
-                    "name": "lora_path",
-                    "type": "STRING",
-                    "widget": {
-                        "name": "lora_path"
-                    },
-                    "link": null
-                }
-            ],
-            "outputs": [
-                {
-                    "name": "flux_models",
-                    "shape": 3,
-                    "type": "TRAIN_FLUX_MODELS",
-                    "links": [
-                        238
-                    ]
-                }
-            ],
-            "properties": {
-                "cnr_id": "comfyui-fluxtrainer",
-                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
-                "Node name for S&R": "FluxTrainModelSelect"
-            },
-            "widgets_values": [
-                "flux1-dev.safetensors",
-                "ae.safetensors",
-                "ViT-L-14-TEXT-detail-improved-hiT-GmP-TE-only-HF.safetensors",
-                "t5xxl_fp16.safetensors",
-                ""
+                20,
+                512,
+                1360
             ]
         },
         {
@@ -3332,21 +3266,21 @@
                 "Node name for S&R": "InitFluxLoRATraining"
             },
             "widgets_values": [
-                "bugmd_ds3NoCap_nd32_na32_batch4_lr0002_0402",
-                "../!LoraTraining/Datasets/BUGMD_FT_NEW/Result_NC",
+                "bugmd_2d_nd32_na32_lr0002",
+                "../!LoraTraining/Datasets/BUGMD_REFINED/Results/",
                 32,
                 32.00000000000001,
                 0.00020000000000000006,
-                1600,
+                1000,
                 true,
                 "memory",
                 "memory",
                 false,
-                "sigma_sqrt",
+                "logit_normal",
                 0,
                 1,
                 1.29,
-                "flux_shift",
+                "shift",
                 1,
                 "raw",
                 1,
@@ -3358,11 +3292,67 @@
                 "xformers",
                 "",
                 "",
-                "clip_l",
-                0.00020000000000000006,
+                "disabled",
+                0,
                 0,
                 "enabled"
             ]
+        },
+        {
+            "id": 111,
+            "type": "TrainDatasetAdd",
+            "pos": [
+                -774.5202026367188,
+                169.9476318359375
+            ],
+            "size": [
+                285.7715759277344,
+                481.4342956542969
+            ],
+            "flags": {},
+            "order": 26,
+            "mode": 0,
+            "inputs": [
+                {
+                    "name": "dataset_config",
+                    "type": "JSON",
+                    "link": 187
+                },
+                {
+                    "name": "regularization",
+                    "shape": 7,
+                    "type": "JSON",
+                    "link": null
+                }
+            ],
+            "outputs": [
+                {
+                    "name": "dataset",
+                    "shape": 3,
+                    "type": "JSON",
+                    "slot_index": 0,
+                    "links": [
+                        188
+                    ]
+                }
+            ],
+            "properties": {
+                "cnr_id": "comfyui-fluxtrainer",
+                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
+                "Node name for S&R": "TrainDatasetAdd"
+            },
+            "widgets_values": [
+                1024,
+                1024,
+                4,
+                "../!LoraTraining/Datasets/BUGMD_REFINED/Closeup",
+                "bugmd",
+                true,
+                true,
+                20,
+                512,
+                1360
+            ]
         }
     ],
     "links": [
@@ -4026,10 +4016,10 @@
     "config": {},
     "extra": {
         "ds": {
-            "scale": 0.7513148009015778,
+            "scale": 0.7513148009015777,
             "offset": [
-                315.8128356933594,
-                100.20880889892578
+                1481.4939237969104,
+                199.70296040034927
             ]
         },
         "VHS_latentpreview": true,

newfortest/bugmd_Res2_4d_nd32_na32_lr0002_rank32_bf16-step00400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10122f9c51c9050a6d3386662f9d2bdc20b8713b9f0cf51447750b1100eed07a
+size 306443400

newfortest/bugmd_Res2_4d_nd32_na32_lr0002_rank32_bf16-step00600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32a9fbe7e43f744fbe136c4322ed1ed3ab23f78a5c521ca7501f070c336ce7b
+size 306443400

newfortest/bugmd_Res2_4d_nd32_na32_lr0002_rank32_bf16-step00800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb690b7a087483a55b6fbae3f793298b54bb38c6c5c99399db0731382723aa50
+size 306443400

newfortest/bugmd_Res2_4d_nd32_na32_lr0002_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf3214ff004d48775f2c0f3f60cdd13d64e00d0d0304d91aaf70516180907eb
+size 306443400

newfortest/bugmd_nocap_2d_nd32_na32_lr0002_rank32_bf16-step00400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdfedf7492f76445cc0a0c8fcb4d19fcaa2f25566b643718f9076031c6125f2
+size 306431320

newfortest/bugmd_nocap_2d_nd32_na32_lr0002_rank32_bf16-step00600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d05d45b9b1f1a23fb695978e1f578c36adb289bea3755c4bdc48742730dbc75
+size 306431320

newfortest/bugmd_nocap_2d_nd32_na32_lr0002_rank32_bf16-step00800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be859ec9b329d59b1e1ecec9d52c276a5e0ce9401c9714310df3a3bf7fe65af2
+size 306431320

newfortest/bugmd_nocap_2d_nd32_na32_lr0002_rank32_bf16-step01000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c263c4e14fc680f6a782a16211aef26a4e210caef0b133e1178e3b00e6fed4
+size 306431328

newfortest/bugmd_nocap_2d_nd32_na32_lr0002_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c16bf1047227cdb78bee03efff903c2986c4366fe8fa117cec1f0cbe7c6914
+size 306431328

bugmd/workflows/bugmd_ds3_nd32_na32_batch4_workflow.json → newfortest/bugmd_nocap_2d_nd32_na32_lr0002_workflow.json

@@ -2474,7 +2474,7 @@
                 1024,
                 1024,
                 3,
-                805211611688819,
+                575435550782438,
                 "randomize",
                 true,
                 0.5,
@@ -2709,6 +2709,173 @@
                 ""
             ]
         },
+        {
+            "id": 138,
+            "type": "OptimizerConfigAdafactor",
+            "pos": [
+                244.04385375976562,
+                345.0316162109375
+            ],
+            "size": [
+                402.7909240722656,
+                387.0909118652344
+            ],
+            "flags": {},
+            "order": 19,
+            "mode": 0,
+            "inputs": [],
+            "outputs": [
+                {
+                    "name": "optimizer_settings",
+                    "type": "ARGS",
+                    "links": [
+                        293
+                    ]
+                }
+            ],
+            "properties": {
+                "cnr_id": "comfyui-fluxtrainer",
+                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
+                "Node name for S&R": "OptimizerConfigAdafactor"
+            },
+            "widgets_values": [
+                1,
+                "constant",
+                0,
+                1,
+                1,
+                false,
+                false,
+                false,
+                1,
+                5,
+                ""
+            ]
+        },
+        {
+            "id": 109,
+            "type": "TrainDatasetAdd",
+            "pos": [
+                -1074.5203857421875,
+                169.9476318359375
+            ],
+            "size": [
+                273.50897216796875,
+                478.404052734375
+            ],
+            "flags": {},
+            "order": 22,
+            "mode": 4,
+            "inputs": [
+                {
+                    "name": "dataset_config",
+                    "type": "JSON",
+                    "link": 239
+                },
+                {
+                    "name": "regularization",
+                    "shape": 7,
+                    "type": "JSON",
+                    "link": null
+                }
+            ],
+            "outputs": [
+                {
+                    "name": "dataset",
+                    "shape": 3,
+                    "type": "JSON",
+                    "slot_index": 0,
+                    "links": [
+                        187
+                    ]
+                }
+            ],
+            "properties": {
+                "cnr_id": "comfyui-fluxtrainer",
+                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
+                "Node name for S&R": "TrainDatasetAdd"
+            },
+            "widgets_values": [
+                256,
+                256,
+                2,
+                "../!LoraTraining/Datasets/BUGMD_FT/256x256",
+                "bugmd",
+                true,
+                false,
+                1,
+                256,
+                1024
+            ]
+        },
+        {
+            "id": 179,
+            "type": "GetNode",
+            "pos": [
+                6166.7958984375,
+                112.6269760131836
+            ],
+            "size": [
+                210,
+                58
+            ],
+            "flags": {
+                "collapsed": true
+            },
+            "order": 20,
+            "mode": 4,
+            "inputs": [],
+            "outputs": [
+                {
+                    "name": "IMAGE",
+                    "type": "IMAGE",
+                    "slot_index": 0,
+                    "links": [
+                        294
+                    ]
+                }
+            ],
+            "title": "Get_Sampler5",
+            "properties": {},
+            "widgets_values": [
+                "Sampler5"
+            ],
+            "color": "#2a363b",
+            "bgcolor": "#3f5159"
+        },
+        {
+            "id": 130,
+            "type": "SaveImage",
+            "pos": [
+                5873.35791015625,
+                917.45654296875
+            ],
+            "size": [
+                875.0015258789062,
+                2891.4619140625
+            ],
+            "flags": {},
+            "order": 72,
+            "mode": 4,
+            "inputs": [
+                {
+                    "name": "images",
+                    "type": "IMAGE",
+                    "link": 214
+                }
+            ],
+            "outputs": [],
+            "properties": {
+                "cnr_id": "comfy-core",
+                "ver": "0.3.18",
+                "Node name for S&R": "SaveImage"
+            },
+            "widgets_values": [
+                "flux_lora_trainer_sheet"
+            ],
+            "color": "#223",
+            "bgcolor": "#335"
+        },
         {
             "id": 135,
             "type": "StringConstantMultiline",
@@ -2721,7 +2888,7 @@
                 465.0767517089844
             ],
             "flags": {},
-            "order": 19,
+            "order": 21,
             "mode": 0,
             "inputs": [],
             "outputs": [
@@ -2741,7 +2908,7 @@
                 "Node name for S&R": "StringConstantMultiline"
             },
             "widgets_values": [
-                "Professional product photography of bugmd. Magical background, perfect light and shadows, product placed on the reflective metal desk.",
+                "Professional product photography of fstbl. Magical background, perfect light and shadows, product placed on the reflective metal desk.",
                 true
             ]
         },
@@ -2793,7 +2960,7 @@
                 "Node name for S&R": "FluxTrainLoop"
             },
             "widgets_values": [
-                400
+                200
             ],
             "color": "#232",
             "bgcolor": "#353"
@@ -2846,30 +3013,30 @@
                 "Node name for S&R": "FluxTrainLoop"
             },
             "widgets_values": [
-                400
+                200
             ],
             "color": "#232",
             "bgcolor": "#353"
         },
         {
-            "id": 139,
+            "id": 154,
             "type": "FluxTrainLoop",
             "pos": [
-                1534.1473388671875,
-                1082.5596923828125
+                4816.13037109375,
+                1176.24951171875
             ],
             "size": [
                 393,
                 78
             ],
             "flags": {},
-            "order": 30,
+            "order": 56,
             "mode": 0,
             "inputs": [
                 {
                     "name": "network_trainer",
                     "type": "NETWORKTRAINER",
-                    "link": 311
+                    "link": 278
                 }
             ],
             "outputs": [
@@ -2879,8 +3046,8 @@
                     "type": "NETWORKTRAINER",
                     "slot_index": 0,
                     "links": [
-                        243,
-                        245
+                        252,
+                        253
                     ]
                 },
                 {
@@ -2889,7 +3056,7 @@
                     "type": "INT",
                     "slot_index": 1,
                     "links": [
-                        257
+                        280
                     ]
                 }
             ],
@@ -2899,30 +3066,30 @@
                 "Node name for S&R": "FluxTrainLoop"
             },
             "widgets_values": [
-                400
+                200
             ],
             "color": "#232",
             "bgcolor": "#353"
         },
         {
-            "id": 154,
+            "id": 139,
             "type": "FluxTrainLoop",
             "pos": [
-                4816.13037109375,
-                1176.24951171875
+                1534.1473388671875,
+                1082.5596923828125
             ],
             "size": [
                 393,
                 78
             ],
             "flags": {},
-            "order": 56,
+            "order": 30,
             "mode": 0,
             "inputs": [
                 {
                     "name": "network_trainer",
                     "type": "NETWORKTRAINER",
-                    "link": 278
+                    "link": 311
                 }
             ],
             "outputs": [
@@ -2932,8 +3099,8 @@
                     "type": "NETWORKTRAINER",
                     "slot_index": 0,
                     "links": [
-                        252,
-                        253
+                        243,
+                        245
                     ]
                 },
                 {
@@ -2942,7 +3109,7 @@
                     "type": "INT",
                     "slot_index": 1,
                     "links": [
-                        280
+                        257
                     ]
                 }
             ],
@@ -2958,149 +3125,24 @@
             "bgcolor": "#353"
         },
         {
-            "id": 179,
-            "type": "GetNode",
-            "pos": [
-                6166.7958984375,
-                112.6269760131836
-            ],
-            "size": [
-                210,
-                58
-            ],
-            "flags": {
-                "collapsed": true
-            },
-            "order": 20,
-            "mode": 4,
-            "inputs": [],
-            "outputs": [
-                {
-                    "name": "IMAGE",
-                    "type": "IMAGE",
-                    "slot_index": 0,
-                    "links": [
-                        294
-                    ]
-                }
-            ],
-            "title": "Get_Sampler5",
-            "properties": {},
-            "widgets_values": [
-                "Sampler5"
-            ],
-            "color": "#2a363b",
-            "bgcolor": "#3f5159"
-        },
-        {
-            "id": 130,
-            "type": "SaveImage",
-            "pos": [
-                5873.35791015625,
-                917.45654296875
-            ],
-            "size": [
-                875.0015258789062,
-                2891.4619140625
-            ],
-            "flags": {},
-            "order": 72,
-            "mode": 4,
-            "inputs": [
-                {
-                    "name": "images",
-                    "type": "IMAGE",
-                    "link": 214
-                }
-            ],
-            "outputs": [],
-            "properties": {
-                "cnr_id": "comfy-core",
-                "ver": "0.3.18",
-                "Node name for S&R": "SaveImage"
-            },
-            "widgets_values": [
-                "flux_lora_trainer_sheet",
-                ""
-            ],
-            "color": "#223",
-            "bgcolor": "#335"
-        },
-        {
-            "id": 111,
-            "type": "TrainDatasetAdd",
-            "pos": [
-                -774.5202026367188,
-                169.9476318359375
-            ],
-            "size": [
-                285.7715759277344,
-                481.4342956542969
-            ],
-            "flags": {},
-            "order": 26,
-            "mode": 0,
-            "inputs": [
-                {
-                    "name": "dataset_config",
-                    "type": "JSON",
-                    "link": 187
-                },
-                {
-                    "name": "regularization",
-                    "shape": 7,
-                    "type": "JSON",
-                    "link": null
-                }
-            ],
-            "outputs": [
-                {
-                    "name": "dataset",
-                    "shape": 3,
-                    "type": "JSON",
-                    "slot_index": 0,
-                    "links": [
-                        188
-                    ]
-                }
-            ],
-            "properties": {
-                "cnr_id": "comfyui-fluxtrainer",
-                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
-                "Node name for S&R": "TrainDatasetAdd"
-            },
-            "widgets_values": [
-                768,
-                1360,
-                4,
-                "../!LoraTraining/Datasets/BUGMD_FT_NEW/768x1360",
-                "bugmd",
-                true,
-                true,
-                1,
-                512,
-                1360
-            ]
-        },
-        {
-            "id": 109,
+            "id": 112,
             "type": "TrainDatasetAdd",
             "pos": [
-                -1074.5203857421875,
+                -474.52020263671875,
                 169.9476318359375
             ],
             "size": [
-                273.50897216796875,
-                478.404052734375
+                274.7413330078125,
+                482.4444580078125
             ],
             "flags": {},
-            "order": 22,
+            "order": 28,
             "mode": 0,
             "inputs": [
                 {
                     "name": "dataset_config",
                     "type": "JSON",
-                    "link": 239
+                    "link": 188
                 },
                 {
                     "name": "regularization",
@@ -3116,7 +3158,7 @@
                     "type": "JSON",
                     "slot_index": 0,
                     "links": [
-                        187
+                        189
                     ]
                 }
             ],
@@ -3126,80 +3168,37 @@
                 "Node name for S&R": "TrainDatasetAdd"
             },
             "widgets_values": [
-                1360,
-                768,
+                1024,
+                1024,
                 4,
-                "../!LoraTraining/Datasets/BUGMD_FT_NEW/1360x768",
+                "../!LoraTraining/Datasets/BUGMD_REFINED/Base",
                 "bugmd",
                 true,
                 true,
-                1,
+                20,
                 512,
                 1360
             ]
         },
         {
-            "id": 138,
-            "type": "OptimizerConfigAdafactor",
-            "pos": [
-                244.04385375976562,
-                345.0316162109375
-            ],
-            "size": [
-                402.7909240722656,
-                387.0909118652344
-            ],
-            "flags": {},
-            "order": 21,
-            "mode": 0,
-            "inputs": [],
-            "outputs": [
-                {
-                    "name": "optimizer_settings",
-                    "type": "ARGS",
-                    "links": [
-                        293
-                    ]
-                }
-            ],
-            "properties": {
-                "cnr_id": "comfyui-fluxtrainer",
-                "ver": "639b3e80ba66e42605a34f393b576cd489e06734",
-                "Node name for S&R": "OptimizerConfigAdafactor"
-            },
-            "widgets_values": [
-                1,
-                "constant_with_warmup",
-                32,
-                1,
-                1,
-                false,
-                false,
-                false,
-                1,
-                5,
-                ""
-            ]
-        },
-        {
-            "id": 112,
+            "id": 111,
             "type": "TrainDatasetAdd",
             "pos": [
-                -474.52020263671875,
+                -774.5202026367188,
                 169.9476318359375
             ],
             "size": [
-                274.7413330078125,
-                482.4444580078125
+                285.7715759277344,
+                481.4342956542969
             ],
             "flags": {},
-            "order": 28,
+            "order": 26,
             "mode": 0,
             "inputs": [
                 {
                     "name": "dataset_config",
                     "type": "JSON",
-                    "link": 188
+                    "link": 187
                 },
                 {
                     "name": "regularization",
@@ -3215,7 +3214,7 @@
                     "type": "JSON",
                     "slot_index": 0,
                     "links": [
-                        189
+                        188
                     ]
                 }
             ],
@@ -3228,13 +3227,13 @@
                 1024,
                 1024,
                 4,
-                "../!LoraTraining/Datasets/BUGMD_FT_NEW/1024x1024",
+                "../!LoraTraining/Datasets/BUGMD_REFINED/Closeup",
                 "bugmd",
                 true,
                 true,
-                1,
-                768,
-                1024
+                20,
+                512,
+                1360
             ]
         },
         {
@@ -3332,12 +3331,12 @@
                 "Node name for S&R": "InitFluxLoRATraining"
             },
             "widgets_values": [
-                "bugmd_ds3_nd32_na32_batch4_lr0002_0402",
-                "../!LoraTraining/Datasets/BUGMD_FT_NEW/Result",
+                "bugmd_nocap_2d_nd32_na32_lr0002",
+                "../!LoraTraining/Datasets/BUGMD_REFINED/Results/",
                 32,
                 32.00000000000001,
                 0.00020000000000000006,
-                1600,
+                1000,
                 true,
                 "memory",
                 "memory",
@@ -3358,8 +3357,8 @@
                 "xformers",
                 "",
                 "",
-                "clip_l",
-                2.000000000000001e-05,
+                "disabled",
+                0,
                 0,
                 "enabled"
             ]
@@ -4026,10 +4025,10 @@
     "config": {},
     "extra": {
         "ds": {
-            "scale": 0.7513148009015781,
+            "scale": 0.8264462809917358,
             "offset": [
-                1299.723876953125,
-                188.55181884765625
+                783.9412657969083,
+                -88.88216059965066
             ]
         },
         "VHS_latentpreview": true,

newfortest/fandt_1200_Res2_3d_nd32_na32_lr0002_0412_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c81a0f5f99740219b8765ac988d49b73f8f1d9dd31a45eea8920396c2cce6e0
+size 317096912

newfortest/fandt_3000_3d_b122_nd32_na32_lr0002_0412_rank32_bf16-step02400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0a18af37e7680e9178ed397fb8d320d73555fbd92ed9b541749defba690f62
+size 317096912

newfortest/fandt_3000_3d_b122_nd32_na32_lr0002_0412_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cfa07b8b00552f78795ee7e5373a5ab0c013dbcb657eac13f5098dc7e8718e
+size 317096912

newfortest/fandt_3200_3d_b111_nd32_na32_lr0002_0412_rank32_bf16-step02600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050ae2c12377be612462a4e6264c5bd8e4c8481377babe6aba836facd2a18cdd
+size 317096912

newfortest/fandt_3200_3d_b111_nd32_na32_lr0002_0412_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5257bdee9783c1f4abe55b06bc32521194b9fd0de551bec8e895d2d3ec12b60
+size 317096912

newfortest/fandt_3400_3d_b222_nd32_na32_lr0002_0412_rank32_bf16-step02800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be848f87f354b440aaba75aa24567a5ccad4b0a0ae7165041ef7df684f856f7
+size 317096896

newfortest/fandt_3400_3d_b222_nd32_na32_lr0002_0412_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24790d2296242ad1013d108d1bb392d1a6b5122451a97afd378a8853d9bcb48
+size 317096896

newfortest/fstbl_x1024_no_caption_nd32_na32_lr0002_args.json

@@ -0,0 +1,213 @@
+{
+    "console_log_level": null,
+    "console_log_file": null,
+    "console_log_simple": false,
+    "v2": false,
+    "v_parameterization": false,
+    "pretrained_model_name_or_path": "/home/Ubuntu/ComfyUI/models/unet/flux1-dev.safetensors",
+    "tokenizer_cache_dir": null,
+    "train_data_dir": null,
+    "cache_info": false,
+    "shuffle_caption": false,
+    "caption_separator": ",",
+    "caption_extension": ".caption",
+    "caption_extention": null,
+    "keep_tokens": 0,
+    "keep_tokens_separator": "",
+    "secondary_separator": null,
+    "enable_wildcard": false,
+    "caption_prefix": null,
+    "caption_suffix": null,
+    "color_aug": false,
+    "flip_aug": false,
+    "face_crop_aug_range": null,
+    "random_crop": false,
+    "debug_dataset": false,
+    "resolution": null,
+    "cache_latents": true,
+    "vae_batch_size": 1,
+    "cache_latents_to_disk": false,
+    "skip_cache_check": false,
+    "enable_bucket": false,
+    "min_bucket_reso": 256,
+    "max_bucket_reso": 1024,
+    "bucket_reso_steps": 64,
+    "bucket_no_upscale": false,
+    "token_warmup_min": 1,
+    "token_warmup_step": 0,
+    "alpha_mask": false,
+    "dataset_class": null,
+    "caption_dropout_rate": 0.0,
+    "caption_dropout_every_n_epochs": 0,
+    "caption_tag_dropout_rate": 0.0,
+    "reg_data_dir": null,
+    "in_json": null,
+    "dataset_repeats": 1,
+    "output_dir": "../!LoraTraining/Datasets/fstbl_x1024_no_caption/Results/",
+    "output_name": "fstbl_x1024_no_caption_nd32_na32_lr0002_rank32_bf16",
+    "huggingface_repo_id": null,
+    "huggingface_repo_type": null,
+    "huggingface_path_in_repo": null,
+    "huggingface_token": null,
+    "huggingface_repo_visibility": null,
+    "save_state_to_huggingface": false,
+    "resume_from_huggingface": false,
+    "async_upload": false,
+    "save_precision": "bf16",
+    "save_every_n_epochs": null,
+    "save_every_n_steps": null,
+    "save_n_epoch_ratio": null,
+    "save_last_n_epochs": null,
+    "save_last_n_epochs_state": null,
+    "save_last_n_steps": null,
+    "save_last_n_steps_state": null,
+    "save_state": false,
+    "save_state_on_train_end": false,
+    "resume": null,
+    "train_batch_size": 1,
+    "max_token_length": null,
+    "mem_eff_attn": true,
+    "torch_compile": false,
+    "dynamo_backend": "inductor",
+    "xformers": true,
+    "sdpa": false,
+    "vae": null,
+    "max_train_steps": 800,
+    "max_train_epochs": null,
+    "max_data_loader_n_workers": 0,
+    "persistent_data_loader_workers": false,
+    "seed": 42,
+    "gradient_checkpointing": true,
+    "gradient_accumulation_steps": 1,
+    "mixed_precision": "bf16",
+    "full_fp16": false,
+    "full_bf16": true,
+    "fp8_base": false,
+    "fp8_dtype": "e4m3",
+    "ddp_timeout": null,
+    "ddp_gradient_as_bucket_view": false,
+    "ddp_static_graph": false,
+    "clip_skip": null,
+    "logging_dir": null,
+    "log_with": null,
+    "log_prefix": null,
+    "log_tracker_name": null,
+    "wandb_run_name": null,
+    "log_tracker_config": null,
+    "wandb_api_key": null,
+    "log_config": false,
+    "noise_offset": null,
+    "noise_offset_random_strength": false,
+    "multires_noise_iterations": null,
+    "ip_noise_gamma": null,
+    "ip_noise_gamma_random_strength": false,
+    "multires_noise_discount": 0.3,
+    "adaptive_noise_scale": null,
+    "zero_terminal_snr": false,
+    "min_timestep": null,
+    "max_timestep": null,
+    "loss_type": "l2",
+    "huber_schedule": "snr",
+    "huber_c": 0.1,
+    "huber_scale": 1.0,
+    "lowram": false,
+    "highvram": true,
+    "sample_every_n_steps": null,
+    "sample_at_first": false,
+    "sample_every_n_epochs": null,
+    "sample_prompts": [
+        "Professional product photography of fstbl. Magical background, perfect light and shadows, product placed on the reflective metal desk."
+    ],
+    "sample_sampler": "ddim",
+    "config_file": null,
+    "output_config": false,
+    "metadata_title": null,
+    "metadata_author": null,
+    "metadata_description": null,
+    "metadata_license": null,
+    "metadata_tags": null,
+    "prior_loss_weight": 1.0,
+    "conditioning_data_dir": null,
+    "masked_loss": false,
+    "deepspeed": false,
+    "zero_stage": 2,
+    "offload_optimizer_device": null,
+    "offload_optimizer_nvme_path": null,
+    "offload_param_device": null,
+    "offload_param_nvme_path": null,
+    "zero3_init_flag": false,
+    "zero3_save_16bit_model": false,
+    "fp16_master_weights_and_gradients": false,
+    "optimizer_type": "adafactor",
+    "use_8bit_adam": false,
+    "use_lion_optimizer": false,
+    "learning_rate": 0.00020000000000000006,
+    "max_grad_norm": 1.0,
+    "optimizer_args": [
+        "relative_step=False",
+        "scale_parameter=False",
+        "warmup_init=False",
+        "clip_threshold=1.0"
+    ],
+    "lr_scheduler_type": "",
+    "lr_scheduler_args": null,
+    "lr_scheduler": "constant",
+    "lr_warmup_steps": 0,
+    "lr_decay_steps": 0,
+    "lr_scheduler_num_cycles": 1,
+    "lr_scheduler_power": 1.0,
+    "fused_backward_pass": false,
+    "lr_scheduler_timescale": null,
+    "lr_scheduler_min_lr_ratio": null,
+    "dataset_config": "[[datasets]]\nresolution = [ 1024, 1024,]\nbatch_size = 4\nenable_bucket = true\nbucket_no_upscale = false\nmin_bucket_reso = 512\nmax_bucket_reso = 1024\n[[datasets.subsets]]\nimage_dir = \"../!LoraTraining/Datasets/fstbl_x1024_no_caption\"\nclass_tokens = \"fstbl\"\nnum_repeats = 1\n\n\n[general]\nshuffle_caption = false\ncaption_extension = \".txt\"\nkeep_tokens_separator = \"|||\"\ncaption_dropout_rate = 0.0\ncolor_aug = false\nflip_aug = false\n",
+    "cache_text_encoder_outputs": true,
+    "cache_text_encoder_outputs_to_disk": false,
+    "text_encoder_batch_size": null,
+    "disable_mmap_load_safetensors": false,
+    "weighting_scheme": "logit_normal",
+    "logit_mean": 0.0,
+    "logit_std": 1.0,
+    "mode_scale": 1.29,
+    "blocks_to_swap": 0,
+    "min_snr_gamma": 5.0,
+    "scale_v_pred_loss_like_noise_pred": false,
+    "v_pred_like_loss": null,
+    "debiased_estimation_loss": false,
+    "weighted_captions": false,
+    "cpu_offload_checkpointing": false,
+    "no_metadata": false,
+    "save_model_as": "safetensors",
+    "unet_lr": null,
+    "text_encoder_lr": null,
+    "fp8_base_unet": false,
+    "network_weights": null,
+    "network_module": ".networks.lora_flux",
+    "network_dim": 32,
+    "network_alpha": 32.00000000000001,
+    "network_dropout": null,
+    "network_args": [],
+    "network_train_unet_only": true,
+    "network_train_text_encoder_only": false,
+    "training_comment": null,
+    "dim_from_weights": false,
+    "scale_weight_norms": null,
+    "base_weights": null,
+    "base_weights_multiplier": null,
+    "no_half_vae": false,
+    "skip_until_initial_step": false,
+    "initial_epoch": null,
+    "initial_step": null,
+    "clip_l": "/home/Ubuntu/ComfyUI/models/clip/ViT-L-14-TEXT-detail-improved-hiT-GmP-TE-only-HF.safetensors",
+    "t5xxl": "/home/Ubuntu/ComfyUI/models/clip/t5xxl_fp16.safetensors",
+    "ae": "/home/Ubuntu/ComfyUI/models/vae/ae.safetensors",
+    "t5xxl_max_token_length": 512,
+    "apply_t5_attn_mask": true,
+    "guidance_scale": 1.0,
+    "timestep_sampling": "shift",
+    "sigmoid_scale": 1.0,
+    "model_prediction_type": "raw",
+    "discrete_flow_shift": 3.1582000000000003,
+    "bypass_flux_guidance": false,
+    "num_cpu_threads_per_process": 1,
+    "spda": false
+}

newfortest/fstbl_x1024_no_caption_nd32_na32_lr0002_rank32_bf16-step00200.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2a5b9f8af887f999093fdc131819010eaca0f92ae163f5eef9aface13bb59a
+size 306430424

newfortest/fstbl_x1024_no_caption_nd32_na32_lr0002_rank32_bf16-step00400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeeb202db1963d8450205131409e7ce2a562fa20273f94b739adebd1215c3e1
+size 306430424

newfortest/fstbl_x1024_no_caption_nd32_na32_lr0002_rank32_bf16-step00600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8aa35617a1548f225ff55a82de2ef0cc35122c1fda07c22b0954cf8ba13da2
+size 306430424

newfortest/fstbl_x1024_no_caption_nd32_na32_lr0002_rank32_bf16-step00800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11addc999fd5b36e60a8029af8b84acf9d7cca65b8e5525cbf655086fc9e0c7d
+size 306430424

newfortest/fstbl_x1024_no_caption_nd32_na32_lr0002_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d02bc7ac3eda191cb259932b9125337fd3cf44ed3f40c7182e3d5066c91c6
+size 306430424

newfortest/vamose_b3_0409_nd32_na32_lr0002_4dtasets_rank32_bf16-step00400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9660c2f31772e14511400ef680b51b1555418e3bc2be291f9f7dc5b67f2e6f3a
+size 317090144

newfortest/vamose_b3_0409_nd32_na32_lr0002_4dtasets_rank32_bf16-step00600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cf50a337542a836c9bfe650b3122e6cb052ea4cfb9e84591e6bc669ffe919f
+size 317090144

newfortest/vamose_b3_0409_nd32_na32_lr0002_4dtasets_rank32_bf16-step00800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b559bcd5159d4a6f3e549f14093ed4978877b46cb1384de46a31b08b0cb430d
+size 317090144

newfortest/vamose_b3_0409_nd32_na32_lr0002_4dtasets_rank32_bf16-step01000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e582905d7c6e325430a8fea1340ab2100be5115f3d16765101a7d7ec68f532c8
+size 317090144

newfortest/vamose_b3_0409_nd32_na32_lr0002_4dtasets_rank32_bf16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b4cbf137625afc5c9ad435f8bef29d9484cc619866e4cc2e6fccf74861d41a
+size 317090144