{ "config": { "data_dir": "training_data", "output_dir": "lora_output_v2", "num_epochs": 100, "learning_rate": 1e-05, "weight_decay": 0.01, "gradient_clip": 1.0, "seed": 42, "warmup_epochs": 5, "gradient_accumulation_steps": 16, "lora_rank": 32, "lora_alpha": 64, "lora_dropout": 0.05, "save_every": 20, "validate_every": 5, "model_id": "stabilityai/stable-diffusion-xl-base-1.0", "prompt": "a high quality photograph", "num_timestep_buckets": 8, "max_timestep": 600 }, "metrics_history": [ { "epoch": 61, "train_loss": 20.488782158002465, "val_loss": null, "learning_rate": 3.6129854561907786e-06, "epoch_time": 143.37962675094604, "total_time": 143.3796329498291, "best_val_loss": 20.488782158002465, "nan_count": 0 }, { "epoch": 62, "train_loss": 9.74859287728452, "val_loss": null, "learning_rate": 3.4549150281252635e-06, "epoch_time": 142.21597123146057, "total_time": 285.59905791282654, "best_val_loss": 9.74859287728452, "nan_count": 0 }, { "epoch": 63, "train_loss": 15.27188630646043, "val_loss": null, "learning_rate": 3.298534127791785e-06, "epoch_time": 142.50022792816162, "total_time": 428.103568315506, "best_val_loss": 15.27188630646043, "nan_count": 0 }, { "epoch": 64, "train_loss": 7.821349680899746, "val_loss": null, "learning_rate": 3.1440137554088957e-06, "epoch_time": 142.3607213497162, "total_time": 570.4668045043945, "best_val_loss": 7.821349680899746, "nan_count": 0 }, { "epoch": 65, "train_loss": 3.4137809784643145, "val_loss": 1.3539129746587653, "learning_rate": 2.991522876735154e-06, "epoch_time": 156.72560334205627, "total_time": 727.1954562664032, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 66, "train_loss": 4.995955479543449, "val_loss": null, "learning_rate": 2.8412282383075362e-06, "epoch_time": 142.54419708251953, "total_time": 869.7405939102173, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 67, "train_loss": 2.958466476608171, "val_loss": null, "learning_rate": 2.693294185106562e-06, "epoch_time": 141.25971150398254, "total_time": 1011.0031368732452, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 68, "train_loss": 4.273237870377488, "val_loss": null, "learning_rate": 2.5478824808474613e-06, "epoch_time": 141.45464634895325, "total_time": 1152.4606049060822, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 69, "train_loss": 12.591097270141148, "val_loss": null, "learning_rate": 2.4051521310939258e-06, "epoch_time": 142.30907249450684, "total_time": 1294.7727823257446, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 70, "train_loss": 5.640156377595849, "val_loss": 3.092350325106006, "learning_rate": 2.265259209387867e-06, "epoch_time": 155.33024954795837, "total_time": 1450.1059267520905, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 71, "train_loss": 2.1183283414458858, "val_loss": null, "learning_rate": 2.1283566865852824e-06, "epoch_time": 142.02368235588074, "total_time": 1592.131136894226, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 72, "train_loss": 4.601663330500014, "val_loss": null, "learning_rate": 1.9945942635848745e-06, "epoch_time": 142.66171622276306, "total_time": 1734.7952601909637, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 73, "train_loss": 5.029718443321892, "val_loss": null, "learning_rate": 1.864118207632315e-06, "epoch_time": 142.56201457977295, "total_time": 1877.3608639240265, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 74, "train_loss": 7.356624772298771, "val_loss": null, "learning_rate": 1.7370711923791567e-06, "epoch_time": 141.64917373657227, "total_time": 2019.0135290622711, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 75, "train_loss": 11.158899751388365, "val_loss": 2.7367651415498635, "learning_rate": 1.6135921418712959e-06, "epoch_time": 154.80637192726135, "total_time": 2173.823189020157, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 76, "train_loss": 4.051477667151226, "val_loss": null, "learning_rate": 1.4938160786375571e-06, "epoch_time": 141.70708513259888, "total_time": 2315.53196144104, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 77, "train_loss": 3.035622535806356, "val_loss": null, "learning_rate": 1.3778739760445552e-06, "epoch_time": 142.36884546279907, "total_time": 2457.904289960861, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 78, "train_loss": 10.66036241442586, "val_loss": null, "learning_rate": 1.2658926150792321e-06, "epoch_time": 142.21520614624023, "total_time": 2600.12118935585, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 79, "train_loss": 5.332712841577207, "val_loss": null, "learning_rate": 1.157994445715706e-06, "epoch_time": 141.9722261428833, "total_time": 2742.0967559814453, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 80, "train_loss": 3.920014873607498, "val_loss": 24.47870918873109, "learning_rate": 1.0542974530180327e-06, "epoch_time": 155.21941447257996, "total_time": 2897.3196337223053, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 81, "train_loss": 6.137357483863727, "val_loss": null, "learning_rate": 9.549150281252633e-07, "epoch_time": 142.88429069519043, "total_time": 3041.94571018219, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 82, "train_loss": 4.8302023015683515, "val_loss": null, "learning_rate": 8.599558442598998e-07, "epoch_time": 143.12128472328186, "total_time": 3185.069757461548, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 83, "train_loss": 2.897690278928106, "val_loss": null, "learning_rate": 7.695237378953224e-07, "epoch_time": 141.9867081642151, "total_time": 3327.059638261795, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 84, "train_loss": 2.0897918677060967, "val_loss": null, "learning_rate": 6.837175952121305e-07, "epoch_time": 142.559903383255, "total_time": 3469.6231877803802, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 85, "train_loss": 2.6611573710494367, "val_loss": 3.7101728804409504, "learning_rate": 6.026312439675553e-07, "epoch_time": 155.1181299686432, "total_time": 3624.743953704834, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 86, "train_loss": 7.695689321971602, "val_loss": null, "learning_rate": 5.263533508961827e-07, "epoch_time": 142.60703897476196, "total_time": 3767.3530497550964, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 87, "train_loss": 9.102894639410078, "val_loss": null, "learning_rate": 4.549673247541875e-07, "epoch_time": 143.00318336486816, "total_time": 3910.357787132263, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 88, "train_loss": 2.502149013486794, "val_loss": null, "learning_rate": 3.885512251130763e-07, "epoch_time": 142.2848289012909, "total_time": 4052.646143913269, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 89, "train_loss": 5.40733334747557, "val_loss": null, "learning_rate": 3.271776770026963e-07, "epoch_time": 142.28666615486145, "total_time": 4194.934349060059, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 90, "train_loss": 2.4609227897444117, "val_loss": 27.69206017628312, "learning_rate": 2.7091379149682683e-07, "epoch_time": 155.36214113235474, "total_time": 4350.29993724823, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 91, "train_loss": 5.39812266294741, "val_loss": null, "learning_rate": 2.198210923282118e-07, "epoch_time": 142.426442861557, "total_time": 4492.728514432907, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 92, "train_loss": 3.1869998760107494, "val_loss": null, "learning_rate": 1.7395544861325718e-07, "epoch_time": 142.7557623386383, "total_time": 4635.487599611282, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 93, "train_loss": 2.5547544927672585, "val_loss": null, "learning_rate": 1.333670137599713e-07, "epoch_time": 143.1071343421936, "total_time": 4778.598335981369, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 94, "train_loss": 2.7601734893732806, "val_loss": null, "learning_rate": 9.810017062595322e-08, "epoch_time": 142.9020233154297, "total_time": 4921.503479719162, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 95, "train_loss": 3.5168714061767483, "val_loss": 9.10100861305469, "learning_rate": 6.819348298638839e-08, "epoch_time": 154.88099265098572, "total_time": 5076.388066530228, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 96, "train_loss": 3.9447177040545887, "val_loss": null, "learning_rate": 4.367965336512403e-08, "epoch_time": 141.7728033065796, "total_time": 5218.162786960602, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 97, "train_loss": 6.051030349847861, "val_loss": null, "learning_rate": 2.4585487274942922e-08, "epoch_time": 143.004798412323, "total_time": 5361.170787096024, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 98, "train_loss": 6.638974545474372, "val_loss": null, "learning_rate": 1.0931863906127327e-08, "epoch_time": 142.5158703327179, "total_time": 5503.689896821976, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 99, "train_loss": 9.435705656734191, "val_loss": null, "learning_rate": 2.7337132953697555e-09, "epoch_time": 142.18374347686768, "total_time": 5645.876638650894, "best_val_loss": 1.3539129746587653, "nan_count": 0 }, { "epoch": 100, "train_loss": 7.9739026984122265, "val_loss": 3.4748288934168063, "learning_rate": 0.0, "epoch_time": 155.27468371391296, "total_time": 5801.154787063599, "best_val_loss": 1.3539129746587653, "nan_count": 0 } ], "final_train_loss": 7.9739026984122265, "best_val_loss": 1.3539129746587653, "total_epochs": 40, "timestamp": "2025-12-05T22:13:47.777813" }