| { |
| "config": { |
| "data_dir": "training_data", |
| "output_dir": "lora_output_v2", |
| "num_epochs": 100, |
| "learning_rate": 1e-05, |
| "weight_decay": 0.01, |
| "gradient_clip": 1.0, |
| "seed": 42, |
| "warmup_epochs": 5, |
| "gradient_accumulation_steps": 16, |
| "lora_rank": 32, |
| "lora_alpha": 64, |
| "lora_dropout": 0.05, |
| "save_every": 20, |
| "validate_every": 5, |
| "model_id": "stabilityai/stable-diffusion-xl-base-1.0", |
| "prompt": "a high quality photograph", |
| "num_timestep_buckets": 8, |
| "max_timestep": 600 |
| }, |
| "metrics_history": [ |
| { |
| "epoch": 61, |
| "train_loss": 20.488782158002465, |
| "val_loss": null, |
| "learning_rate": 3.6129854561907786e-06, |
| "epoch_time": 143.37962675094604, |
| "total_time": 143.3796329498291, |
| "best_val_loss": 20.488782158002465, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 62, |
| "train_loss": 9.74859287728452, |
| "val_loss": null, |
| "learning_rate": 3.4549150281252635e-06, |
| "epoch_time": 142.21597123146057, |
| "total_time": 285.59905791282654, |
| "best_val_loss": 9.74859287728452, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 63, |
| "train_loss": 15.27188630646043, |
| "val_loss": null, |
| "learning_rate": 3.298534127791785e-06, |
| "epoch_time": 142.50022792816162, |
| "total_time": 428.103568315506, |
| "best_val_loss": 15.27188630646043, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 64, |
| "train_loss": 7.821349680899746, |
| "val_loss": null, |
| "learning_rate": 3.1440137554088957e-06, |
| "epoch_time": 142.3607213497162, |
| "total_time": 570.4668045043945, |
| "best_val_loss": 7.821349680899746, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 65, |
| "train_loss": 3.4137809784643145, |
| "val_loss": 1.3539129746587653, |
| "learning_rate": 2.991522876735154e-06, |
| "epoch_time": 156.72560334205627, |
| "total_time": 727.1954562664032, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 66, |
| "train_loss": 4.995955479543449, |
| "val_loss": null, |
| "learning_rate": 2.8412282383075362e-06, |
| "epoch_time": 142.54419708251953, |
| "total_time": 869.7405939102173, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 67, |
| "train_loss": 2.958466476608171, |
| "val_loss": null, |
| "learning_rate": 2.693294185106562e-06, |
| "epoch_time": 141.25971150398254, |
| "total_time": 1011.0031368732452, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 68, |
| "train_loss": 4.273237870377488, |
| "val_loss": null, |
| "learning_rate": 2.5478824808474613e-06, |
| "epoch_time": 141.45464634895325, |
| "total_time": 1152.4606049060822, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 69, |
| "train_loss": 12.591097270141148, |
| "val_loss": null, |
| "learning_rate": 2.4051521310939258e-06, |
| "epoch_time": 142.30907249450684, |
| "total_time": 1294.7727823257446, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 70, |
| "train_loss": 5.640156377595849, |
| "val_loss": 3.092350325106006, |
| "learning_rate": 2.265259209387867e-06, |
| "epoch_time": 155.33024954795837, |
| "total_time": 1450.1059267520905, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 71, |
| "train_loss": 2.1183283414458858, |
| "val_loss": null, |
| "learning_rate": 2.1283566865852824e-06, |
| "epoch_time": 142.02368235588074, |
| "total_time": 1592.131136894226, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 72, |
| "train_loss": 4.601663330500014, |
| "val_loss": null, |
| "learning_rate": 1.9945942635848745e-06, |
| "epoch_time": 142.66171622276306, |
| "total_time": 1734.7952601909637, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 73, |
| "train_loss": 5.029718443321892, |
| "val_loss": null, |
| "learning_rate": 1.864118207632315e-06, |
| "epoch_time": 142.56201457977295, |
| "total_time": 1877.3608639240265, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 74, |
| "train_loss": 7.356624772298771, |
| "val_loss": null, |
| "learning_rate": 1.7370711923791567e-06, |
| "epoch_time": 141.64917373657227, |
| "total_time": 2019.0135290622711, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 75, |
| "train_loss": 11.158899751388365, |
| "val_loss": 2.7367651415498635, |
| "learning_rate": 1.6135921418712959e-06, |
| "epoch_time": 154.80637192726135, |
| "total_time": 2173.823189020157, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 76, |
| "train_loss": 4.051477667151226, |
| "val_loss": null, |
| "learning_rate": 1.4938160786375571e-06, |
| "epoch_time": 141.70708513259888, |
| "total_time": 2315.53196144104, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 77, |
| "train_loss": 3.035622535806356, |
| "val_loss": null, |
| "learning_rate": 1.3778739760445552e-06, |
| "epoch_time": 142.36884546279907, |
| "total_time": 2457.904289960861, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 78, |
| "train_loss": 10.66036241442586, |
| "val_loss": null, |
| "learning_rate": 1.2658926150792321e-06, |
| "epoch_time": 142.21520614624023, |
| "total_time": 2600.12118935585, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 79, |
| "train_loss": 5.332712841577207, |
| "val_loss": null, |
| "learning_rate": 1.157994445715706e-06, |
| "epoch_time": 141.9722261428833, |
| "total_time": 2742.0967559814453, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 80, |
| "train_loss": 3.920014873607498, |
| "val_loss": 24.47870918873109, |
| "learning_rate": 1.0542974530180327e-06, |
| "epoch_time": 155.21941447257996, |
| "total_time": 2897.3196337223053, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 81, |
| "train_loss": 6.137357483863727, |
| "val_loss": null, |
| "learning_rate": 9.549150281252633e-07, |
| "epoch_time": 142.88429069519043, |
| "total_time": 3041.94571018219, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 82, |
| "train_loss": 4.8302023015683515, |
| "val_loss": null, |
| "learning_rate": 8.599558442598998e-07, |
| "epoch_time": 143.12128472328186, |
| "total_time": 3185.069757461548, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 83, |
| "train_loss": 2.897690278928106, |
| "val_loss": null, |
| "learning_rate": 7.695237378953224e-07, |
| "epoch_time": 141.9867081642151, |
| "total_time": 3327.059638261795, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 84, |
| "train_loss": 2.0897918677060967, |
| "val_loss": null, |
| "learning_rate": 6.837175952121305e-07, |
| "epoch_time": 142.559903383255, |
| "total_time": 3469.6231877803802, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 85, |
| "train_loss": 2.6611573710494367, |
| "val_loss": 3.7101728804409504, |
| "learning_rate": 6.026312439675553e-07, |
| "epoch_time": 155.1181299686432, |
| "total_time": 3624.743953704834, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 86, |
| "train_loss": 7.695689321971602, |
| "val_loss": null, |
| "learning_rate": 5.263533508961827e-07, |
| "epoch_time": 142.60703897476196, |
| "total_time": 3767.3530497550964, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 87, |
| "train_loss": 9.102894639410078, |
| "val_loss": null, |
| "learning_rate": 4.549673247541875e-07, |
| "epoch_time": 143.00318336486816, |
| "total_time": 3910.357787132263, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 88, |
| "train_loss": 2.502149013486794, |
| "val_loss": null, |
| "learning_rate": 3.885512251130763e-07, |
| "epoch_time": 142.2848289012909, |
| "total_time": 4052.646143913269, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 89, |
| "train_loss": 5.40733334747557, |
| "val_loss": null, |
| "learning_rate": 3.271776770026963e-07, |
| "epoch_time": 142.28666615486145, |
| "total_time": 4194.934349060059, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 90, |
| "train_loss": 2.4609227897444117, |
| "val_loss": 27.69206017628312, |
| "learning_rate": 2.7091379149682683e-07, |
| "epoch_time": 155.36214113235474, |
| "total_time": 4350.29993724823, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 91, |
| "train_loss": 5.39812266294741, |
| "val_loss": null, |
| "learning_rate": 2.198210923282118e-07, |
| "epoch_time": 142.426442861557, |
| "total_time": 4492.728514432907, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 92, |
| "train_loss": 3.1869998760107494, |
| "val_loss": null, |
| "learning_rate": 1.7395544861325718e-07, |
| "epoch_time": 142.7557623386383, |
| "total_time": 4635.487599611282, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 93, |
| "train_loss": 2.5547544927672585, |
| "val_loss": null, |
| "learning_rate": 1.333670137599713e-07, |
| "epoch_time": 143.1071343421936, |
| "total_time": 4778.598335981369, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 94, |
| "train_loss": 2.7601734893732806, |
| "val_loss": null, |
| "learning_rate": 9.810017062595322e-08, |
| "epoch_time": 142.9020233154297, |
| "total_time": 4921.503479719162, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 95, |
| "train_loss": 3.5168714061767483, |
| "val_loss": 9.10100861305469, |
| "learning_rate": 6.819348298638839e-08, |
| "epoch_time": 154.88099265098572, |
| "total_time": 5076.388066530228, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 96, |
| "train_loss": 3.9447177040545887, |
| "val_loss": null, |
| "learning_rate": 4.367965336512403e-08, |
| "epoch_time": 141.7728033065796, |
| "total_time": 5218.162786960602, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 97, |
| "train_loss": 6.051030349847861, |
| "val_loss": null, |
| "learning_rate": 2.4585487274942922e-08, |
| "epoch_time": 143.004798412323, |
| "total_time": 5361.170787096024, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 98, |
| "train_loss": 6.638974545474372, |
| "val_loss": null, |
| "learning_rate": 1.0931863906127327e-08, |
| "epoch_time": 142.5158703327179, |
| "total_time": 5503.689896821976, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 99, |
| "train_loss": 9.435705656734191, |
| "val_loss": null, |
| "learning_rate": 2.7337132953697555e-09, |
| "epoch_time": 142.18374347686768, |
| "total_time": 5645.876638650894, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| }, |
| { |
| "epoch": 100, |
| "train_loss": 7.9739026984122265, |
| "val_loss": 3.4748288934168063, |
| "learning_rate": 0.0, |
| "epoch_time": 155.27468371391296, |
| "total_time": 5801.154787063599, |
| "best_val_loss": 1.3539129746587653, |
| "nan_count": 0 |
| } |
| ], |
| "final_train_loss": 7.9739026984122265, |
| "best_val_loss": 1.3539129746587653, |
| "total_epochs": 40, |
| "timestamp": "2025-12-05T22:13:47.777813" |
| } |
