Invalid JSON:
Unexpected token 'N', ..."kground": NaN,
"... is not valid JSON
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 39.8406374501992, | |
| "eval_steps": 500, | |
| "global_step": 10000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.9401e-05, | |
| "loss": 0.1337, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 5.8802000000000004e-05, | |
| "loss": 0.1019, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.3280301374218742, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.2979263681322648, | |
| "eval_loss": 0.5115633606910706, | |
| "eval_mean_accuracy": 0.3280301374218742, | |
| "eval_mean_iou": 0.1489631840661324, | |
| "eval_overall_accuracy": 0.3280301374218742, | |
| "eval_runtime": 438.7652, | |
| "eval_samples_per_second": 0.403, | |
| "eval_steps_per_second": 0.103, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 5.8203e-05, | |
| "loss": 0.1074, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 5.7604e-05, | |
| "loss": 0.1023, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 5.7005e-05, | |
| "loss": 0.0938, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.23996537127753653, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.228712844328851, | |
| "eval_loss": 0.4724666476249695, | |
| "eval_mean_accuracy": 0.23996537127753653, | |
| "eval_mean_iou": 0.1143564221644255, | |
| "eval_overall_accuracy": 0.23996537127753653, | |
| "eval_runtime": 443.45, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 5.6406e-05, | |
| "loss": 0.0978, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 5.5806999999999996e-05, | |
| "loss": 0.098, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.2748412643209889, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.2552499864460663, | |
| "eval_loss": 0.5116878151893616, | |
| "eval_mean_accuracy": 0.2748412643209889, | |
| "eval_mean_iou": 0.12762499322303314, | |
| "eval_overall_accuracy": 0.2748412643209889, | |
| "eval_runtime": 443.0871, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.102, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 5.5208000000000004e-05, | |
| "loss": 0.0898, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 5.4609000000000005e-05, | |
| "loss": 0.0909, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 5.401e-05, | |
| "loss": 0.1018, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.22542577927046176, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.21055654038200955, | |
| "eval_loss": 0.3870295584201813, | |
| "eval_mean_accuracy": 0.22542577927046176, | |
| "eval_mean_iou": 0.10527827019100477, | |
| "eval_overall_accuracy": 0.22542577927046176, | |
| "eval_runtime": 444.3408, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 5.3411e-05, | |
| "loss": 0.103, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 5.2812e-05, | |
| "loss": 0.0928, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.16302576535935373, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.1543756064571143, | |
| "eval_loss": 0.29073458909988403, | |
| "eval_mean_accuracy": 0.16302576535935373, | |
| "eval_mean_iou": 0.07718780322855714, | |
| "eval_overall_accuracy": 0.16302576535935373, | |
| "eval_runtime": 444.9951, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "learning_rate": 5.2213e-05, | |
| "loss": 0.0829, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 5.1614000000000004e-05, | |
| "loss": 0.1011, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 5.1015e-05, | |
| "loss": 0.0936, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.25438696727908666, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.2385044822213372, | |
| "eval_loss": 0.521956205368042, | |
| "eval_mean_accuracy": 0.25438696727908666, | |
| "eval_mean_iou": 0.1192522411106686, | |
| "eval_overall_accuracy": 0.25438696727908666, | |
| "eval_runtime": 447.5561, | |
| "eval_samples_per_second": 0.395, | |
| "eval_steps_per_second": 0.101, | |
| "step": 1506 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 5.0416e-05, | |
| "loss": 0.0951, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 4.9817e-05, | |
| "loss": 0.077, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.13079919315573485, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.12346255077934944, | |
| "eval_loss": 0.16082586348056793, | |
| "eval_mean_accuracy": 0.13079919315573485, | |
| "eval_mean_iou": 0.06173127538967472, | |
| "eval_overall_accuracy": 0.13079919315573485, | |
| "eval_runtime": 445.8469, | |
| "eval_samples_per_second": 0.397, | |
| "eval_steps_per_second": 0.101, | |
| "step": 1757 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 4.9218e-05, | |
| "loss": 0.0962, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 7.57, | |
| "learning_rate": 4.8619e-05, | |
| "loss": 0.0867, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 4.8020000000000004e-05, | |
| "loss": 0.0963, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.09233497948111567, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.09122457394172623, | |
| "eval_loss": 0.1755511313676834, | |
| "eval_mean_accuracy": 0.09233497948111567, | |
| "eval_mean_iou": 0.045612286970863114, | |
| "eval_overall_accuracy": 0.09233497948111567, | |
| "eval_runtime": 445.1627, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 2008 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "learning_rate": 4.7421000000000006e-05, | |
| "loss": 0.0818, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 8.76, | |
| "learning_rate": 4.6822e-05, | |
| "loss": 0.0958, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.18131390415246573, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17249903693217403, | |
| "eval_loss": 0.20272228121757507, | |
| "eval_mean_accuracy": 0.18131390415246573, | |
| "eval_mean_iou": 0.08624951846608701, | |
| "eval_overall_accuracy": 0.18131390415246573, | |
| "eval_runtime": 449.8564, | |
| "eval_samples_per_second": 0.393, | |
| "eval_steps_per_second": 0.1, | |
| "step": 2259 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "learning_rate": 4.6223e-05, | |
| "loss": 0.0708, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 9.56, | |
| "learning_rate": 4.5624e-05, | |
| "loss": 0.0789, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 9.96, | |
| "learning_rate": 4.5025000000000003e-05, | |
| "loss": 0.0755, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.1832192291258856, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17757126348228044, | |
| "eval_loss": 0.2326623797416687, | |
| "eval_mean_accuracy": 0.1832192291258856, | |
| "eval_mean_iou": 0.08878563174114022, | |
| "eval_overall_accuracy": 0.1832192291258856, | |
| "eval_runtime": 444.7175, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 10.36, | |
| "learning_rate": 4.4426000000000005e-05, | |
| "loss": 0.0721, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 10.76, | |
| "learning_rate": 4.3827e-05, | |
| "loss": 0.0632, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.1863268712924413, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.16926196260111048, | |
| "eval_loss": 0.21685290336608887, | |
| "eval_mean_accuracy": 0.1863268712924413, | |
| "eval_mean_iou": 0.08463098130055524, | |
| "eval_overall_accuracy": 0.1863268712924413, | |
| "eval_runtime": 445.68, | |
| "eval_samples_per_second": 0.397, | |
| "eval_steps_per_second": 0.101, | |
| "step": 2761 | |
| }, | |
| { | |
| "epoch": 11.16, | |
| "learning_rate": 4.3228e-05, | |
| "loss": 0.072, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 11.55, | |
| "learning_rate": 4.2629e-05, | |
| "loss": 0.0631, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 11.95, | |
| "learning_rate": 4.203e-05, | |
| "loss": 0.0638, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.19567091286678126, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17036699787604953, | |
| "eval_loss": 0.23091882467269897, | |
| "eval_mean_accuracy": 0.19567091286678126, | |
| "eval_mean_iou": 0.08518349893802477, | |
| "eval_overall_accuracy": 0.19567091286678126, | |
| "eval_runtime": 444.5407, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 3012 | |
| }, | |
| { | |
| "epoch": 12.35, | |
| "learning_rate": 4.1431e-05, | |
| "loss": 0.0519, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 12.75, | |
| "learning_rate": 4.0832e-05, | |
| "loss": 0.0509, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.291047705164002, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.24720592300015404, | |
| "eval_loss": 0.32086309790611267, | |
| "eval_mean_accuracy": 0.291047705164002, | |
| "eval_mean_iou": 0.12360296150007702, | |
| "eval_overall_accuracy": 0.291047705164002, | |
| "eval_runtime": 443.7885, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 3263 | |
| }, | |
| { | |
| "epoch": 13.15, | |
| "learning_rate": 4.0233e-05, | |
| "loss": 0.0582, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 13.55, | |
| "learning_rate": 3.9634e-05, | |
| "loss": 0.0447, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 13.94, | |
| "learning_rate": 3.9035e-05, | |
| "loss": 0.0497, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.23542563022287583, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.20893919902818978, | |
| "eval_loss": 0.3274388611316681, | |
| "eval_mean_accuracy": 0.23542563022287583, | |
| "eval_mean_iou": 0.10446959951409489, | |
| "eval_overall_accuracy": 0.23542563022287583, | |
| "eval_runtime": 444.7957, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 3514 | |
| }, | |
| { | |
| "epoch": 14.34, | |
| "learning_rate": 3.8436e-05, | |
| "loss": 0.0493, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 14.74, | |
| "learning_rate": 3.7837000000000004e-05, | |
| "loss": 0.0396, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.22567791810331977, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.2010380741522634, | |
| "eval_loss": 0.3414766490459442, | |
| "eval_mean_accuracy": 0.22567791810331977, | |
| "eval_mean_iou": 0.1005190370761317, | |
| "eval_overall_accuracy": 0.22567791810331977, | |
| "eval_runtime": 444.8554, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 15.14, | |
| "learning_rate": 3.7238000000000005e-05, | |
| "loss": 0.0395, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 15.54, | |
| "learning_rate": 3.6639e-05, | |
| "loss": 0.0421, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 15.94, | |
| "learning_rate": 3.604e-05, | |
| "loss": 0.0373, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.24863248839912958, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.2243862577330797, | |
| "eval_loss": 0.3529546558856964, | |
| "eval_mean_accuracy": 0.24863248839912958, | |
| "eval_mean_iou": 0.11219312886653986, | |
| "eval_overall_accuracy": 0.24863248839912958, | |
| "eval_runtime": 443.8299, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 4016 | |
| }, | |
| { | |
| "epoch": 16.33, | |
| "learning_rate": 3.544100000000001e-05, | |
| "loss": 0.0347, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 16.73, | |
| "learning_rate": 3.4842e-05, | |
| "loss": 0.0388, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.19738620216814556, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17782348123050207, | |
| "eval_loss": 0.3312065899372101, | |
| "eval_mean_accuracy": 0.19738620216814556, | |
| "eval_mean_iou": 0.08891174061525103, | |
| "eval_overall_accuracy": 0.19738620216814556, | |
| "eval_runtime": 443.0268, | |
| "eval_samples_per_second": 0.4, | |
| "eval_steps_per_second": 0.102, | |
| "step": 4267 | |
| }, | |
| { | |
| "epoch": 17.13, | |
| "learning_rate": 3.4243000000000004e-05, | |
| "loss": 0.0364, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 17.53, | |
| "learning_rate": 3.3644000000000005e-05, | |
| "loss": 0.031, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 17.93, | |
| "learning_rate": 3.3045000000000006e-05, | |
| "loss": 0.0346, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.21248844881209075, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.18067614279030617, | |
| "eval_loss": 0.306113600730896, | |
| "eval_mean_accuracy": 0.21248844881209075, | |
| "eval_mean_iou": 0.09033807139515308, | |
| "eval_overall_accuracy": 0.21248844881209075, | |
| "eval_runtime": 444.0478, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 4518 | |
| }, | |
| { | |
| "epoch": 18.33, | |
| "learning_rate": 3.2446e-05, | |
| "loss": 0.0301, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 18.73, | |
| "learning_rate": 3.1847e-05, | |
| "loss": 0.0296, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.23148456363835093, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.19996266210600744, | |
| "eval_loss": 0.32230404019355774, | |
| "eval_mean_accuracy": 0.23148456363835093, | |
| "eval_mean_iou": 0.09998133105300372, | |
| "eval_overall_accuracy": 0.23148456363835093, | |
| "eval_runtime": 450.5355, | |
| "eval_samples_per_second": 0.393, | |
| "eval_steps_per_second": 0.1, | |
| "step": 4769 | |
| }, | |
| { | |
| "epoch": 19.12, | |
| "learning_rate": 3.1248e-05, | |
| "loss": 0.0348, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 19.52, | |
| "learning_rate": 3.0649000000000004e-05, | |
| "loss": 0.0259, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 19.92, | |
| "learning_rate": 3.0050000000000002e-05, | |
| "loss": 0.0311, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.2237291209173382, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.18865515634246094, | |
| "eval_loss": 0.3458266258239746, | |
| "eval_mean_accuracy": 0.2237291209173382, | |
| "eval_mean_iou": 0.09432757817123047, | |
| "eval_overall_accuracy": 0.2237291209173382, | |
| "eval_runtime": 443.0018, | |
| "eval_samples_per_second": 0.4, | |
| "eval_steps_per_second": 0.102, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 20.32, | |
| "learning_rate": 2.9451e-05, | |
| "loss": 0.0281, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 20.72, | |
| "learning_rate": 2.8851999999999998e-05, | |
| "loss": 0.0303, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.2255251443277457, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.19509818142745858, | |
| "eval_loss": 0.3282989263534546, | |
| "eval_mean_accuracy": 0.2255251443277457, | |
| "eval_mean_iou": 0.09754909071372929, | |
| "eval_overall_accuracy": 0.2255251443277457, | |
| "eval_runtime": 442.4136, | |
| "eval_samples_per_second": 0.4, | |
| "eval_steps_per_second": 0.102, | |
| "step": 5271 | |
| }, | |
| { | |
| "epoch": 21.12, | |
| "learning_rate": 2.8253e-05, | |
| "loss": 0.0267, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 21.51, | |
| "learning_rate": 2.7653999999999996e-05, | |
| "loss": 0.0271, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 21.91, | |
| "learning_rate": 2.7054999999999998e-05, | |
| "loss": 0.0249, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.23269060702113495, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.19959153103415947, | |
| "eval_loss": 0.338727742433548, | |
| "eval_mean_accuracy": 0.23269060702113495, | |
| "eval_mean_iou": 0.09979576551707973, | |
| "eval_overall_accuracy": 0.23269060702113495, | |
| "eval_runtime": 449.7348, | |
| "eval_samples_per_second": 0.394, | |
| "eval_steps_per_second": 0.1, | |
| "step": 5522 | |
| }, | |
| { | |
| "epoch": 22.31, | |
| "learning_rate": 2.6455999999999995e-05, | |
| "loss": 0.0263, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 22.71, | |
| "learning_rate": 2.5857e-05, | |
| "loss": 0.0298, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.22424954540486292, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.19460252994283053, | |
| "eval_loss": 0.33319446444511414, | |
| "eval_mean_accuracy": 0.22424954540486292, | |
| "eval_mean_iou": 0.09730126497141527, | |
| "eval_overall_accuracy": 0.22424954540486292, | |
| "eval_runtime": 444.2798, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 5773 | |
| }, | |
| { | |
| "epoch": 23.11, | |
| "learning_rate": 2.5258e-05, | |
| "loss": 0.0204, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 23.51, | |
| "learning_rate": 2.4659e-05, | |
| "loss": 0.0255, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 23.9, | |
| "learning_rate": 2.406e-05, | |
| "loss": 0.0239, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.26337081052077227, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.2291816631323645, | |
| "eval_loss": 0.377836138010025, | |
| "eval_mean_accuracy": 0.26337081052077227, | |
| "eval_mean_iou": 0.11459083156618224, | |
| "eval_overall_accuracy": 0.26337081052077227, | |
| "eval_runtime": 445.7513, | |
| "eval_samples_per_second": 0.397, | |
| "eval_steps_per_second": 0.101, | |
| "step": 6024 | |
| }, | |
| { | |
| "epoch": 24.3, | |
| "learning_rate": 2.3460999999999998e-05, | |
| "loss": 0.0207, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 24.7, | |
| "learning_rate": 2.2862e-05, | |
| "loss": 0.0238, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.20806546169973866, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.18179983091517432, | |
| "eval_loss": 0.32500791549682617, | |
| "eval_mean_accuracy": 0.20806546169973866, | |
| "eval_mean_iou": 0.09089991545758716, | |
| "eval_overall_accuracy": 0.20806546169973866, | |
| "eval_runtime": 442.8646, | |
| "eval_samples_per_second": 0.4, | |
| "eval_steps_per_second": 0.102, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 25.1, | |
| "learning_rate": 2.2263e-05, | |
| "loss": 0.0245, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 25.5, | |
| "learning_rate": 2.1663999999999998e-05, | |
| "loss": 0.0254, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 25.9, | |
| "learning_rate": 2.1065e-05, | |
| "loss": 0.0242, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.22851230636234462, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.20042464602844845, | |
| "eval_loss": 0.3826155662536621, | |
| "eval_mean_accuracy": 0.22851230636234462, | |
| "eval_mean_iou": 0.10021232301422422, | |
| "eval_overall_accuracy": 0.22851230636234462, | |
| "eval_runtime": 444.0252, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 6526 | |
| }, | |
| { | |
| "epoch": 26.29, | |
| "learning_rate": 2.0465999999999997e-05, | |
| "loss": 0.0232, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 26.69, | |
| "learning_rate": 1.9866999999999998e-05, | |
| "loss": 0.017, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.23669998708254256, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.21152305031844448, | |
| "eval_loss": 0.35430702567100525, | |
| "eval_mean_accuracy": 0.23669998708254256, | |
| "eval_mean_iou": 0.10576152515922224, | |
| "eval_overall_accuracy": 0.23669998708254256, | |
| "eval_runtime": 445.0977, | |
| "eval_samples_per_second": 0.398, | |
| "eval_steps_per_second": 0.101, | |
| "step": 6777 | |
| }, | |
| { | |
| "epoch": 27.09, | |
| "learning_rate": 1.9267999999999996e-05, | |
| "loss": 0.0233, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 27.49, | |
| "learning_rate": 1.8669e-05, | |
| "loss": 0.0174, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 27.89, | |
| "learning_rate": 1.807e-05, | |
| "loss": 0.0241, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.20690413259273244, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.1830186357513739, | |
| "eval_loss": 0.3490530848503113, | |
| "eval_mean_accuracy": 0.20690413259273244, | |
| "eval_mean_iou": 0.09150931787568695, | |
| "eval_overall_accuracy": 0.20690413259273244, | |
| "eval_runtime": 443.6585, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 7028 | |
| }, | |
| { | |
| "epoch": 28.29, | |
| "learning_rate": 1.7471e-05, | |
| "loss": 0.0244, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 28.69, | |
| "learning_rate": 1.6872e-05, | |
| "loss": 0.0203, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.20559251383658422, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17978910827209116, | |
| "eval_loss": 0.33544421195983887, | |
| "eval_mean_accuracy": 0.20559251383658422, | |
| "eval_mean_iou": 0.08989455413604558, | |
| "eval_overall_accuracy": 0.20559251383658422, | |
| "eval_runtime": 446.2235, | |
| "eval_samples_per_second": 0.397, | |
| "eval_steps_per_second": 0.101, | |
| "step": 7279 | |
| }, | |
| { | |
| "epoch": 29.08, | |
| "learning_rate": 1.6272999999999998e-05, | |
| "loss": 0.0201, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 29.48, | |
| "learning_rate": 1.5674e-05, | |
| "loss": 0.0191, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 29.88, | |
| "learning_rate": 1.5075000000000002e-05, | |
| "loss": 0.0206, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.2164965868102823, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.18882502182866825, | |
| "eval_loss": 0.35920634865760803, | |
| "eval_mean_accuracy": 0.2164965868102823, | |
| "eval_mean_iou": 0.09441251091433413, | |
| "eval_overall_accuracy": 0.2164965868102823, | |
| "eval_runtime": 444.1069, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 30.28, | |
| "learning_rate": 1.4476e-05, | |
| "loss": 0.0207, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 30.68, | |
| "learning_rate": 1.3877e-05, | |
| "loss": 0.0211, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.2099683025467264, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.18859765580548496, | |
| "eval_loss": 0.32001546025276184, | |
| "eval_mean_accuracy": 0.2099683025467264, | |
| "eval_mean_iou": 0.09429882790274248, | |
| "eval_overall_accuracy": 0.2099683025467264, | |
| "eval_runtime": 441.6032, | |
| "eval_samples_per_second": 0.401, | |
| "eval_steps_per_second": 0.102, | |
| "step": 7781 | |
| }, | |
| { | |
| "epoch": 31.08, | |
| "learning_rate": 1.3277999999999999e-05, | |
| "loss": 0.0154, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 31.47, | |
| "learning_rate": 1.2678999999999998e-05, | |
| "loss": 0.0178, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 31.87, | |
| "learning_rate": 1.2079999999999998e-05, | |
| "loss": 0.0209, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.1941344806685281, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.1700682122599269, | |
| "eval_loss": 0.3400624394416809, | |
| "eval_mean_accuracy": 0.1941344806685281, | |
| "eval_mean_iou": 0.08503410612996345, | |
| "eval_overall_accuracy": 0.1941344806685281, | |
| "eval_runtime": 443.6957, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 8032 | |
| }, | |
| { | |
| "epoch": 32.27, | |
| "learning_rate": 1.1480999999999997e-05, | |
| "loss": 0.0219, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 32.67, | |
| "learning_rate": 1.0882000000000004e-05, | |
| "loss": 0.0172, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.1985934876141456, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17587956281460101, | |
| "eval_loss": 0.33261746168136597, | |
| "eval_mean_accuracy": 0.1985934876141456, | |
| "eval_mean_iou": 0.08793978140730051, | |
| "eval_overall_accuracy": 0.1985934876141456, | |
| "eval_runtime": 447.2318, | |
| "eval_samples_per_second": 0.396, | |
| "eval_steps_per_second": 0.101, | |
| "step": 8283 | |
| }, | |
| { | |
| "epoch": 33.07, | |
| "learning_rate": 1.0283000000000003e-05, | |
| "loss": 0.0158, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 33.47, | |
| "learning_rate": 9.684000000000002e-06, | |
| "loss": 0.019, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 33.86, | |
| "learning_rate": 9.085000000000002e-06, | |
| "loss": 0.0187, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.19598142867079363, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.1738866425762029, | |
| "eval_loss": 0.3343023657798767, | |
| "eval_mean_accuracy": 0.19598142867079363, | |
| "eval_mean_iou": 0.08694332128810145, | |
| "eval_overall_accuracy": 0.19598142867079363, | |
| "eval_runtime": 442.7979, | |
| "eval_samples_per_second": 0.4, | |
| "eval_steps_per_second": 0.102, | |
| "step": 8534 | |
| }, | |
| { | |
| "epoch": 34.26, | |
| "learning_rate": 8.486000000000001e-06, | |
| "loss": 0.0152, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 34.66, | |
| "learning_rate": 7.887000000000001e-06, | |
| "loss": 0.0181, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.1835185663609535, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.16482306561330784, | |
| "eval_loss": 0.32228365540504456, | |
| "eval_mean_accuracy": 0.1835185663609535, | |
| "eval_mean_iou": 0.08241153280665392, | |
| "eval_overall_accuracy": 0.1835185663609535, | |
| "eval_runtime": 446.2749, | |
| "eval_samples_per_second": 0.397, | |
| "eval_steps_per_second": 0.101, | |
| "step": 8785 | |
| }, | |
| { | |
| "epoch": 35.06, | |
| "learning_rate": 7.2879999999999995e-06, | |
| "loss": 0.0199, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 35.46, | |
| "learning_rate": 6.688999999999999e-06, | |
| "loss": 0.0149, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 35.86, | |
| "learning_rate": 6.0899999999999984e-06, | |
| "loss": 0.0168, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.19331596100915152, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17271777958538678, | |
| "eval_loss": 0.34613484144210815, | |
| "eval_mean_accuracy": 0.19331596100915152, | |
| "eval_mean_iou": 0.08635888979269339, | |
| "eval_overall_accuracy": 0.19331596100915152, | |
| "eval_runtime": 443.9778, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.101, | |
| "step": 9036 | |
| }, | |
| { | |
| "epoch": 36.25, | |
| "learning_rate": 5.490999999999998e-06, | |
| "loss": 0.0173, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 36.65, | |
| "learning_rate": 4.891999999999997e-06, | |
| "loss": 0.0169, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.18883335486242908, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.16951813462258933, | |
| "eval_loss": 0.3438498377799988, | |
| "eval_mean_accuracy": 0.18883335486242908, | |
| "eval_mean_iou": 0.08475906731129466, | |
| "eval_overall_accuracy": 0.18883335486242908, | |
| "eval_runtime": 442.644, | |
| "eval_samples_per_second": 0.4, | |
| "eval_steps_per_second": 0.102, | |
| "step": 9287 | |
| }, | |
| { | |
| "epoch": 37.05, | |
| "learning_rate": 4.292999999999997e-06, | |
| "loss": 0.017, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 37.45, | |
| "learning_rate": 3.694000000000003e-06, | |
| "loss": 0.0155, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 37.85, | |
| "learning_rate": 3.0950000000000026e-06, | |
| "loss": 0.0182, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.193302298313775, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17298411209343786, | |
| "eval_loss": 0.3506017029285431, | |
| "eval_mean_accuracy": 0.193302298313775, | |
| "eval_mean_iou": 0.08649205604671893, | |
| "eval_overall_accuracy": 0.193302298313775, | |
| "eval_runtime": 443.2294, | |
| "eval_samples_per_second": 0.399, | |
| "eval_steps_per_second": 0.102, | |
| "step": 9538 | |
| }, | |
| { | |
| "epoch": 38.25, | |
| "learning_rate": 2.496000000000002e-06, | |
| "loss": 0.0129, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 38.65, | |
| "learning_rate": 1.8970000000000013e-06, | |
| "loss": 0.0167, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.19461267500670715, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17388095726913066, | |
| "eval_loss": 0.3535313904285431, | |
| "eval_mean_accuracy": 0.19461267500670715, | |
| "eval_mean_iou": 0.08694047863456533, | |
| "eval_overall_accuracy": 0.19461267500670715, | |
| "eval_runtime": 441.8989, | |
| "eval_samples_per_second": 0.401, | |
| "eval_steps_per_second": 0.102, | |
| "step": 9789 | |
| }, | |
| { | |
| "epoch": 39.04, | |
| "learning_rate": 1.298000000000001e-06, | |
| "loss": 0.0177, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 39.44, | |
| "learning_rate": 6.990000000000005e-07, | |
| "loss": 0.0136, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 39.84, | |
| "learning_rate": 1e-07, | |
| "loss": 0.0174, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 39.84, | |
| "eval_accuracy_background": NaN, | |
| "eval_accuracy_crack": 0.19244279056826877, | |
| "eval_iou_background": 0.0, | |
| "eval_iou_crack": 0.17234731981663806, | |
| "eval_loss": 0.3477784991264343, | |
| "eval_mean_accuracy": 0.19244279056826877, | |
| "eval_mean_iou": 0.08617365990831903, | |
| "eval_overall_accuracy": 0.19244279056826877, | |
| "eval_runtime": 438.1522, | |
| "eval_samples_per_second": 0.404, | |
| "eval_steps_per_second": 0.103, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 39.84, | |
| "step": 10000, | |
| "total_flos": 1.5920046596032561e+19, | |
| "train_loss": 0.04497118984460831, | |
| "train_runtime": 198940.3856, | |
| "train_samples_per_second": 0.201, | |
| "train_steps_per_second": 0.05 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 10000, | |
| "num_train_epochs": 40, | |
| "save_steps": 500, | |
| "total_flos": 1.5920046596032561e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |