Training in progress, step 1800

trainer_log.jsonl

@@ -364,3 +364,18 @@
 {"current_steps": 1725, "total_steps": 1800, "loss": 0.3633, "lr": 2.71032038404323e-07, "epoch": 19.166666666666668, "percentage": 95.83, "elapsed_time": "0:04:13", "remaining_time": "0:00:11", "throughput": 2128.44, "total_tokens": 540608}
 {"current_steps": 1730, "total_steps": 1800, "loss": 0.54, "lr": 2.365975347105448e-07, "epoch": 19.22222222222222, "percentage": 96.11, "elapsed_time": "0:04:14", "remaining_time": "0:00:10", "throughput": 2129.25, "total_tokens": 542208}
 {"current_steps": 1735, "total_steps": 1800, "loss": 0.3585, "lr": 2.0449121146845774e-07, "epoch": 19.27777777777778, "percentage": 96.39, "elapsed_time": "0:04:15", "remaining_time": "0:00:09", "throughput": 2129.37, "total_tokens": 543776}
+{"current_steps": 1740, "total_steps": 1800, "loss": 0.3902, "lr": 1.747160872177883e-07, "epoch": 19.333333333333332, "percentage": 96.67, "elapsed_time": "0:04:16", "remaining_time": "0:00:08", "throughput": 2129.82, "total_tokens": 545280}
+{"current_steps": 1745, "total_steps": 1800, "loss": 0.4131, "lr": 1.472749613259661e-07, "epoch": 19.38888888888889, "percentage": 96.94, "elapsed_time": "0:04:16", "remaining_time": "0:00:08", "throughput": 2130.56, "total_tokens": 546848}
+{"current_steps": 1750, "total_steps": 1800, "loss": 0.1961, "lr": 1.22170413724923e-07, "epoch": 19.444444444444443, "percentage": 97.22, "elapsed_time": "0:04:17", "remaining_time": "0:00:07", "throughput": 2131.31, "total_tokens": 548416}
+{"current_steps": 1755, "total_steps": 1800, "loss": 0.2192, "lr": 9.940480466855417e-08, "epoch": 19.5, "percentage": 97.5, "elapsed_time": "0:04:17", "remaining_time": "0:00:06", "throughput": 2132.18, "total_tokens": 550016}
+{"current_steps": 1760, "total_steps": 1800, "loss": 0.2678, "lr": 7.898027451078982e-08, "epoch": 19.555555555555557, "percentage": 97.78, "elapsed_time": "0:04:18", "remaining_time": "0:00:05", "throughput": 2132.93, "total_tokens": 551584}
+{"current_steps": 1765, "total_steps": 1800, "loss": 0.393, "lr": 6.089874350439506e-08, "epoch": 19.61111111111111, "percentage": 98.06, "elapsed_time": "0:04:19", "remaining_time": "0:00:05", "throughput": 2133.67, "total_tokens": 553152}
+{"current_steps": 1770, "total_steps": 1800, "loss": 0.3446, "lr": 4.516191162040051e-08, "epoch": 19.666666666666668, "percentage": 98.33, "elapsed_time": "0:04:19", "remaining_time": "0:00:04", "throughput": 2134.53, "total_tokens": 554752}
+{"current_steps": 1775, "total_steps": 1800, "loss": 0.3109, "lr": 3.177125838830786e-08, "epoch": 19.72222222222222, "percentage": 98.61, "elapsed_time": "0:04:20", "remaining_time": "0:00:03", "throughput": 2135.15, "total_tokens": 556288}
+{"current_steps": 1780, "total_steps": 1800, "loss": 0.3628, "lr": 2.0728042756967824e-08, "epoch": 19.77777777777778, "percentage": 98.89, "elapsed_time": "0:04:21", "remaining_time": "0:00:02", "throughput": 2135.97, "total_tokens": 557888}
+{"current_steps": 1785, "total_steps": 1800, "loss": 0.213, "lr": 1.2033302976222071e-08, "epoch": 19.833333333333332, "percentage": 99.17, "elapsed_time": "0:04:21", "remaining_time": "0:00:02", "throughput": 2136.58, "total_tokens": 559424}
+{"current_steps": 1790, "total_steps": 1800, "loss": 0.4322, "lr": 5.687856499297928e-09, "epoch": 19.88888888888889, "percentage": 99.44, "elapsed_time": "0:04:22", "remaining_time": "0:00:01", "throughput": 2137.16, "total_tokens": 560960}
+{"current_steps": 1795, "total_steps": 1800, "loss": 0.3791, "lr": 1.692299905944883e-09, "epoch": 19.944444444444443, "percentage": 99.72, "elapsed_time": "0:04:23", "remaining_time": "0:00:00", "throughput": 2138.08, "total_tokens": 562592}
+{"current_steps": 1800, "total_steps": 1800, "loss": 0.3002, "lr": 4.700884634611935e-11, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:23", "remaining_time": "0:00:00", "throughput": 2138.29, "total_tokens": 564096}
+{"current_steps": 1800, "total_steps": 1800, "eval_loss": 0.30645328760147095, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:24", "remaining_time": "0:00:00", "throughput": 2134.05, "total_tokens": 564096}
+{"current_steps": 1800, "total_steps": 1800, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:25", "remaining_time": "0:00:00", "throughput": 2127.88, "total_tokens": 564096}