train_copa_123_1760637648 / trainer_log.jsonl
rbelanec's picture
Training in progress, step 1800
fdb849b verified
{"current_steps": 5, "total_steps": 1800, "loss": 0.5549, "lr": 1.1111111111111112e-06, "epoch": 0.05555555555555555, "percentage": 0.28, "elapsed_time": "0:00:01", "remaining_time": "0:06:40", "throughput": 1377.89, "total_tokens": 1536}
{"current_steps": 10, "total_steps": 1800, "loss": 0.6455, "lr": 2.5e-06, "epoch": 0.1111111111111111, "percentage": 0.56, "elapsed_time": "0:00:01", "remaining_time": "0:05:11", "throughput": 1819.18, "total_tokens": 3168}
{"current_steps": 15, "total_steps": 1800, "loss": 0.6589, "lr": 3.888888888888889e-06, "epoch": 0.16666666666666666, "percentage": 0.83, "elapsed_time": "0:00:02", "remaining_time": "0:04:41", "throughput": 2001.86, "total_tokens": 4736}
{"current_steps": 20, "total_steps": 1800, "loss": 0.5811, "lr": 5.277777777777778e-06, "epoch": 0.2222222222222222, "percentage": 1.11, "elapsed_time": "0:00:02", "remaining_time": "0:04:26", "throughput": 2106.35, "total_tokens": 6304}
{"current_steps": 25, "total_steps": 1800, "loss": 0.5359, "lr": 6.666666666666667e-06, "epoch": 0.2777777777777778, "percentage": 1.39, "elapsed_time": "0:00:03", "remaining_time": "0:04:17", "throughput": 2165.3, "total_tokens": 7840}
{"current_steps": 30, "total_steps": 1800, "loss": 0.4776, "lr": 8.055555555555557e-06, "epoch": 0.3333333333333333, "percentage": 1.67, "elapsed_time": "0:00:04", "remaining_time": "0:04:10", "throughput": 2212.8, "total_tokens": 9408}
{"current_steps": 35, "total_steps": 1800, "loss": 0.6628, "lr": 9.444444444444445e-06, "epoch": 0.3888888888888889, "percentage": 1.94, "elapsed_time": "0:00:04", "remaining_time": "0:04:06", "throughput": 2235.24, "total_tokens": 10912}
{"current_steps": 40, "total_steps": 1800, "loss": 0.7236, "lr": 1.0833333333333334e-05, "epoch": 0.4444444444444444, "percentage": 2.22, "elapsed_time": "0:00:05", "remaining_time": "0:04:02", "throughput": 2259.85, "total_tokens": 12448}
{"current_steps": 45, "total_steps": 1800, "loss": 0.6625, "lr": 1.2222222222222222e-05, "epoch": 0.5, "percentage": 2.5, "elapsed_time": "0:00:06", "remaining_time": "0:03:59", "throughput": 2286.29, "total_tokens": 14016}
{"current_steps": 50, "total_steps": 1800, "loss": 0.6448, "lr": 1.3611111111111111e-05, "epoch": 0.5555555555555556, "percentage": 2.78, "elapsed_time": "0:00:06", "remaining_time": "0:03:56", "throughput": 2308.2, "total_tokens": 15584}
{"current_steps": 55, "total_steps": 1800, "loss": 0.6629, "lr": 1.5e-05, "epoch": 0.6111111111111112, "percentage": 3.06, "elapsed_time": "0:00:07", "remaining_time": "0:03:53", "throughput": 2330.04, "total_tokens": 17184}
{"current_steps": 60, "total_steps": 1800, "loss": 0.6325, "lr": 1.638888888888889e-05, "epoch": 0.6666666666666666, "percentage": 3.33, "elapsed_time": "0:00:07", "remaining_time": "0:03:51", "throughput": 2344.47, "total_tokens": 18752}
{"current_steps": 65, "total_steps": 1800, "loss": 0.8164, "lr": 1.777777777777778e-05, "epoch": 0.7222222222222222, "percentage": 3.61, "elapsed_time": "0:00:08", "remaining_time": "0:03:50", "throughput": 2360.0, "total_tokens": 20352}
{"current_steps": 70, "total_steps": 1800, "loss": 0.4933, "lr": 1.9166666666666667e-05, "epoch": 0.7777777777777778, "percentage": 3.89, "elapsed_time": "0:00:09", "remaining_time": "0:03:48", "throughput": 2372.53, "total_tokens": 21952}
{"current_steps": 75, "total_steps": 1800, "loss": 0.4478, "lr": 2.0555555555555555e-05, "epoch": 0.8333333333333334, "percentage": 4.17, "elapsed_time": "0:00:09", "remaining_time": "0:03:47", "throughput": 2373.43, "total_tokens": 23456}
{"current_steps": 80, "total_steps": 1800, "loss": 0.8754, "lr": 2.1944444444444445e-05, "epoch": 0.8888888888888888, "percentage": 4.44, "elapsed_time": "0:00:10", "remaining_time": "0:03:45", "throughput": 2384.93, "total_tokens": 25056}
{"current_steps": 85, "total_steps": 1800, "loss": 0.5873, "lr": 2.3333333333333336e-05, "epoch": 0.9444444444444444, "percentage": 4.72, "elapsed_time": "0:00:11", "remaining_time": "0:03:44", "throughput": 2386.45, "total_tokens": 26560}
{"current_steps": 90, "total_steps": 1800, "loss": 0.77, "lr": 2.4722222222222223e-05, "epoch": 1.0, "percentage": 5.0, "elapsed_time": "0:00:11", "remaining_time": "0:03:43", "throughput": 2386.28, "total_tokens": 28096}
{"current_steps": 90, "total_steps": 1800, "eval_loss": 0.651869535446167, "epoch": 1.0, "percentage": 5.0, "elapsed_time": "0:00:12", "remaining_time": "0:03:53", "throughput": 2289.63, "total_tokens": 28096}
{"current_steps": 95, "total_steps": 1800, "loss": 0.6682, "lr": 2.6111111111111114e-05, "epoch": 1.0555555555555556, "percentage": 5.28, "elapsed_time": "0:00:13", "remaining_time": "0:04:09", "throughput": 2138.29, "total_tokens": 29696}
{"current_steps": 100, "total_steps": 1800, "loss": 0.5588, "lr": 2.7500000000000004e-05, "epoch": 1.1111111111111112, "percentage": 5.56, "elapsed_time": "0:00:14", "remaining_time": "0:04:06", "throughput": 2151.04, "total_tokens": 31232}
{"current_steps": 105, "total_steps": 1800, "loss": 0.6419, "lr": 2.8888888888888888e-05, "epoch": 1.1666666666666667, "percentage": 5.83, "elapsed_time": "0:00:15", "remaining_time": "0:04:04", "throughput": 2163.09, "total_tokens": 32768}
{"current_steps": 110, "total_steps": 1800, "loss": 0.5587, "lr": 3.0277777777777776e-05, "epoch": 1.2222222222222223, "percentage": 6.11, "elapsed_time": "0:00:15", "remaining_time": "0:04:02", "throughput": 2174.0, "total_tokens": 34304}
{"current_steps": 115, "total_steps": 1800, "loss": 0.5271, "lr": 3.1666666666666666e-05, "epoch": 1.2777777777777777, "percentage": 6.39, "elapsed_time": "0:00:16", "remaining_time": "0:04:00", "throughput": 2186.61, "total_tokens": 35872}
{"current_steps": 120, "total_steps": 1800, "loss": 0.7133, "lr": 3.3055555555555553e-05, "epoch": 1.3333333333333333, "percentage": 6.67, "elapsed_time": "0:00:17", "remaining_time": "0:03:58", "throughput": 2196.27, "total_tokens": 37408}
{"current_steps": 125, "total_steps": 1800, "loss": 0.6932, "lr": 3.444444444444445e-05, "epoch": 1.3888888888888888, "percentage": 6.94, "elapsed_time": "0:00:17", "remaining_time": "0:03:56", "throughput": 2206.93, "total_tokens": 38976}
{"current_steps": 130, "total_steps": 1800, "loss": 0.6105, "lr": 3.5833333333333335e-05, "epoch": 1.4444444444444444, "percentage": 7.22, "elapsed_time": "0:00:18", "remaining_time": "0:03:54", "throughput": 2218.74, "total_tokens": 40576}
{"current_steps": 135, "total_steps": 1800, "loss": 0.6852, "lr": 3.722222222222222e-05, "epoch": 1.5, "percentage": 7.5, "elapsed_time": "0:00:18", "remaining_time": "0:03:53", "throughput": 2227.48, "total_tokens": 42144}
{"current_steps": 140, "total_steps": 1800, "loss": 0.5163, "lr": 3.8611111111111116e-05, "epoch": 1.5555555555555556, "percentage": 7.78, "elapsed_time": "0:00:19", "remaining_time": "0:03:51", "throughput": 2234.55, "total_tokens": 43680}
{"current_steps": 145, "total_steps": 1800, "loss": 0.7913, "lr": 4e-05, "epoch": 1.6111111111111112, "percentage": 8.06, "elapsed_time": "0:00:20", "remaining_time": "0:03:50", "throughput": 2242.77, "total_tokens": 45248}
{"current_steps": 150, "total_steps": 1800, "loss": 0.4908, "lr": 4.138888888888889e-05, "epoch": 1.6666666666666665, "percentage": 8.33, "elapsed_time": "0:00:20", "remaining_time": "0:03:48", "throughput": 2249.88, "total_tokens": 46816}
{"current_steps": 155, "total_steps": 1800, "loss": 0.7042, "lr": 4.277777777777778e-05, "epoch": 1.7222222222222223, "percentage": 8.61, "elapsed_time": "0:00:21", "remaining_time": "0:03:47", "throughput": 2257.22, "total_tokens": 48384}
{"current_steps": 160, "total_steps": 1800, "loss": 0.5604, "lr": 4.4166666666666665e-05, "epoch": 1.7777777777777777, "percentage": 8.89, "elapsed_time": "0:00:22", "remaining_time": "0:03:46", "throughput": 2263.66, "total_tokens": 49952}
{"current_steps": 165, "total_steps": 1800, "loss": 0.3972, "lr": 4.555555555555556e-05, "epoch": 1.8333333333333335, "percentage": 9.17, "elapsed_time": "0:00:22", "remaining_time": "0:03:44", "throughput": 2270.1, "total_tokens": 51520}
{"current_steps": 170, "total_steps": 1800, "loss": 0.6516, "lr": 4.6944444444444446e-05, "epoch": 1.8888888888888888, "percentage": 9.44, "elapsed_time": "0:00:23", "remaining_time": "0:03:43", "throughput": 2272.33, "total_tokens": 53024}
{"current_steps": 175, "total_steps": 1800, "loss": 0.5317, "lr": 4.8333333333333334e-05, "epoch": 1.9444444444444444, "percentage": 9.72, "elapsed_time": "0:00:23", "remaining_time": "0:03:42", "throughput": 2277.76, "total_tokens": 54592}
{"current_steps": 180, "total_steps": 1800, "loss": 0.5543, "lr": 4.972222222222223e-05, "epoch": 2.0, "percentage": 10.0, "elapsed_time": "0:00:24", "remaining_time": "0:03:41", "throughput": 2279.2, "total_tokens": 56128}
{"current_steps": 180, "total_steps": 1800, "eval_loss": 0.6052004098892212, "epoch": 2.0, "percentage": 10.0, "elapsed_time": "0:00:25", "remaining_time": "0:03:46", "throughput": 2233.44, "total_tokens": 56128}
{"current_steps": 185, "total_steps": 1800, "loss": 0.505, "lr": 4.9999247861994194e-05, "epoch": 2.0555555555555554, "percentage": 10.28, "elapsed_time": "0:00:26", "remaining_time": "0:03:50", "throughput": 2188.72, "total_tokens": 57696}
{"current_steps": 190, "total_steps": 1800, "loss": 0.7218, "lr": 4.9996192378909786e-05, "epoch": 2.111111111111111, "percentage": 10.56, "elapsed_time": "0:00:26", "remaining_time": "0:03:48", "throughput": 2195.65, "total_tokens": 59264}
{"current_steps": 195, "total_steps": 1800, "loss": 0.5072, "lr": 4.999078682916774e-05, "epoch": 2.1666666666666665, "percentage": 10.83, "elapsed_time": "0:00:27", "remaining_time": "0:03:47", "throughput": 2203.28, "total_tokens": 60864}
{"current_steps": 200, "total_steps": 1800, "loss": 0.574, "lr": 4.998303172098155e-05, "epoch": 2.2222222222222223, "percentage": 11.11, "elapsed_time": "0:00:28", "remaining_time": "0:03:46", "throughput": 2210.86, "total_tokens": 62464}
{"current_steps": 205, "total_steps": 1800, "loss": 0.7239, "lr": 4.997292778346312e-05, "epoch": 2.2777777777777777, "percentage": 11.39, "elapsed_time": "0:00:28", "remaining_time": "0:03:44", "throughput": 2217.18, "total_tokens": 64032}
{"current_steps": 210, "total_steps": 1800, "loss": 0.4923, "lr": 4.996047596655418e-05, "epoch": 2.3333333333333335, "percentage": 11.67, "elapsed_time": "0:00:29", "remaining_time": "0:03:43", "throughput": 2222.01, "total_tokens": 65568}
{"current_steps": 215, "total_steps": 1800, "loss": 0.4278, "lr": 4.994567744093703e-05, "epoch": 2.388888888888889, "percentage": 11.94, "elapsed_time": "0:00:30", "remaining_time": "0:03:42", "throughput": 2226.84, "total_tokens": 67104}
{"current_steps": 220, "total_steps": 1800, "loss": 0.7685, "lr": 4.992853359792444e-05, "epoch": 2.4444444444444446, "percentage": 12.22, "elapsed_time": "0:00:30", "remaining_time": "0:03:40", "throughput": 2233.2, "total_tokens": 68704}
{"current_steps": 225, "total_steps": 1800, "loss": 0.5818, "lr": 4.9909046049328846e-05, "epoch": 2.5, "percentage": 12.5, "elapsed_time": "0:00:31", "remaining_time": "0:03:39", "throughput": 2238.53, "total_tokens": 70272}
{"current_steps": 230, "total_steps": 1800, "loss": 0.4893, "lr": 4.988721662731083e-05, "epoch": 2.5555555555555554, "percentage": 12.78, "elapsed_time": "0:00:32", "remaining_time": "0:03:38", "throughput": 2242.68, "total_tokens": 71808}
{"current_steps": 235, "total_steps": 1800, "loss": 0.7021, "lr": 4.9863047384206835e-05, "epoch": 2.611111111111111, "percentage": 13.06, "elapsed_time": "0:00:32", "remaining_time": "0:03:37", "throughput": 2248.63, "total_tokens": 73408}
{"current_steps": 240, "total_steps": 1800, "loss": 0.4925, "lr": 4.983654059233626e-05, "epoch": 2.6666666666666665, "percentage": 13.33, "elapsed_time": "0:00:33", "remaining_time": "0:03:36", "throughput": 2251.03, "total_tokens": 74912}
{"current_steps": 245, "total_steps": 1800, "loss": 0.5693, "lr": 4.9807698743787744e-05, "epoch": 2.7222222222222223, "percentage": 13.61, "elapsed_time": "0:00:33", "remaining_time": "0:03:35", "throughput": 2257.43, "total_tokens": 76544}
{"current_steps": 250, "total_steps": 1800, "loss": 0.4505, "lr": 4.9776524550184965e-05, "epoch": 2.7777777777777777, "percentage": 13.89, "elapsed_time": "0:00:34", "remaining_time": "0:03:34", "throughput": 2261.92, "total_tokens": 78112}
{"current_steps": 255, "total_steps": 1800, "loss": 0.3806, "lr": 4.974302094243164e-05, "epoch": 2.8333333333333335, "percentage": 14.17, "elapsed_time": "0:00:35", "remaining_time": "0:03:33", "throughput": 2267.09, "total_tokens": 79712}
{"current_steps": 260, "total_steps": 1800, "loss": 0.3684, "lr": 4.970719107043595e-05, "epoch": 2.888888888888889, "percentage": 14.44, "elapsed_time": "0:00:35", "remaining_time": "0:03:31", "throughput": 2271.28, "total_tokens": 81280}
{"current_steps": 265, "total_steps": 1800, "loss": 0.4129, "lr": 4.966903830281449e-05, "epoch": 2.9444444444444446, "percentage": 14.72, "elapsed_time": "0:00:36", "remaining_time": "0:03:30", "throughput": 2275.19, "total_tokens": 82848}
{"current_steps": 270, "total_steps": 1800, "loss": 0.4842, "lr": 4.962856622657541e-05, "epoch": 3.0, "percentage": 15.0, "elapsed_time": "0:00:37", "remaining_time": "0:03:30", "throughput": 2275.14, "total_tokens": 84352}
{"current_steps": 270, "total_steps": 1800, "eval_loss": 0.5422466993331909, "epoch": 3.0, "percentage": 15.0, "elapsed_time": "0:00:37", "remaining_time": "0:03:32", "throughput": 2244.68, "total_tokens": 84352}
{"current_steps": 275, "total_steps": 1800, "loss": 0.3774, "lr": 4.9585778646781364e-05, "epoch": 3.0555555555555554, "percentage": 15.28, "elapsed_time": "0:00:38", "remaining_time": "0:03:35", "throughput": 2212.47, "total_tokens": 85920}
{"current_steps": 280, "total_steps": 1800, "loss": 0.4151, "lr": 4.9540679586191605e-05, "epoch": 3.111111111111111, "percentage": 15.56, "elapsed_time": "0:00:39", "remaining_time": "0:03:34", "throughput": 2217.6, "total_tokens": 87520}
{"current_steps": 285, "total_steps": 1800, "loss": 0.4177, "lr": 4.9493273284883854e-05, "epoch": 3.1666666666666665, "percentage": 15.83, "elapsed_time": "0:00:40", "remaining_time": "0:03:33", "throughput": 2221.8, "total_tokens": 89088}
{"current_steps": 290, "total_steps": 1800, "loss": 0.5891, "lr": 4.9443564199855666e-05, "epoch": 3.2222222222222223, "percentage": 16.11, "elapsed_time": "0:00:40", "remaining_time": "0:03:32", "throughput": 2226.43, "total_tokens": 90688}
{"current_steps": 295, "total_steps": 1800, "loss": 0.5143, "lr": 4.939155700460536e-05, "epoch": 3.2777777777777777, "percentage": 16.39, "elapsed_time": "0:00:41", "remaining_time": "0:03:31", "throughput": 2228.12, "total_tokens": 92160}
{"current_steps": 300, "total_steps": 1800, "loss": 0.6211, "lr": 4.933725658869267e-05, "epoch": 3.3333333333333335, "percentage": 16.67, "elapsed_time": "0:00:41", "remaining_time": "0:03:29", "throughput": 2232.55, "total_tokens": 93760}
{"current_steps": 305, "total_steps": 1800, "loss": 0.6346, "lr": 4.9280668057279014e-05, "epoch": 3.388888888888889, "percentage": 16.94, "elapsed_time": "0:00:42", "remaining_time": "0:03:29", "throughput": 2233.52, "total_tokens": 95360}
{"current_steps": 310, "total_steps": 1800, "loss": 0.4337, "lr": 4.9221796730647516e-05, "epoch": 3.4444444444444446, "percentage": 17.22, "elapsed_time": "0:00:43", "remaining_time": "0:03:28", "throughput": 2237.16, "total_tokens": 96928}
{"current_steps": 315, "total_steps": 1800, "loss": 0.5265, "lr": 4.916064814370287e-05, "epoch": 3.5, "percentage": 17.5, "elapsed_time": "0:00:43", "remaining_time": "0:03:27", "throughput": 2240.04, "total_tokens": 98464}
{"current_steps": 320, "total_steps": 1800, "loss": 0.4454, "lr": 4.9097228045450864e-05, "epoch": 3.5555555555555554, "percentage": 17.78, "elapsed_time": "0:00:44", "remaining_time": "0:03:26", "throughput": 2244.4, "total_tokens": 100064}
{"current_steps": 325, "total_steps": 1800, "loss": 0.4502, "lr": 4.9031542398457974e-05, "epoch": 3.611111111111111, "percentage": 18.06, "elapsed_time": "0:00:45", "remaining_time": "0:03:25", "throughput": 2247.07, "total_tokens": 101600}
{"current_steps": 330, "total_steps": 1800, "loss": 0.5585, "lr": 4.896359737829071e-05, "epoch": 3.6666666666666665, "percentage": 18.33, "elapsed_time": "0:00:45", "remaining_time": "0:03:24", "throughput": 2251.32, "total_tokens": 103200}
{"current_steps": 335, "total_steps": 1800, "loss": 0.5624, "lr": 4.889339937293508e-05, "epoch": 3.7222222222222223, "percentage": 18.61, "elapsed_time": "0:00:46", "remaining_time": "0:03:23", "throughput": 2254.82, "total_tokens": 104768}
{"current_steps": 340, "total_steps": 1800, "loss": 0.4236, "lr": 4.8820954982195905e-05, "epoch": 3.7777777777777777, "percentage": 18.89, "elapsed_time": "0:00:47", "remaining_time": "0:03:22", "throughput": 2257.24, "total_tokens": 106304}
{"current_steps": 345, "total_steps": 1800, "loss": 0.3179, "lr": 4.874627101707644e-05, "epoch": 3.8333333333333335, "percentage": 19.17, "elapsed_time": "0:00:47", "remaining_time": "0:03:21", "throughput": 2261.09, "total_tokens": 107904}
{"current_steps": 350, "total_steps": 1800, "loss": 0.616, "lr": 4.8669354499137955e-05, "epoch": 3.888888888888889, "percentage": 19.44, "elapsed_time": "0:00:48", "remaining_time": "0:03:20", "throughput": 2263.08, "total_tokens": 109408}
{"current_steps": 355, "total_steps": 1800, "loss": 0.3227, "lr": 4.859021265983959e-05, "epoch": 3.9444444444444446, "percentage": 19.72, "elapsed_time": "0:00:48", "remaining_time": "0:03:19", "throughput": 2266.83, "total_tokens": 111008}
{"current_steps": 360, "total_steps": 1800, "loss": 0.316, "lr": 4.850885293985853e-05, "epoch": 4.0, "percentage": 20.0, "elapsed_time": "0:00:49", "remaining_time": "0:03:18", "throughput": 2268.38, "total_tokens": 112576}
{"current_steps": 360, "total_steps": 1800, "eval_loss": 0.4640536308288574, "epoch": 4.0, "percentage": 20.0, "elapsed_time": "0:00:50", "remaining_time": "0:03:20", "throughput": 2245.66, "total_tokens": 112576}
{"current_steps": 365, "total_steps": 1800, "loss": 0.4243, "lr": 4.8425282988390376e-05, "epoch": 4.055555555555555, "percentage": 20.28, "elapsed_time": "0:00:51", "remaining_time": "0:03:22", "throughput": 2213.8, "total_tokens": 114144}
{"current_steps": 370, "total_steps": 1800, "loss": 0.3563, "lr": 4.8339510662430046e-05, "epoch": 4.111111111111111, "percentage": 20.56, "elapsed_time": "0:00:52", "remaining_time": "0:03:21", "throughput": 2217.13, "total_tokens": 115712}
{"current_steps": 375, "total_steps": 1800, "loss": 0.3894, "lr": 4.825154402603308e-05, "epoch": 4.166666666666667, "percentage": 20.83, "elapsed_time": "0:00:52", "remaining_time": "0:03:20", "throughput": 2219.17, "total_tokens": 117216}
{"current_steps": 380, "total_steps": 1800, "loss": 0.3864, "lr": 4.816139134955746e-05, "epoch": 4.222222222222222, "percentage": 21.11, "elapsed_time": "0:00:53", "remaining_time": "0:03:19", "throughput": 2222.96, "total_tokens": 118816}
{"current_steps": 385, "total_steps": 1800, "loss": 0.3443, "lr": 4.806906110888606e-05, "epoch": 4.277777777777778, "percentage": 21.39, "elapsed_time": "0:00:54", "remaining_time": "0:03:18", "throughput": 2225.53, "total_tokens": 120352}
{"current_steps": 390, "total_steps": 1800, "loss": 0.6239, "lr": 4.797456198462979e-05, "epoch": 4.333333333333333, "percentage": 21.67, "elapsed_time": "0:00:54", "remaining_time": "0:03:18", "throughput": 2225.12, "total_tokens": 121920}
{"current_steps": 395, "total_steps": 1800, "loss": 0.4, "lr": 4.7877902861311446e-05, "epoch": 4.388888888888889, "percentage": 21.94, "elapsed_time": "0:00:55", "remaining_time": "0:03:17", "throughput": 2227.76, "total_tokens": 123456}
{"current_steps": 400, "total_steps": 1800, "loss": 0.5932, "lr": 4.777909282653042e-05, "epoch": 4.444444444444445, "percentage": 22.22, "elapsed_time": "0:00:56", "remaining_time": "0:03:16", "throughput": 2231.38, "total_tokens": 125056}
{"current_steps": 405, "total_steps": 1800, "loss": 0.5879, "lr": 4.7678141170108345e-05, "epoch": 4.5, "percentage": 22.5, "elapsed_time": "0:00:56", "remaining_time": "0:03:15", "throughput": 2234.44, "total_tokens": 126624}
{"current_steps": 410, "total_steps": 1800, "loss": 0.2969, "lr": 4.757505738321563e-05, "epoch": 4.555555555555555, "percentage": 22.78, "elapsed_time": "0:00:57", "remaining_time": "0:03:14", "throughput": 2237.89, "total_tokens": 128224}
{"current_steps": 415, "total_steps": 1800, "loss": 0.4621, "lr": 4.7469851157479177e-05, "epoch": 4.611111111111111, "percentage": 23.06, "elapsed_time": "0:00:57", "remaining_time": "0:03:13", "throughput": 2239.95, "total_tokens": 129728}
{"current_steps": 420, "total_steps": 1800, "loss": 0.5406, "lr": 4.736253238407119e-05, "epoch": 4.666666666666667, "percentage": 23.33, "elapsed_time": "0:00:58", "remaining_time": "0:03:12", "throughput": 2243.44, "total_tokens": 131328}
{"current_steps": 425, "total_steps": 1800, "loss": 0.3833, "lr": 4.725311115277924e-05, "epoch": 4.722222222222222, "percentage": 23.61, "elapsed_time": "0:00:59", "remaining_time": "0:03:11", "throughput": 2246.36, "total_tokens": 132896}
{"current_steps": 430, "total_steps": 1800, "loss": 0.306, "lr": 4.714159775105765e-05, "epoch": 4.777777777777778, "percentage": 23.89, "elapsed_time": "0:00:59", "remaining_time": "0:03:10", "throughput": 2249.61, "total_tokens": 134496}
{"current_steps": 435, "total_steps": 1800, "loss": 0.1881, "lr": 4.70280026630603e-05, "epoch": 4.833333333333333, "percentage": 24.17, "elapsed_time": "0:01:00", "remaining_time": "0:03:09", "throughput": 2252.07, "total_tokens": 136064}
{"current_steps": 440, "total_steps": 1800, "loss": 0.4972, "lr": 4.6912336568654925e-05, "epoch": 4.888888888888889, "percentage": 24.44, "elapsed_time": "0:01:01", "remaining_time": "0:03:08", "throughput": 2255.11, "total_tokens": 137664}
{"current_steps": 445, "total_steps": 1800, "loss": 0.4197, "lr": 4.679461034241906e-05, "epoch": 4.944444444444445, "percentage": 24.72, "elapsed_time": "0:01:01", "remaining_time": "0:03:07", "throughput": 2257.52, "total_tokens": 139232}
{"current_steps": 450, "total_steps": 1800, "loss": 0.3636, "lr": 4.667483505261762e-05, "epoch": 5.0, "percentage": 25.0, "elapsed_time": "0:01:02", "remaining_time": "0:03:07", "throughput": 2259.23, "total_tokens": 140832}
{"current_steps": 450, "total_steps": 1800, "eval_loss": 0.4377714693546295, "epoch": 5.0, "percentage": 25.0, "elapsed_time": "0:01:02", "remaining_time": "0:03:08", "throughput": 2241.25, "total_tokens": 140832}
{"current_steps": 455, "total_steps": 1800, "loss": 0.4351, "lr": 4.655302196016228e-05, "epoch": 5.055555555555555, "percentage": 25.28, "elapsed_time": "0:01:04", "remaining_time": "0:03:10", "throughput": 2214.45, "total_tokens": 142368}
{"current_steps": 460, "total_steps": 1800, "loss": 0.382, "lr": 4.642918251755281e-05, "epoch": 5.111111111111111, "percentage": 25.56, "elapsed_time": "0:01:04", "remaining_time": "0:03:09", "throughput": 2218.08, "total_tokens": 144000}
{"current_steps": 465, "total_steps": 1800, "loss": 0.3043, "lr": 4.6303328367800284e-05, "epoch": 5.166666666666667, "percentage": 25.83, "elapsed_time": "0:01:05", "remaining_time": "0:03:08", "throughput": 2221.64, "total_tokens": 145632}
{"current_steps": 470, "total_steps": 1800, "loss": 0.4298, "lr": 4.6175471343332485e-05, "epoch": 5.222222222222222, "percentage": 26.11, "elapsed_time": "0:01:06", "remaining_time": "0:03:07", "throughput": 2223.52, "total_tokens": 147168}
{"current_steps": 475, "total_steps": 1800, "loss": 0.6102, "lr": 4.604562346488144e-05, "epoch": 5.277777777777778, "percentage": 26.39, "elapsed_time": "0:01:06", "remaining_time": "0:03:06", "throughput": 2223.37, "total_tokens": 148736}
{"current_steps": 480, "total_steps": 1800, "loss": 0.4405, "lr": 4.591379694035325e-05, "epoch": 5.333333333333333, "percentage": 26.67, "elapsed_time": "0:01:07", "remaining_time": "0:03:05", "throughput": 2226.0, "total_tokens": 150304}
{"current_steps": 485, "total_steps": 1800, "loss": 0.4022, "lr": 4.5780004163680365e-05, "epoch": 5.388888888888889, "percentage": 26.94, "elapsed_time": "0:01:08", "remaining_time": "0:03:04", "throughput": 2228.29, "total_tokens": 151872}
{"current_steps": 490, "total_steps": 1800, "loss": 0.3695, "lr": 4.5644257713656356e-05, "epoch": 5.444444444444445, "percentage": 27.22, "elapsed_time": "0:01:08", "remaining_time": "0:03:03", "throughput": 2231.3, "total_tokens": 153472}
{"current_steps": 495, "total_steps": 1800, "loss": 0.5072, "lr": 4.550657035275323e-05, "epoch": 5.5, "percentage": 27.5, "elapsed_time": "0:01:09", "remaining_time": "0:03:02", "throughput": 2232.93, "total_tokens": 154976}
{"current_steps": 500, "total_steps": 1800, "loss": 0.3271, "lr": 4.536695502592162e-05, "epoch": 5.555555555555555, "percentage": 27.78, "elapsed_time": "0:01:10", "remaining_time": "0:03:02", "throughput": 2235.4, "total_tokens": 156544}
{"current_steps": 505, "total_steps": 1800, "loss": 0.4311, "lr": 4.522542485937369e-05, "epoch": 5.611111111111111, "percentage": 28.06, "elapsed_time": "0:01:10", "remaining_time": "0:03:01", "throughput": 2237.86, "total_tokens": 158112}
{"current_steps": 510, "total_steps": 1800, "loss": 0.428, "lr": 4.5081993159349056e-05, "epoch": 5.666666666666667, "percentage": 28.33, "elapsed_time": "0:01:11", "remaining_time": "0:03:00", "throughput": 2240.26, "total_tokens": 159680}
{"current_steps": 515, "total_steps": 1800, "loss": 0.3122, "lr": 4.493667341086379e-05, "epoch": 5.722222222222222, "percentage": 28.61, "elapsed_time": "0:01:11", "remaining_time": "0:02:59", "throughput": 2243.41, "total_tokens": 161312}
{"current_steps": 520, "total_steps": 1800, "loss": 0.3215, "lr": 4.478947927644258e-05, "epoch": 5.777777777777778, "percentage": 28.89, "elapsed_time": "0:01:12", "remaining_time": "0:02:58", "throughput": 2245.78, "total_tokens": 162880}
{"current_steps": 525, "total_steps": 1800, "loss": 0.2327, "lr": 4.464042459483425e-05, "epoch": 5.833333333333333, "percentage": 29.17, "elapsed_time": "0:01:13", "remaining_time": "0:02:57", "throughput": 2248.17, "total_tokens": 164448}
{"current_steps": 530, "total_steps": 1800, "loss": 0.3644, "lr": 4.448952337971064e-05, "epoch": 5.888888888888889, "percentage": 29.44, "elapsed_time": "0:01:13", "remaining_time": "0:02:56", "throughput": 2250.53, "total_tokens": 166016}
{"current_steps": 535, "total_steps": 1800, "loss": 0.4143, "lr": 4.43367898183491e-05, "epoch": 5.944444444444445, "percentage": 29.72, "elapsed_time": "0:01:14", "remaining_time": "0:02:55", "throughput": 2252.32, "total_tokens": 167552}
{"current_steps": 540, "total_steps": 1800, "loss": 0.2814, "lr": 4.418223827029867e-05, "epoch": 6.0, "percentage": 30.0, "elapsed_time": "0:01:15", "remaining_time": "0:02:55", "throughput": 2252.61, "total_tokens": 169056}
{"current_steps": 540, "total_steps": 1800, "eval_loss": 0.40452128648757935, "epoch": 6.0, "percentage": 30.0, "elapsed_time": "0:01:15", "remaining_time": "0:02:56", "throughput": 2237.57, "total_tokens": 169056}
{"current_steps": 545, "total_steps": 1800, "loss": 0.3284, "lr": 4.402588326603002e-05, "epoch": 6.055555555555555, "percentage": 30.28, "elapsed_time": "0:01:16", "remaining_time": "0:02:57", "throughput": 2215.93, "total_tokens": 170592}
{"current_steps": 550, "total_steps": 1800, "loss": 0.4353, "lr": 4.386773950556931e-05, "epoch": 6.111111111111111, "percentage": 30.56, "elapsed_time": "0:01:17", "remaining_time": "0:02:56", "throughput": 2218.6, "total_tokens": 172192}
{"current_steps": 555, "total_steps": 1800, "loss": 0.4781, "lr": 4.3707821857116176e-05, "epoch": 6.166666666666667, "percentage": 30.83, "elapsed_time": "0:01:18", "remaining_time": "0:02:55", "throughput": 2221.1, "total_tokens": 173792}
{"current_steps": 560, "total_steps": 1800, "loss": 0.3598, "lr": 4.354614535564588e-05, "epoch": 6.222222222222222, "percentage": 31.11, "elapsed_time": "0:01:18", "remaining_time": "0:02:54", "throughput": 2223.2, "total_tokens": 175360}
{"current_steps": 565, "total_steps": 1800, "loss": 0.3162, "lr": 4.3382725201495723e-05, "epoch": 6.277777777777778, "percentage": 31.39, "elapsed_time": "0:01:19", "remaining_time": "0:02:53", "throughput": 2225.99, "total_tokens": 176992}
{"current_steps": 570, "total_steps": 1800, "loss": 0.3365, "lr": 4.321757675893596e-05, "epoch": 6.333333333333333, "percentage": 31.67, "elapsed_time": "0:01:20", "remaining_time": "0:02:53", "throughput": 2225.75, "total_tokens": 178592}
{"current_steps": 575, "total_steps": 1800, "loss": 0.3231, "lr": 4.305071555472534e-05, "epoch": 6.388888888888889, "percentage": 31.94, "elapsed_time": "0:01:20", "remaining_time": "0:02:52", "throughput": 2227.33, "total_tokens": 180128}
{"current_steps": 580, "total_steps": 1800, "loss": 0.3563, "lr": 4.288215727665129e-05, "epoch": 6.444444444444445, "percentage": 32.22, "elapsed_time": "0:01:21", "remaining_time": "0:02:51", "throughput": 2228.56, "total_tokens": 181632}
{"current_steps": 585, "total_steps": 1800, "loss": 0.6158, "lr": 4.2711917772055e-05, "epoch": 6.5, "percentage": 32.5, "elapsed_time": "0:01:22", "remaining_time": "0:02:50", "throughput": 2230.71, "total_tokens": 183200}
{"current_steps": 590, "total_steps": 1800, "loss": 0.2826, "lr": 4.254001304634151e-05, "epoch": 6.555555555555555, "percentage": 32.78, "elapsed_time": "0:01:22", "remaining_time": "0:02:49", "throughput": 2233.23, "total_tokens": 184800}
{"current_steps": 595, "total_steps": 1800, "loss": 0.4666, "lr": 4.2366459261474933e-05, "epoch": 6.611111111111111, "percentage": 33.06, "elapsed_time": "0:01:23", "remaining_time": "0:02:48", "throughput": 2234.95, "total_tokens": 186336}
{"current_steps": 600, "total_steps": 1800, "loss": 0.2606, "lr": 4.2191272734458955e-05, "epoch": 6.666666666666667, "percentage": 33.33, "elapsed_time": "0:01:23", "remaining_time": "0:02:47", "throughput": 2237.02, "total_tokens": 187904}
{"current_steps": 605, "total_steps": 1800, "loss": 0.3645, "lr": 4.201446993580276e-05, "epoch": 6.722222222222222, "percentage": 33.61, "elapsed_time": "0:01:24", "remaining_time": "0:02:47", "throughput": 2238.94, "total_tokens": 189472}
{"current_steps": 610, "total_steps": 1800, "loss": 0.3721, "lr": 4.183606748797251e-05, "epoch": 6.777777777777778, "percentage": 33.89, "elapsed_time": "0:01:25", "remaining_time": "0:02:46", "throughput": 2241.24, "total_tokens": 191072}
{"current_steps": 615, "total_steps": 1800, "loss": 0.3154, "lr": 4.1656082163828566e-05, "epoch": 6.833333333333333, "percentage": 34.17, "elapsed_time": "0:01:25", "remaining_time": "0:02:45", "throughput": 2242.83, "total_tokens": 192608}
{"current_steps": 620, "total_steps": 1800, "loss": 0.3572, "lr": 4.147453088504854e-05, "epoch": 6.888888888888889, "percentage": 34.44, "elapsed_time": "0:01:26", "remaining_time": "0:02:44", "throughput": 2245.11, "total_tokens": 194208}
{"current_steps": 625, "total_steps": 1800, "loss": 0.2796, "lr": 4.129143072053638e-05, "epoch": 6.944444444444445, "percentage": 34.72, "elapsed_time": "0:01:27", "remaining_time": "0:02:43", "throughput": 2247.04, "total_tokens": 195776}
{"current_steps": 630, "total_steps": 1800, "loss": 0.4273, "lr": 4.110679888481763e-05, "epoch": 7.0, "percentage": 35.0, "elapsed_time": "0:01:27", "remaining_time": "0:02:43", "throughput": 2248.03, "total_tokens": 197344}
{"current_steps": 630, "total_steps": 1800, "eval_loss": 0.39310622215270996, "epoch": 7.0, "percentage": 35.0, "elapsed_time": "0:01:28", "remaining_time": "0:02:43", "throughput": 2235.25, "total_tokens": 197344}
{"current_steps": 635, "total_steps": 1800, "loss": 0.5896, "lr": 4.09206527364209e-05, "epoch": 7.055555555555555, "percentage": 35.28, "elapsed_time": "0:01:29", "remaining_time": "0:02:44", "throughput": 2217.05, "total_tokens": 198944}
{"current_steps": 640, "total_steps": 1800, "loss": 0.4224, "lr": 4.073300977624594e-05, "epoch": 7.111111111111111, "percentage": 35.56, "elapsed_time": "0:01:30", "remaining_time": "0:02:43", "throughput": 2218.68, "total_tokens": 200512}
{"current_steps": 645, "total_steps": 1800, "loss": 0.1903, "lr": 4.054388764591822e-05, "epoch": 7.166666666666667, "percentage": 35.83, "elapsed_time": "0:01:31", "remaining_time": "0:02:42", "throughput": 2219.82, "total_tokens": 202016}
{"current_steps": 650, "total_steps": 1800, "loss": 0.3781, "lr": 4.035330412613035e-05, "epoch": 7.222222222222222, "percentage": 36.11, "elapsed_time": "0:01:31", "remaining_time": "0:02:42", "throughput": 2222.33, "total_tokens": 203648}
{"current_steps": 655, "total_steps": 1800, "loss": 0.5028, "lr": 4.0161277134970345e-05, "epoch": 7.277777777777778, "percentage": 36.39, "elapsed_time": "0:01:32", "remaining_time": "0:02:41", "throughput": 2221.66, "total_tokens": 205184}
{"current_steps": 660, "total_steps": 1800, "loss": 0.3876, "lr": 3.996782472623705e-05, "epoch": 7.333333333333333, "percentage": 36.67, "elapsed_time": "0:01:32", "remaining_time": "0:02:40", "throughput": 2223.22, "total_tokens": 206720}
{"current_steps": 665, "total_steps": 1800, "loss": 0.1982, "lr": 3.977296508774278e-05, "epoch": 7.388888888888889, "percentage": 36.94, "elapsed_time": "0:01:33", "remaining_time": "0:02:39", "throughput": 2225.33, "total_tokens": 208320}
{"current_steps": 670, "total_steps": 1800, "loss": 0.2425, "lr": 3.957671653960337e-05, "epoch": 7.444444444444445, "percentage": 37.22, "elapsed_time": "0:01:34", "remaining_time": "0:02:38", "throughput": 2226.91, "total_tokens": 209856}
{"current_steps": 675, "total_steps": 1800, "loss": 0.2928, "lr": 3.9379097532515725e-05, "epoch": 7.5, "percentage": 37.5, "elapsed_time": "0:01:34", "remaining_time": "0:02:38", "throughput": 2228.46, "total_tokens": 211392}
{"current_steps": 680, "total_steps": 1800, "loss": 0.2726, "lr": 3.918012664602317e-05, "epoch": 7.555555555555555, "percentage": 37.78, "elapsed_time": "0:01:35", "remaining_time": "0:02:37", "throughput": 2230.34, "total_tokens": 212960}
{"current_steps": 685, "total_steps": 1800, "loss": 0.2587, "lr": 3.897982258676867e-05, "epoch": 7.611111111111111, "percentage": 38.06, "elapsed_time": "0:01:36", "remaining_time": "0:02:36", "throughput": 2232.23, "total_tokens": 214528}
{"current_steps": 690, "total_steps": 1800, "loss": 0.4187, "lr": 3.8778204186736076e-05, "epoch": 7.666666666666667, "percentage": 38.33, "elapsed_time": "0:01:36", "remaining_time": "0:02:35", "throughput": 2233.17, "total_tokens": 216000}
{"current_steps": 695, "total_steps": 1800, "loss": 0.4803, "lr": 3.8575290401479586e-05, "epoch": 7.722222222222222, "percentage": 38.61, "elapsed_time": "0:01:37", "remaining_time": "0:02:34", "throughput": 2235.62, "total_tokens": 217632}
{"current_steps": 700, "total_steps": 1800, "loss": 0.3814, "lr": 3.837110030834161e-05, "epoch": 7.777777777777778, "percentage": 38.89, "elapsed_time": "0:01:37", "remaining_time": "0:02:33", "throughput": 2237.65, "total_tokens": 219232}
{"current_steps": 705, "total_steps": 1800, "loss": 0.4423, "lr": 3.8165653104659185e-05, "epoch": 7.833333333333333, "percentage": 39.17, "elapsed_time": "0:01:38", "remaining_time": "0:02:33", "throughput": 2239.39, "total_tokens": 220800}
{"current_steps": 710, "total_steps": 1800, "loss": 0.3584, "lr": 3.79589681059591e-05, "epoch": 7.888888888888889, "percentage": 39.44, "elapsed_time": "0:01:39", "remaining_time": "0:02:32", "throughput": 2240.99, "total_tokens": 222368}
{"current_steps": 715, "total_steps": 1800, "loss": 0.2727, "lr": 3.775106474414188e-05, "epoch": 7.944444444444445, "percentage": 39.72, "elapsed_time": "0:01:39", "remaining_time": "0:02:31", "throughput": 2242.87, "total_tokens": 223968}
{"current_steps": 720, "total_steps": 1800, "loss": 0.3093, "lr": 3.75419625656549e-05, "epoch": 8.0, "percentage": 40.0, "elapsed_time": "0:01:40", "remaining_time": "0:02:30", "throughput": 2243.68, "total_tokens": 225536}
{"current_steps": 720, "total_steps": 1800, "eval_loss": 0.3958219885826111, "epoch": 8.0, "percentage": 40.0, "elapsed_time": "0:01:41", "remaining_time": "0:02:31", "throughput": 2232.53, "total_tokens": 225536}
{"current_steps": 725, "total_steps": 1800, "loss": 0.2647, "lr": 3.7331681229654635e-05, "epoch": 8.055555555555555, "percentage": 40.28, "elapsed_time": "0:01:42", "remaining_time": "0:02:32", "throughput": 2205.93, "total_tokens": 227168}
{"current_steps": 730, "total_steps": 1800, "loss": 0.3495, "lr": 3.712024050615843e-05, "epoch": 8.11111111111111, "percentage": 40.56, "elapsed_time": "0:01:43", "remaining_time": "0:02:31", "throughput": 2207.26, "total_tokens": 228704}
{"current_steps": 735, "total_steps": 1800, "loss": 0.2453, "lr": 3.690766027418573e-05, "epoch": 8.166666666666666, "percentage": 40.83, "elapsed_time": "0:01:44", "remaining_time": "0:02:31", "throughput": 2209.57, "total_tokens": 230336}
{"current_steps": 740, "total_steps": 1800, "loss": 0.4574, "lr": 3.6693960519889106e-05, "epoch": 8.222222222222221, "percentage": 41.11, "elapsed_time": "0:01:44", "remaining_time": "0:02:30", "throughput": 2211.53, "total_tokens": 231936}
{"current_steps": 745, "total_steps": 1800, "loss": 0.2838, "lr": 3.6479161334675296e-05, "epoch": 8.277777777777779, "percentage": 41.39, "elapsed_time": "0:01:45", "remaining_time": "0:02:29", "throughput": 2211.06, "total_tokens": 233472}
{"current_steps": 750, "total_steps": 1800, "loss": 0.3149, "lr": 3.626328291331618e-05, "epoch": 8.333333333333334, "percentage": 41.67, "elapsed_time": "0:01:46", "remaining_time": "0:02:28", "throughput": 2212.81, "total_tokens": 235040}
{"current_steps": 755, "total_steps": 1800, "loss": 0.3384, "lr": 3.60463455520502e-05, "epoch": 8.38888888888889, "percentage": 41.94, "elapsed_time": "0:01:46", "remaining_time": "0:02:27", "throughput": 2214.4, "total_tokens": 236608}
{"current_steps": 760, "total_steps": 1800, "loss": 0.5188, "lr": 3.582836964667408e-05, "epoch": 8.444444444444445, "percentage": 42.22, "elapsed_time": "0:01:47", "remaining_time": "0:02:27", "throughput": 2215.82, "total_tokens": 238144}
{"current_steps": 765, "total_steps": 1800, "loss": 0.276, "lr": 3.560937569062538e-05, "epoch": 8.5, "percentage": 42.5, "elapsed_time": "0:01:48", "remaining_time": "0:02:26", "throughput": 2217.25, "total_tokens": 239680}
{"current_steps": 770, "total_steps": 1800, "loss": 0.3289, "lr": 3.538938427305573e-05, "epoch": 8.555555555555555, "percentage": 42.78, "elapsed_time": "0:01:48", "remaining_time": "0:02:25", "throughput": 2219.22, "total_tokens": 241280}
{"current_steps": 775, "total_steps": 1800, "loss": 0.4625, "lr": 3.516841607689501e-05, "epoch": 8.61111111111111, "percentage": 43.06, "elapsed_time": "0:01:49", "remaining_time": "0:02:24", "throughput": 2220.64, "total_tokens": 242816}
{"current_steps": 780, "total_steps": 1800, "loss": 0.3976, "lr": 3.494649187690695e-05, "epoch": 8.666666666666666, "percentage": 43.33, "elapsed_time": "0:01:49", "remaining_time": "0:02:23", "throughput": 2222.01, "total_tokens": 244352}
{"current_steps": 785, "total_steps": 1800, "loss": 0.3563, "lr": 3.4723632537735846e-05, "epoch": 8.722222222222221, "percentage": 43.61, "elapsed_time": "0:01:50", "remaining_time": "0:02:22", "throughput": 2223.09, "total_tokens": 245856}
{"current_steps": 790, "total_steps": 1800, "loss": 0.3114, "lr": 3.449985901194498e-05, "epoch": 8.777777777777779, "percentage": 43.89, "elapsed_time": "0:01:51", "remaining_time": "0:02:22", "throughput": 2225.01, "total_tokens": 247456}
{"current_steps": 795, "total_steps": 1800, "loss": 0.3234, "lr": 3.427519233804667e-05, "epoch": 8.833333333333334, "percentage": 44.17, "elapsed_time": "0:01:51", "remaining_time": "0:02:21", "throughput": 2226.32, "total_tokens": 248992}
{"current_steps": 800, "total_steps": 1800, "loss": 0.4258, "lr": 3.404965363852437e-05, "epoch": 8.88888888888889, "percentage": 44.44, "elapsed_time": "0:01:52", "remaining_time": "0:02:20", "throughput": 2227.62, "total_tokens": 250528}
{"current_steps": 805, "total_steps": 1800, "loss": 0.3546, "lr": 3.382326411784672e-05, "epoch": 8.944444444444445, "percentage": 44.72, "elapsed_time": "0:01:53", "remaining_time": "0:02:19", "throughput": 2229.49, "total_tokens": 252128}
{"current_steps": 810, "total_steps": 1800, "loss": 0.3219, "lr": 3.359604506047403e-05, "epoch": 9.0, "percentage": 45.0, "elapsed_time": "0:01:53", "remaining_time": "0:02:19", "throughput": 2230.32, "total_tokens": 253696}
{"current_steps": 810, "total_steps": 1800, "eval_loss": 0.3753851056098938, "epoch": 9.0, "percentage": 45.0, "elapsed_time": "0:01:54", "remaining_time": "0:02:19", "throughput": 2220.5, "total_tokens": 253696}
{"current_steps": 815, "total_steps": 1800, "loss": 0.4062, "lr": 3.336801782885712e-05, "epoch": 9.055555555555555, "percentage": 45.28, "elapsed_time": "0:01:55", "remaining_time": "0:02:19", "throughput": 2206.82, "total_tokens": 255296}
{"current_steps": 820, "total_steps": 1800, "loss": 0.364, "lr": 3.313920386142892e-05, "epoch": 9.11111111111111, "percentage": 45.56, "elapsed_time": "0:01:56", "remaining_time": "0:02:19", "throughput": 2208.54, "total_tokens": 256896}
{"current_steps": 825, "total_steps": 1800, "loss": 0.2644, "lr": 3.290962467058891e-05, "epoch": 9.166666666666666, "percentage": 45.83, "elapsed_time": "0:01:56", "remaining_time": "0:02:18", "throughput": 2209.65, "total_tokens": 258432}
{"current_steps": 830, "total_steps": 1800, "loss": 0.29, "lr": 3.267930184068057e-05, "epoch": 9.222222222222221, "percentage": 46.11, "elapsed_time": "0:01:57", "remaining_time": "0:02:17", "throughput": 2211.06, "total_tokens": 260000}
{"current_steps": 835, "total_steps": 1800, "loss": 0.5139, "lr": 3.244825702596205e-05, "epoch": 9.277777777777779, "percentage": 46.39, "elapsed_time": "0:01:58", "remaining_time": "0:02:16", "throughput": 2212.48, "total_tokens": 261568}
{"current_steps": 840, "total_steps": 1800, "loss": 0.2642, "lr": 3.2216511948570374e-05, "epoch": 9.333333333333334, "percentage": 46.67, "elapsed_time": "0:01:58", "remaining_time": "0:02:15", "throughput": 2212.86, "total_tokens": 263200}
{"current_steps": 845, "total_steps": 1800, "loss": 0.2341, "lr": 3.198408839647911e-05, "epoch": 9.38888888888889, "percentage": 46.94, "elapsed_time": "0:01:59", "remaining_time": "0:02:15", "throughput": 2214.1, "total_tokens": 264736}
{"current_steps": 850, "total_steps": 1800, "loss": 0.2904, "lr": 3.1751008221450025e-05, "epoch": 9.444444444444445, "percentage": 47.22, "elapsed_time": "0:02:00", "remaining_time": "0:02:14", "throughput": 2215.58, "total_tokens": 266304}
{"current_steps": 855, "total_steps": 1800, "loss": 0.2522, "lr": 3.151729333697854e-05, "epoch": 9.5, "percentage": 47.5, "elapsed_time": "0:02:00", "remaining_time": "0:02:13", "throughput": 2216.82, "total_tokens": 267840}
{"current_steps": 860, "total_steps": 1800, "loss": 0.3231, "lr": 3.1282965716233594e-05, "epoch": 9.555555555555555, "percentage": 47.78, "elapsed_time": "0:02:01", "remaining_time": "0:02:12", "throughput": 2218.13, "total_tokens": 269376}
{"current_steps": 865, "total_steps": 1800, "loss": 0.4968, "lr": 3.104804738999169e-05, "epoch": 9.61111111111111, "percentage": 48.06, "elapsed_time": "0:02:02", "remaining_time": "0:02:11", "throughput": 2219.67, "total_tokens": 270944}
{"current_steps": 870, "total_steps": 1800, "loss": 0.4315, "lr": 3.0812560444565745e-05, "epoch": 9.666666666666666, "percentage": 48.33, "elapsed_time": "0:02:02", "remaining_time": "0:02:11", "throughput": 2220.69, "total_tokens": 272448}
{"current_steps": 875, "total_steps": 1800, "loss": 0.5369, "lr": 3.057652701972848e-05, "epoch": 9.722222222222221, "percentage": 48.61, "elapsed_time": "0:02:03", "remaining_time": "0:02:10", "throughput": 2221.86, "total_tokens": 273984}
{"current_steps": 880, "total_steps": 1800, "loss": 0.3499, "lr": 3.0339969306631005e-05, "epoch": 9.777777777777779, "percentage": 48.89, "elapsed_time": "0:02:03", "remaining_time": "0:02:09", "throughput": 2223.01, "total_tokens": 275520}
{"current_steps": 885, "total_steps": 1800, "loss": 0.2721, "lr": 3.0102909545716396e-05, "epoch": 9.833333333333334, "percentage": 49.17, "elapsed_time": "0:02:04", "remaining_time": "0:02:08", "throughput": 2224.96, "total_tokens": 277152}
{"current_steps": 890, "total_steps": 1800, "loss": 0.4406, "lr": 2.9865370024628775e-05, "epoch": 9.88888888888889, "percentage": 49.44, "elapsed_time": "0:02:05", "remaining_time": "0:02:08", "throughput": 2226.13, "total_tokens": 278688}
{"current_steps": 895, "total_steps": 1800, "loss": 0.2387, "lr": 2.9627373076117863e-05, "epoch": 9.944444444444445, "percentage": 49.72, "elapsed_time": "0:02:05", "remaining_time": "0:02:07", "throughput": 2227.53, "total_tokens": 280256}
{"current_steps": 900, "total_steps": 1800, "loss": 0.318, "lr": 2.9388941075939334e-05, "epoch": 10.0, "percentage": 50.0, "elapsed_time": "0:02:06", "remaining_time": "0:02:06", "throughput": 2228.52, "total_tokens": 281856}
{"current_steps": 900, "total_steps": 1800, "eval_loss": 0.3762475848197937, "epoch": 10.0, "percentage": 50.0, "elapsed_time": "0:02:06", "remaining_time": "0:02:06", "throughput": 2219.7, "total_tokens": 281856}
{"current_steps": 905, "total_steps": 1800, "loss": 0.3734, "lr": 2.9150096440751107e-05, "epoch": 10.055555555555555, "percentage": 50.28, "elapsed_time": "0:02:08", "remaining_time": "0:02:07", "throughput": 2206.02, "total_tokens": 283424}
{"current_steps": 910, "total_steps": 1800, "loss": 0.4307, "lr": 2.8910861626005776e-05, "epoch": 10.11111111111111, "percentage": 50.56, "elapsed_time": "0:02:09", "remaining_time": "0:02:06", "throughput": 2207.12, "total_tokens": 284960}
{"current_steps": 915, "total_steps": 1800, "loss": 0.3099, "lr": 2.8671259123839472e-05, "epoch": 10.166666666666666, "percentage": 50.83, "elapsed_time": "0:02:09", "remaining_time": "0:02:05", "throughput": 2208.23, "total_tokens": 286496}
{"current_steps": 920, "total_steps": 1800, "loss": 0.2681, "lr": 2.843131146095719e-05, "epoch": 10.222222222222221, "percentage": 51.11, "elapsed_time": "0:02:10", "remaining_time": "0:02:04", "throughput": 2209.55, "total_tokens": 288064}
{"current_steps": 925, "total_steps": 1800, "loss": 0.3474, "lr": 2.8191041196514873e-05, "epoch": 10.277777777777779, "percentage": 51.39, "elapsed_time": "0:02:11", "remaining_time": "0:02:03", "throughput": 2209.75, "total_tokens": 289664}
{"current_steps": 930, "total_steps": 1800, "loss": 0.2339, "lr": 2.795047091999849e-05, "epoch": 10.333333333333334, "percentage": 51.67, "elapsed_time": "0:02:11", "remaining_time": "0:02:03", "throughput": 2211.28, "total_tokens": 291264}
{"current_steps": 935, "total_steps": 1800, "loss": 0.3825, "lr": 2.770962324910027e-05, "epoch": 10.38888888888889, "percentage": 51.94, "elapsed_time": "0:02:12", "remaining_time": "0:02:02", "throughput": 2213.09, "total_tokens": 292896}
{"current_steps": 940, "total_steps": 1800, "loss": 0.3254, "lr": 2.7468520827592197e-05, "epoch": 10.444444444444445, "percentage": 52.22, "elapsed_time": "0:02:12", "remaining_time": "0:02:01", "throughput": 2214.45, "total_tokens": 294464}
{"current_steps": 945, "total_steps": 1800, "loss": 0.3679, "lr": 2.7227186323197162e-05, "epoch": 10.5, "percentage": 52.5, "elapsed_time": "0:02:13", "remaining_time": "0:02:00", "throughput": 2216.07, "total_tokens": 296064}
{"current_steps": 950, "total_steps": 1800, "loss": 0.3363, "lr": 2.6985642425457757e-05, "epoch": 10.555555555555555, "percentage": 52.78, "elapsed_time": "0:02:14", "remaining_time": "0:02:00", "throughput": 2217.2, "total_tokens": 297600}
{"current_steps": 955, "total_steps": 1800, "loss": 0.3355, "lr": 2.674391184360313e-05, "epoch": 10.61111111111111, "percentage": 53.06, "elapsed_time": "0:02:14", "remaining_time": "0:01:59", "throughput": 2218.79, "total_tokens": 299200}
{"current_steps": 960, "total_steps": 1800, "loss": 0.2526, "lr": 2.650201730441392e-05, "epoch": 10.666666666666666, "percentage": 53.33, "elapsed_time": "0:02:15", "remaining_time": "0:01:58", "throughput": 2219.67, "total_tokens": 300704}
{"current_steps": 965, "total_steps": 1800, "loss": 0.2543, "lr": 2.6259981550085504e-05, "epoch": 10.722222222222221, "percentage": 53.61, "elapsed_time": "0:02:16", "remaining_time": "0:01:57", "throughput": 2220.79, "total_tokens": 302240}
{"current_steps": 970, "total_steps": 1800, "loss": 0.5851, "lr": 2.60178273360899e-05, "epoch": 10.777777777777779, "percentage": 53.89, "elapsed_time": "0:02:16", "remaining_time": "0:01:56", "throughput": 2221.88, "total_tokens": 303776}
{"current_steps": 975, "total_steps": 1800, "loss": 0.3055, "lr": 2.5775577429036345e-05, "epoch": 10.833333333333334, "percentage": 54.17, "elapsed_time": "0:02:17", "remaining_time": "0:01:56", "throughput": 2223.16, "total_tokens": 305344}
{"current_steps": 980, "total_steps": 1800, "loss": 0.3928, "lr": 2.553325460453086e-05, "epoch": 10.88888888888889, "percentage": 54.44, "elapsed_time": "0:02:17", "remaining_time": "0:01:55", "throughput": 2224.4, "total_tokens": 306912}
{"current_steps": 985, "total_steps": 1800, "loss": 0.2661, "lr": 2.5290881645034932e-05, "epoch": 10.944444444444445, "percentage": 54.72, "elapsed_time": "0:02:18", "remaining_time": "0:01:54", "throughput": 2225.91, "total_tokens": 308512}
{"current_steps": 990, "total_steps": 1800, "loss": 0.5277, "lr": 2.504848133772358e-05, "epoch": 11.0, "percentage": 55.0, "elapsed_time": "0:02:19", "remaining_time": "0:01:53", "throughput": 2226.61, "total_tokens": 310080}
{"current_steps": 990, "total_steps": 1800, "eval_loss": 0.37704458832740784, "epoch": 11.0, "percentage": 55.0, "elapsed_time": "0:02:19", "remaining_time": "0:01:54", "throughput": 2218.59, "total_tokens": 310080}
{"current_steps": 995, "total_steps": 1800, "loss": 0.2659, "lr": 2.4806076472342997e-05, "epoch": 11.055555555555555, "percentage": 55.28, "elapsed_time": "0:02:21", "remaining_time": "0:01:54", "throughput": 2206.9, "total_tokens": 311616}
{"current_steps": 1000, "total_steps": 1800, "loss": 0.4629, "lr": 2.4563689839067913e-05, "epoch": 11.11111111111111, "percentage": 55.56, "elapsed_time": "0:02:21", "remaining_time": "0:01:53", "throughput": 2208.08, "total_tokens": 313184}
{"current_steps": 1005, "total_steps": 1800, "loss": 0.4149, "lr": 2.432134422635893e-05, "epoch": 11.166666666666666, "percentage": 55.83, "elapsed_time": "0:02:22", "remaining_time": "0:01:52", "throughput": 2209.74, "total_tokens": 314816}
{"current_steps": 1010, "total_steps": 1800, "loss": 0.288, "lr": 2.4079062418820002e-05, "epoch": 11.222222222222221, "percentage": 56.11, "elapsed_time": "0:02:23", "remaining_time": "0:01:51", "throughput": 2210.94, "total_tokens": 316384}
{"current_steps": 1015, "total_steps": 1800, "loss": 0.281, "lr": 2.3836867195056335e-05, "epoch": 11.277777777777779, "percentage": 56.39, "elapsed_time": "0:02:23", "remaining_time": "0:01:51", "throughput": 2211.02, "total_tokens": 317952}
{"current_steps": 1020, "total_steps": 1800, "loss": 0.2861, "lr": 2.3594781325532784e-05, "epoch": 11.333333333333334, "percentage": 56.67, "elapsed_time": "0:02:24", "remaining_time": "0:01:50", "throughput": 2212.1, "total_tokens": 319488}
{"current_steps": 1025, "total_steps": 1800, "loss": 0.3619, "lr": 2.3352827570433036e-05, "epoch": 11.38888888888889, "percentage": 56.94, "elapsed_time": "0:02:25", "remaining_time": "0:01:49", "throughput": 2213.1, "total_tokens": 321024}
{"current_steps": 1030, "total_steps": 1800, "loss": 0.2578, "lr": 2.3111028677519804e-05, "epoch": 11.444444444444445, "percentage": 57.22, "elapsed_time": "0:02:25", "remaining_time": "0:01:48", "throughput": 2214.15, "total_tokens": 322560}
{"current_steps": 1035, "total_steps": 1800, "loss": 0.5391, "lr": 2.2869407379996088e-05, "epoch": 11.5, "percentage": 57.5, "elapsed_time": "0:02:26", "remaining_time": "0:01:48", "throughput": 2215.41, "total_tokens": 324128}
{"current_steps": 1040, "total_steps": 1800, "loss": 0.3317, "lr": 2.2627986394367938e-05, "epoch": 11.555555555555555, "percentage": 57.78, "elapsed_time": "0:02:26", "remaining_time": "0:01:47", "throughput": 2216.68, "total_tokens": 325696}
{"current_steps": 1045, "total_steps": 1800, "loss": 0.3483, "lr": 2.238678841830867e-05, "epoch": 11.61111111111111, "percentage": 58.06, "elapsed_time": "0:02:27", "remaining_time": "0:01:46", "throughput": 2217.71, "total_tokens": 327232}
{"current_steps": 1050, "total_steps": 1800, "loss": 0.2336, "lr": 2.2145836128524902e-05, "epoch": 11.666666666666666, "percentage": 58.33, "elapsed_time": "0:02:28", "remaining_time": "0:01:45", "throughput": 2218.76, "total_tokens": 328768}
{"current_steps": 1055, "total_steps": 1800, "loss": 0.3768, "lr": 2.1905152178624595e-05, "epoch": 11.722222222222221, "percentage": 58.61, "elapsed_time": "0:02:28", "remaining_time": "0:01:45", "throughput": 2219.98, "total_tokens": 330336}
{"current_steps": 1060, "total_steps": 1800, "loss": 0.2534, "lr": 2.1664759196987182e-05, "epoch": 11.777777777777779, "percentage": 58.89, "elapsed_time": "0:02:29", "remaining_time": "0:01:44", "throughput": 2221.17, "total_tokens": 331904}
{"current_steps": 1065, "total_steps": 1800, "loss": 0.3459, "lr": 2.1424679784636144e-05, "epoch": 11.833333333333334, "percentage": 59.17, "elapsed_time": "0:02:30", "remaining_time": "0:01:43", "throughput": 2222.37, "total_tokens": 333472}
{"current_steps": 1070, "total_steps": 1800, "loss": 0.4967, "lr": 2.118493651311413e-05, "epoch": 11.88888888888889, "percentage": 59.44, "elapsed_time": "0:02:30", "remaining_time": "0:01:42", "throughput": 2223.95, "total_tokens": 335104}
{"current_steps": 1075, "total_steps": 1800, "loss": 0.2798, "lr": 2.0945551922360818e-05, "epoch": 11.944444444444445, "percentage": 59.72, "elapsed_time": "0:02:31", "remaining_time": "0:01:42", "throughput": 2224.7, "total_tokens": 336608}
{"current_steps": 1080, "total_steps": 1800, "loss": 0.4695, "lr": 2.070654851859383e-05, "epoch": 12.0, "percentage": 60.0, "elapsed_time": "0:02:31", "remaining_time": "0:01:41", "throughput": 2225.14, "total_tokens": 338144}
{"current_steps": 1080, "total_steps": 1800, "eval_loss": 0.3827248215675354, "epoch": 12.0, "percentage": 60.0, "elapsed_time": "0:02:32", "remaining_time": "0:01:41", "throughput": 2217.79, "total_tokens": 338144}
{"current_steps": 1085, "total_steps": 1800, "loss": 0.2513, "lr": 2.0467948772192713e-05, "epoch": 12.055555555555555, "percentage": 60.28, "elapsed_time": "0:02:33", "remaining_time": "0:01:41", "throughput": 2207.42, "total_tokens": 339712}
{"current_steps": 1090, "total_steps": 1800, "loss": 0.3625, "lr": 2.022977511558638e-05, "epoch": 12.11111111111111, "percentage": 60.56, "elapsed_time": "0:02:34", "remaining_time": "0:01:40", "throughput": 2207.92, "total_tokens": 341184}
{"current_steps": 1095, "total_steps": 1800, "loss": 0.2127, "lr": 1.9992049941144066e-05, "epoch": 12.166666666666666, "percentage": 60.83, "elapsed_time": "0:02:35", "remaining_time": "0:01:39", "throughput": 2209.0, "total_tokens": 342752}
{"current_steps": 1100, "total_steps": 1800, "loss": 0.2022, "lr": 1.9754795599070068e-05, "epoch": 12.222222222222221, "percentage": 61.11, "elapsed_time": "0:02:35", "remaining_time": "0:01:39", "throughput": 2210.28, "total_tokens": 344352}
{"current_steps": 1105, "total_steps": 1800, "loss": 0.2748, "lr": 1.9518034395302414e-05, "epoch": 12.277777777777779, "percentage": 61.39, "elapsed_time": "0:02:36", "remaining_time": "0:01:38", "throughput": 2210.24, "total_tokens": 345952}
{"current_steps": 1110, "total_steps": 1800, "loss": 0.2803, "lr": 1.9281788589415804e-05, "epoch": 12.333333333333334, "percentage": 61.67, "elapsed_time": "0:02:37", "remaining_time": "0:01:37", "throughput": 2211.34, "total_tokens": 347520}
{"current_steps": 1115, "total_steps": 1800, "loss": 0.4381, "lr": 1.9046080392528735e-05, "epoch": 12.38888888888889, "percentage": 61.94, "elapsed_time": "0:02:37", "remaining_time": "0:01:36", "throughput": 2212.24, "total_tokens": 349056}
{"current_steps": 1120, "total_steps": 1800, "loss": 0.2374, "lr": 1.8810931965215356e-05, "epoch": 12.444444444444445, "percentage": 62.22, "elapsed_time": "0:02:38", "remaining_time": "0:01:36", "throughput": 2213.55, "total_tokens": 350656}
{"current_steps": 1125, "total_steps": 1800, "loss": 0.3363, "lr": 1.857636541542195e-05, "epoch": 12.5, "percentage": 62.5, "elapsed_time": "0:02:39", "remaining_time": "0:01:35", "throughput": 2214.56, "total_tokens": 352192}
{"current_steps": 1130, "total_steps": 1800, "loss": 0.4843, "lr": 1.8342402796388445e-05, "epoch": 12.555555555555555, "percentage": 62.78, "elapsed_time": "0:02:39", "remaining_time": "0:01:34", "throughput": 2215.88, "total_tokens": 353792}
{"current_steps": 1135, "total_steps": 1800, "loss": 0.4432, "lr": 1.8109066104575023e-05, "epoch": 12.61111111111111, "percentage": 63.06, "elapsed_time": "0:02:40", "remaining_time": "0:01:33", "throughput": 2217.03, "total_tokens": 355360}
{"current_steps": 1140, "total_steps": 1800, "loss": 0.2647, "lr": 1.7876377277594053e-05, "epoch": 12.666666666666666, "percentage": 63.33, "elapsed_time": "0:02:40", "remaining_time": "0:01:33", "throughput": 2218.0, "total_tokens": 356896}
{"current_steps": 1145, "total_steps": 1800, "loss": 0.5274, "lr": 1.764435819214762e-05, "epoch": 12.722222222222221, "percentage": 63.61, "elapsed_time": "0:02:41", "remaining_time": "0:01:32", "throughput": 2218.91, "total_tokens": 358432}
{"current_steps": 1150, "total_steps": 1800, "loss": 0.4149, "lr": 1.7413030661970742e-05, "epoch": 12.777777777777779, "percentage": 63.89, "elapsed_time": "0:02:42", "remaining_time": "0:01:31", "throughput": 2220.21, "total_tokens": 360032}
{"current_steps": 1155, "total_steps": 1800, "loss": 0.3114, "lr": 1.7182416435780454e-05, "epoch": 12.833333333333334, "percentage": 64.17, "elapsed_time": "0:02:42", "remaining_time": "0:01:30", "throughput": 2221.29, "total_tokens": 361600}
{"current_steps": 1160, "total_steps": 1800, "loss": 0.3365, "lr": 1.695253719523115e-05, "epoch": 12.88888888888889, "percentage": 64.44, "elapsed_time": "0:02:43", "remaining_time": "0:01:30", "throughput": 2222.57, "total_tokens": 363200}
{"current_steps": 1165, "total_steps": 1800, "loss": 0.2679, "lr": 1.672341455287605e-05, "epoch": 12.944444444444445, "percentage": 64.72, "elapsed_time": "0:02:44", "remaining_time": "0:01:29", "throughput": 2223.67, "total_tokens": 364768}
{"current_steps": 1170, "total_steps": 1800, "loss": 0.5872, "lr": 1.649507005013532e-05, "epoch": 13.0, "percentage": 65.0, "elapsed_time": "0:02:44", "remaining_time": "0:01:28", "throughput": 2224.27, "total_tokens": 366336}
{"current_steps": 1170, "total_steps": 1800, "eval_loss": 0.3834854066371918, "epoch": 13.0, "percentage": 65.0, "elapsed_time": "0:02:45", "remaining_time": "0:01:28", "throughput": 2217.46, "total_tokens": 366336}
{"current_steps": 1175, "total_steps": 1800, "loss": 0.2633, "lr": 1.6267525155270773e-05, "epoch": 13.055555555555555, "percentage": 65.28, "elapsed_time": "0:02:46", "remaining_time": "0:01:28", "throughput": 2207.81, "total_tokens": 367936}
{"current_steps": 1180, "total_steps": 1800, "loss": 0.4359, "lr": 1.6040801261367493e-05, "epoch": 13.11111111111111, "percentage": 65.56, "elapsed_time": "0:02:47", "remaining_time": "0:01:27", "throughput": 2208.86, "total_tokens": 369504}
{"current_steps": 1185, "total_steps": 1800, "loss": 0.4443, "lr": 1.5814919684322545e-05, "epoch": 13.166666666666666, "percentage": 65.83, "elapsed_time": "0:02:47", "remaining_time": "0:01:27", "throughput": 2209.92, "total_tokens": 371072}
{"current_steps": 1190, "total_steps": 1800, "loss": 0.3058, "lr": 1.5589901660840896e-05, "epoch": 13.222222222222221, "percentage": 66.11, "elapsed_time": "0:02:48", "remaining_time": "0:01:26", "throughput": 2210.39, "total_tokens": 372544}
{"current_steps": 1195, "total_steps": 1800, "loss": 0.5648, "lr": 1.5365768346438797e-05, "epoch": 13.277777777777779, "percentage": 66.39, "elapsed_time": "0:02:49", "remaining_time": "0:01:25", "throughput": 2210.49, "total_tokens": 374144}
{"current_steps": 1200, "total_steps": 1800, "loss": 0.3359, "lr": 1.5142540813454836e-05, "epoch": 13.333333333333334, "percentage": 66.67, "elapsed_time": "0:02:49", "remaining_time": "0:01:24", "throughput": 2211.57, "total_tokens": 375712}
{"current_steps": 1205, "total_steps": 1800, "loss": 0.2909, "lr": 1.4920240049068748e-05, "epoch": 13.38888888888889, "percentage": 66.94, "elapsed_time": "0:02:50", "remaining_time": "0:01:24", "throughput": 2212.58, "total_tokens": 377280}
{"current_steps": 1210, "total_steps": 1800, "loss": 0.2549, "lr": 1.4698886953328292e-05, "epoch": 13.444444444444445, "percentage": 67.22, "elapsed_time": "0:02:51", "remaining_time": "0:01:23", "throughput": 2213.66, "total_tokens": 378848}
{"current_steps": 1215, "total_steps": 1800, "loss": 0.3131, "lr": 1.4478502337184274e-05, "epoch": 13.5, "percentage": 67.5, "elapsed_time": "0:02:51", "remaining_time": "0:01:22", "throughput": 2214.74, "total_tokens": 380416}
{"current_steps": 1220, "total_steps": 1800, "loss": 0.3545, "lr": 1.4259106920533955e-05, "epoch": 13.555555555555555, "percentage": 67.78, "elapsed_time": "0:02:52", "remaining_time": "0:01:21", "throughput": 2215.81, "total_tokens": 381984}
{"current_steps": 1225, "total_steps": 1800, "loss": 0.3752, "lr": 1.4040721330273062e-05, "epoch": 13.61111111111111, "percentage": 68.06, "elapsed_time": "0:02:53", "remaining_time": "0:01:21", "throughput": 2216.89, "total_tokens": 383552}
{"current_steps": 1230, "total_steps": 1800, "loss": 0.328, "lr": 1.3823366098356487e-05, "epoch": 13.666666666666666, "percentage": 68.33, "elapsed_time": "0:02:53", "remaining_time": "0:01:20", "throughput": 2217.94, "total_tokens": 385120}
{"current_steps": 1235, "total_steps": 1800, "loss": 0.257, "lr": 1.3607061659867892e-05, "epoch": 13.722222222222221, "percentage": 68.61, "elapsed_time": "0:02:54", "remaining_time": "0:01:19", "throughput": 2219.11, "total_tokens": 386720}
{"current_steps": 1240, "total_steps": 1800, "loss": 0.2255, "lr": 1.3391828351098578e-05, "epoch": 13.777777777777779, "percentage": 68.89, "elapsed_time": "0:02:54", "remaining_time": "0:01:18", "throughput": 2220.39, "total_tokens": 388352}
{"current_steps": 1245, "total_steps": 1800, "loss": 0.3748, "lr": 1.3177686407635417e-05, "epoch": 13.833333333333334, "percentage": 69.17, "elapsed_time": "0:02:55", "remaining_time": "0:01:18", "throughput": 2221.51, "total_tokens": 389952}
{"current_steps": 1250, "total_steps": 1800, "loss": 0.5285, "lr": 1.29646559624584e-05, "epoch": 13.88888888888889, "percentage": 69.44, "elapsed_time": "0:02:56", "remaining_time": "0:01:17", "throughput": 2222.31, "total_tokens": 391488}
{"current_steps": 1255, "total_steps": 1800, "loss": 0.3154, "lr": 1.2752757044047827e-05, "epoch": 13.944444444444445, "percentage": 69.72, "elapsed_time": "0:02:56", "remaining_time": "0:01:16", "throughput": 2222.98, "total_tokens": 392992}
{"current_steps": 1260, "total_steps": 1800, "loss": 0.3013, "lr": 1.2542009574501246e-05, "epoch": 14.0, "percentage": 70.0, "elapsed_time": "0:02:57", "remaining_time": "0:01:16", "throughput": 2223.0, "total_tokens": 394464}
{"current_steps": 1260, "total_steps": 1800, "eval_loss": 0.38363155722618103, "epoch": 14.0, "percentage": 70.0, "elapsed_time": "0:02:57", "remaining_time": "0:01:16", "throughput": 2216.73, "total_tokens": 394464}
{"current_steps": 1265, "total_steps": 1800, "loss": 0.3047, "lr": 1.2332433367660442e-05, "epoch": 14.055555555555555, "percentage": 70.28, "elapsed_time": "0:02:59", "remaining_time": "0:01:15", "throughput": 2205.73, "total_tokens": 396064}
{"current_steps": 1270, "total_steps": 1800, "loss": 0.2939, "lr": 1.2124048127248644e-05, "epoch": 14.11111111111111, "percentage": 70.56, "elapsed_time": "0:03:00", "remaining_time": "0:01:15", "throughput": 2206.79, "total_tokens": 397664}
{"current_steps": 1275, "total_steps": 1800, "loss": 0.3261, "lr": 1.1916873445017982e-05, "epoch": 14.166666666666666, "percentage": 70.83, "elapsed_time": "0:03:00", "remaining_time": "0:01:14", "throughput": 2207.54, "total_tokens": 399200}
{"current_steps": 1280, "total_steps": 1800, "loss": 0.3948, "lr": 1.1710928798907556e-05, "epoch": 14.222222222222221, "percentage": 71.11, "elapsed_time": "0:03:01", "remaining_time": "0:01:13", "throughput": 2208.5, "total_tokens": 400768}
{"current_steps": 1285, "total_steps": 1800, "loss": 0.4145, "lr": 1.1506233551212186e-05, "epoch": 14.277777777777779, "percentage": 71.39, "elapsed_time": "0:03:02", "remaining_time": "0:01:13", "throughput": 2208.72, "total_tokens": 402368}
{"current_steps": 1290, "total_steps": 1800, "loss": 0.2949, "lr": 1.1302806946762004e-05, "epoch": 14.333333333333334, "percentage": 71.67, "elapsed_time": "0:03:02", "remaining_time": "0:01:12", "throughput": 2209.91, "total_tokens": 403968}
{"current_steps": 1295, "total_steps": 1800, "loss": 0.2164, "lr": 1.1100668111113166e-05, "epoch": 14.38888888888889, "percentage": 71.94, "elapsed_time": "0:03:03", "remaining_time": "0:01:11", "throughput": 2211.39, "total_tokens": 405632}
{"current_steps": 1300, "total_steps": 1800, "loss": 0.2804, "lr": 1.0899836048749645e-05, "epoch": 14.444444444444445, "percentage": 72.22, "elapsed_time": "0:03:04", "remaining_time": "0:01:10", "throughput": 2212.42, "total_tokens": 407200}
{"current_steps": 1305, "total_steps": 1800, "loss": 0.4511, "lr": 1.0700329641296541e-05, "epoch": 14.5, "percentage": 72.5, "elapsed_time": "0:03:04", "remaining_time": "0:01:10", "throughput": 2213.45, "total_tokens": 408768}
{"current_steps": 1310, "total_steps": 1800, "loss": 0.4962, "lr": 1.0502167645744895e-05, "epoch": 14.555555555555555, "percentage": 72.78, "elapsed_time": "0:03:05", "remaining_time": "0:01:09", "throughput": 2214.31, "total_tokens": 410304}
{"current_steps": 1315, "total_steps": 1800, "loss": 0.2608, "lr": 1.0305368692688174e-05, "epoch": 14.61111111111111, "percentage": 73.06, "elapsed_time": "0:03:05", "remaining_time": "0:01:08", "throughput": 2214.98, "total_tokens": 411808}
{"current_steps": 1320, "total_steps": 1800, "loss": 0.2674, "lr": 1.01099512845707e-05, "epoch": 14.666666666666666, "percentage": 73.33, "elapsed_time": "0:03:06", "remaining_time": "0:01:07", "throughput": 2215.68, "total_tokens": 413312}
{"current_steps": 1325, "total_steps": 1800, "loss": 0.3558, "lr": 9.91593379394811e-06, "epoch": 14.722222222222221, "percentage": 73.61, "elapsed_time": "0:03:07", "remaining_time": "0:01:07", "throughput": 2216.68, "total_tokens": 414880}
{"current_steps": 1330, "total_steps": 1800, "loss": 0.1952, "lr": 9.723334461760006e-06, "epoch": 14.777777777777779, "percentage": 73.89, "elapsed_time": "0:03:07", "remaining_time": "0:01:06", "throughput": 2217.67, "total_tokens": 416448}
{"current_steps": 1335, "total_steps": 1800, "loss": 0.6585, "lr": 9.532171395615036e-06, "epoch": 14.833333333333334, "percentage": 74.17, "elapsed_time": "0:03:08", "remaining_time": "0:01:05", "throughput": 2218.35, "total_tokens": 417952}
{"current_steps": 1340, "total_steps": 1800, "loss": 0.294, "lr": 9.342462568088416e-06, "epoch": 14.88888888888889, "percentage": 74.44, "elapsed_time": "0:03:09", "remaining_time": "0:01:04", "throughput": 2219.17, "total_tokens": 419488}
{"current_steps": 1345, "total_steps": 1800, "loss": 0.4363, "lr": 9.154225815032242e-06, "epoch": 14.944444444444445, "percentage": 74.72, "elapsed_time": "0:03:09", "remaining_time": "0:01:04", "throughput": 2219.99, "total_tokens": 421024}
{"current_steps": 1350, "total_steps": 1800, "loss": 0.3108, "lr": 8.967478833898612e-06, "epoch": 15.0, "percentage": 75.0, "elapsed_time": "0:03:10", "remaining_time": "0:01:03", "throughput": 2220.53, "total_tokens": 422592}
{"current_steps": 1350, "total_steps": 1800, "eval_loss": 0.3699033856391907, "epoch": 15.0, "percentage": 75.0, "elapsed_time": "0:03:10", "remaining_time": "0:01:03", "throughput": 2214.68, "total_tokens": 422592}
{"current_steps": 1355, "total_steps": 1800, "loss": 0.2902, "lr": 8.78223918207575e-06, "epoch": 15.055555555555555, "percentage": 75.28, "elapsed_time": "0:03:12", "remaining_time": "0:01:03", "throughput": 2206.22, "total_tokens": 424128}
{"current_steps": 1360, "total_steps": 1800, "loss": 0.3427, "lr": 8.598524275237322e-06, "epoch": 15.11111111111111, "percentage": 75.56, "elapsed_time": "0:03:12", "remaining_time": "0:01:02", "throughput": 2207.22, "total_tokens": 425728}
{"current_steps": 1365, "total_steps": 1800, "loss": 0.3262, "lr": 8.41635138570507e-06, "epoch": 15.166666666666666, "percentage": 75.83, "elapsed_time": "0:03:13", "remaining_time": "0:01:01", "throughput": 2207.77, "total_tokens": 427232}
{"current_steps": 1370, "total_steps": 1800, "loss": 0.4026, "lr": 8.235737640824908e-06, "epoch": 15.222222222222221, "percentage": 76.11, "elapsed_time": "0:03:14", "remaining_time": "0:01:00", "throughput": 2208.56, "total_tokens": 428800}
{"current_steps": 1375, "total_steps": 1800, "loss": 0.2581, "lr": 8.056700021356694e-06, "epoch": 15.277777777777779, "percentage": 76.39, "elapsed_time": "0:03:14", "remaining_time": "0:01:00", "throughput": 2208.03, "total_tokens": 430304}
{"current_steps": 1380, "total_steps": 1800, "loss": 0.3532, "lr": 7.879255359877705e-06, "epoch": 15.333333333333334, "percentage": 76.67, "elapsed_time": "0:03:15", "remaining_time": "0:00:59", "throughput": 2208.91, "total_tokens": 431872}
{"current_steps": 1385, "total_steps": 1800, "loss": 0.5149, "lr": 7.703420339200101e-06, "epoch": 15.38888888888889, "percentage": 76.94, "elapsed_time": "0:03:16", "remaining_time": "0:00:58", "throughput": 2209.97, "total_tokens": 433472}
{"current_steps": 1390, "total_steps": 1800, "loss": 0.3394, "lr": 7.529211490802498e-06, "epoch": 15.444444444444445, "percentage": 77.22, "elapsed_time": "0:03:16", "remaining_time": "0:00:58", "throughput": 2210.91, "total_tokens": 435040}
{"current_steps": 1395, "total_steps": 1800, "loss": 0.3439, "lr": 7.3566451932756744e-06, "epoch": 15.5, "percentage": 77.5, "elapsed_time": "0:03:17", "remaining_time": "0:00:57", "throughput": 2212.03, "total_tokens": 436640}
{"current_steps": 1400, "total_steps": 1800, "loss": 0.2323, "lr": 7.185737670782727e-06, "epoch": 15.555555555555555, "percentage": 77.78, "elapsed_time": "0:03:18", "remaining_time": "0:00:56", "throughput": 2212.99, "total_tokens": 438208}
{"current_steps": 1405, "total_steps": 1800, "loss": 0.3102, "lr": 7.016504991533726e-06, "epoch": 15.61111111111111, "percentage": 78.06, "elapsed_time": "0:03:18", "remaining_time": "0:00:55", "throughput": 2213.95, "total_tokens": 439776}
{"current_steps": 1410, "total_steps": 1800, "loss": 0.4055, "lr": 6.848963066275027e-06, "epoch": 15.666666666666666, "percentage": 78.33, "elapsed_time": "0:03:19", "remaining_time": "0:00:55", "throughput": 2214.97, "total_tokens": 441376}
{"current_steps": 1415, "total_steps": 1800, "loss": 0.4026, "lr": 6.683127646793411e-06, "epoch": 15.722222222222221, "percentage": 78.61, "elapsed_time": "0:03:19", "remaining_time": "0:00:54", "throughput": 2215.88, "total_tokens": 442944}
{"current_steps": 1420, "total_steps": 1800, "loss": 0.2401, "lr": 6.519014324435102e-06, "epoch": 15.777777777777779, "percentage": 78.89, "elapsed_time": "0:03:20", "remaining_time": "0:00:53", "throughput": 2216.48, "total_tokens": 444448}
{"current_steps": 1425, "total_steps": 1800, "loss": 0.2694, "lr": 6.356638528639955e-06, "epoch": 15.833333333333334, "percentage": 79.17, "elapsed_time": "0:03:21", "remaining_time": "0:00:52", "throughput": 2217.54, "total_tokens": 446048}
{"current_steps": 1430, "total_steps": 1800, "loss": 0.5079, "lr": 6.196015525490825e-06, "epoch": 15.88888888888889, "percentage": 79.44, "elapsed_time": "0:03:21", "remaining_time": "0:00:52", "throughput": 2218.3, "total_tokens": 447584}
{"current_steps": 1435, "total_steps": 1800, "loss": 0.4444, "lr": 6.037160416278278e-06, "epoch": 15.944444444444445, "percentage": 79.72, "elapsed_time": "0:03:22", "remaining_time": "0:00:51", "throughput": 2218.88, "total_tokens": 449088}
{"current_steps": 1440, "total_steps": 1800, "loss": 0.2603, "lr": 5.880088136080814e-06, "epoch": 16.0, "percentage": 80.0, "elapsed_time": "0:03:23", "remaining_time": "0:00:50", "throughput": 2219.2, "total_tokens": 450624}
{"current_steps": 1440, "total_steps": 1800, "eval_loss": 0.3820338249206543, "epoch": 16.0, "percentage": 80.0, "elapsed_time": "0:03:23", "remaining_time": "0:00:50", "throughput": 2213.7, "total_tokens": 450624}
{"current_steps": 1445, "total_steps": 1800, "loss": 0.2378, "lr": 5.724813452360736e-06, "epoch": 16.055555555555557, "percentage": 80.28, "elapsed_time": "0:03:24", "remaining_time": "0:00:50", "throughput": 2206.21, "total_tokens": 452224}
{"current_steps": 1450, "total_steps": 1800, "loss": 0.2902, "lr": 5.571350963575728e-06, "epoch": 16.11111111111111, "percentage": 80.56, "elapsed_time": "0:03:25", "remaining_time": "0:00:49", "throughput": 2206.88, "total_tokens": 453760}
{"current_steps": 1455, "total_steps": 1800, "loss": 0.3276, "lr": 5.4197150978063965e-06, "epoch": 16.166666666666668, "percentage": 80.83, "elapsed_time": "0:03:26", "remaining_time": "0:00:48", "throughput": 2207.61, "total_tokens": 455296}
{"current_steps": 1460, "total_steps": 1800, "loss": 0.3753, "lr": 5.269920111399732e-06, "epoch": 16.22222222222222, "percentage": 81.11, "elapsed_time": "0:03:26", "remaining_time": "0:00:48", "throughput": 2208.36, "total_tokens": 456832}
{"current_steps": 1465, "total_steps": 1800, "loss": 0.4103, "lr": 5.121980087628803e-06, "epoch": 16.27777777777778, "percentage": 81.39, "elapsed_time": "0:03:27", "remaining_time": "0:00:47", "throughput": 2209.1, "total_tokens": 458368}
{"current_steps": 1470, "total_steps": 1800, "loss": 0.2471, "lr": 4.975908935368701e-06, "epoch": 16.333333333333332, "percentage": 81.67, "elapsed_time": "0:03:28", "remaining_time": "0:00:46", "throughput": 2210.1, "total_tokens": 459968}
{"current_steps": 1475, "total_steps": 1800, "loss": 0.4353, "lr": 4.831720387788827e-06, "epoch": 16.38888888888889, "percentage": 81.94, "elapsed_time": "0:03:28", "remaining_time": "0:00:46", "throughput": 2210.03, "total_tokens": 461536}
{"current_steps": 1480, "total_steps": 1800, "loss": 0.2795, "lr": 4.689428001061774e-06, "epoch": 16.444444444444443, "percentage": 82.22, "elapsed_time": "0:03:29", "remaining_time": "0:00:45", "throughput": 2211.06, "total_tokens": 463136}
{"current_steps": 1485, "total_steps": 1800, "loss": 0.3045, "lr": 4.549045153088813e-06, "epoch": 16.5, "percentage": 82.5, "elapsed_time": "0:03:30", "remaining_time": "0:00:44", "throughput": 2211.9, "total_tokens": 464704}
{"current_steps": 1490, "total_steps": 1800, "loss": 0.3112, "lr": 4.410585042242124e-06, "epoch": 16.555555555555557, "percentage": 82.78, "elapsed_time": "0:03:30", "remaining_time": "0:00:43", "throughput": 2212.6, "total_tokens": 466240}
{"current_steps": 1495, "total_steps": 1800, "loss": 0.3447, "lr": 4.274060686123959e-06, "epoch": 16.61111111111111, "percentage": 83.06, "elapsed_time": "0:03:31", "remaining_time": "0:00:43", "throughput": 2213.19, "total_tokens": 467744}
{"current_steps": 1500, "total_steps": 1800, "loss": 0.4314, "lr": 4.1394849203427284e-06, "epoch": 16.666666666666668, "percentage": 83.33, "elapsed_time": "0:03:31", "remaining_time": "0:00:42", "throughput": 2214.15, "total_tokens": 469344}
{"current_steps": 1505, "total_steps": 1800, "loss": 0.4303, "lr": 4.006870397306256e-06, "epoch": 16.72222222222222, "percentage": 83.61, "elapsed_time": "0:03:32", "remaining_time": "0:00:41", "throughput": 2215.13, "total_tokens": 470944}
{"current_steps": 1510, "total_steps": 1800, "loss": 0.2731, "lr": 3.876229585032245e-06, "epoch": 16.77777777777778, "percentage": 83.89, "elapsed_time": "0:03:33", "remaining_time": "0:00:40", "throughput": 2215.66, "total_tokens": 472448}
{"current_steps": 1515, "total_steps": 1800, "loss": 0.4713, "lr": 3.7475747659760502e-06, "epoch": 16.833333333333332, "percentage": 84.17, "elapsed_time": "0:03:33", "remaining_time": "0:00:40", "throughput": 2216.62, "total_tokens": 474048}
{"current_steps": 1520, "total_steps": 1800, "loss": 0.2487, "lr": 3.6209180358759394e-06, "epoch": 16.88888888888889, "percentage": 84.44, "elapsed_time": "0:03:34", "remaining_time": "0:00:39", "throughput": 2217.46, "total_tokens": 475616}
{"current_steps": 1525, "total_steps": 1800, "loss": 0.4907, "lr": 3.4962713026158694e-06, "epoch": 16.944444444444443, "percentage": 84.72, "elapsed_time": "0:03:35", "remaining_time": "0:00:38", "throughput": 2218.17, "total_tokens": 477152}
{"current_steps": 1530, "total_steps": 1800, "loss": 0.3758, "lr": 3.373646285105958e-06, "epoch": 17.0, "percentage": 85.0, "elapsed_time": "0:03:35", "remaining_time": "0:00:38", "throughput": 2218.65, "total_tokens": 478720}
{"current_steps": 1530, "total_steps": 1800, "eval_loss": 0.36683398485183716, "epoch": 17.0, "percentage": 85.0, "elapsed_time": "0:03:36", "remaining_time": "0:00:38", "throughput": 2213.5, "total_tokens": 478720}
{"current_steps": 1535, "total_steps": 1800, "loss": 0.2811, "lr": 3.2530545121807145e-06, "epoch": 17.055555555555557, "percentage": 85.28, "elapsed_time": "0:03:37", "remaining_time": "0:00:37", "throughput": 2205.54, "total_tokens": 480288}
{"current_steps": 1540, "total_steps": 1800, "loss": 0.354, "lr": 3.1345073215151066e-06, "epoch": 17.11111111111111, "percentage": 85.56, "elapsed_time": "0:03:38", "remaining_time": "0:00:36", "throughput": 2206.75, "total_tokens": 481952}
{"current_steps": 1545, "total_steps": 1800, "loss": 0.3505, "lr": 3.0180158585586397e-06, "epoch": 17.166666666666668, "percentage": 85.83, "elapsed_time": "0:03:39", "remaining_time": "0:00:36", "throughput": 2207.55, "total_tokens": 483520}
{"current_steps": 1550, "total_steps": 1800, "loss": 0.2325, "lr": 2.9035910754875136e-06, "epoch": 17.22222222222222, "percentage": 86.11, "elapsed_time": "0:03:39", "remaining_time": "0:00:35", "throughput": 2208.5, "total_tokens": 485120}
{"current_steps": 1555, "total_steps": 1800, "loss": 0.4188, "lr": 2.7912437301749026e-06, "epoch": 17.27777777777778, "percentage": 86.39, "elapsed_time": "0:03:40", "remaining_time": "0:00:34", "throughput": 2208.46, "total_tokens": 486688}
{"current_steps": 1560, "total_steps": 1800, "loss": 0.2414, "lr": 2.6809843851795357e-06, "epoch": 17.333333333333332, "percentage": 86.67, "elapsed_time": "0:03:41", "remaining_time": "0:00:34", "throughput": 2209.43, "total_tokens": 488288}
{"current_steps": 1565, "total_steps": 1800, "loss": 0.4296, "lr": 2.57282340675267e-06, "epoch": 17.38888888888889, "percentage": 86.94, "elapsed_time": "0:03:41", "remaining_time": "0:00:33", "throughput": 2210.24, "total_tokens": 489856}
{"current_steps": 1570, "total_steps": 1800, "loss": 0.3169, "lr": 2.4667709638634434e-06, "epoch": 17.444444444444443, "percentage": 87.22, "elapsed_time": "0:03:42", "remaining_time": "0:00:32", "throughput": 2211.22, "total_tokens": 491456}
{"current_steps": 1575, "total_steps": 1800, "loss": 0.3546, "lr": 2.3628370272428564e-06, "epoch": 17.5, "percentage": 87.5, "elapsed_time": "0:03:42", "remaining_time": "0:00:31", "throughput": 2212.06, "total_tokens": 493024}
{"current_steps": 1580, "total_steps": 1800, "loss": 0.4623, "lr": 2.2610313684463177e-06, "epoch": 17.555555555555557, "percentage": 87.78, "elapsed_time": "0:03:43", "remaining_time": "0:00:31", "throughput": 2212.97, "total_tokens": 494624}
{"current_steps": 1585, "total_steps": 1800, "loss": 0.4905, "lr": 2.1613635589349756e-06, "epoch": 17.61111111111111, "percentage": 88.06, "elapsed_time": "0:03:44", "remaining_time": "0:00:30", "throughput": 2213.79, "total_tokens": 496192}
{"current_steps": 1590, "total_steps": 1800, "loss": 0.4021, "lr": 2.063842969175847e-06, "epoch": 17.666666666666668, "percentage": 88.33, "elapsed_time": "0:03:44", "remaining_time": "0:00:29", "throughput": 2214.73, "total_tokens": 497792}
{"current_steps": 1595, "total_steps": 1800, "loss": 0.4768, "lr": 1.968478767760812e-06, "epoch": 17.72222222222222, "percentage": 88.61, "elapsed_time": "0:03:45", "remaining_time": "0:00:28", "throughput": 2215.52, "total_tokens": 499360}
{"current_steps": 1600, "total_steps": 1800, "loss": 0.1856, "lr": 1.8752799205445982e-06, "epoch": 17.77777777777778, "percentage": 88.89, "elapsed_time": "0:03:46", "remaining_time": "0:00:28", "throughput": 2216.19, "total_tokens": 500896}
{"current_steps": 1605, "total_steps": 1800, "loss": 0.2794, "lr": 1.784255189801895e-06, "epoch": 17.833333333333332, "percentage": 89.17, "elapsed_time": "0:03:46", "remaining_time": "0:00:27", "throughput": 2217.0, "total_tokens": 502464}
{"current_steps": 1610, "total_steps": 1800, "loss": 0.3763, "lr": 1.6954131334034922e-06, "epoch": 17.88888888888889, "percentage": 89.44, "elapsed_time": "0:03:47", "remaining_time": "0:00:26", "throughput": 2217.67, "total_tokens": 504000}
{"current_steps": 1615, "total_steps": 1800, "loss": 0.2922, "lr": 1.6087621040117157e-06, "epoch": 17.944444444444443, "percentage": 89.72, "elapsed_time": "0:03:47", "remaining_time": "0:00:26", "throughput": 2218.07, "total_tokens": 505472}
{"current_steps": 1620, "total_steps": 1800, "loss": 0.267, "lr": 1.524310248295152e-06, "epoch": 18.0, "percentage": 90.0, "elapsed_time": "0:03:48", "remaining_time": "0:00:25", "throughput": 2218.38, "total_tokens": 507008}
{"current_steps": 1620, "total_steps": 1800, "eval_loss": 0.3805636763572693, "epoch": 18.0, "percentage": 90.0, "elapsed_time": "0:03:49", "remaining_time": "0:00:25", "throughput": 2213.49, "total_tokens": 507008}
{"current_steps": 1625, "total_steps": 1800, "loss": 0.2619, "lr": 1.4420655061626932e-06, "epoch": 18.055555555555557, "percentage": 90.28, "elapsed_time": "0:03:50", "remaining_time": "0:00:24", "throughput": 2204.62, "total_tokens": 508544}
{"current_steps": 1630, "total_steps": 1800, "loss": 0.285, "lr": 1.362035610017079e-06, "epoch": 18.11111111111111, "percentage": 90.56, "elapsed_time": "0:03:51", "remaining_time": "0:00:24", "throughput": 2205.33, "total_tokens": 510112}
{"current_steps": 1635, "total_steps": 1800, "loss": 0.3405, "lr": 1.2842280840278997e-06, "epoch": 18.166666666666668, "percentage": 90.83, "elapsed_time": "0:03:51", "remaining_time": "0:00:23", "throughput": 2206.04, "total_tokens": 511680}
{"current_steps": 1640, "total_steps": 1800, "loss": 0.2669, "lr": 1.2086502434241865e-06, "epoch": 18.22222222222222, "percentage": 91.11, "elapsed_time": "0:03:52", "remaining_time": "0:00:22", "throughput": 2206.3, "total_tokens": 513152}
{"current_steps": 1645, "total_steps": 1800, "loss": 0.543, "lr": 1.1353091938067023e-06, "epoch": 18.27777777777778, "percentage": 91.39, "elapsed_time": "0:03:53", "remaining_time": "0:00:21", "throughput": 2206.36, "total_tokens": 514752}
{"current_steps": 1650, "total_steps": 1800, "loss": 0.3384, "lr": 1.0642118304798442e-06, "epoch": 18.333333333333332, "percentage": 91.67, "elapsed_time": "0:03:53", "remaining_time": "0:00:21", "throughput": 2207.11, "total_tokens": 516320}
{"current_steps": 1655, "total_steps": 1800, "loss": 0.3095, "lr": 9.95364837803392e-07, "epoch": 18.38888888888889, "percentage": 91.94, "elapsed_time": "0:03:54", "remaining_time": "0:00:20", "throughput": 2207.92, "total_tokens": 517888}
{"current_steps": 1660, "total_steps": 1800, "loss": 0.3084, "lr": 9.287746885640603e-07, "epoch": 18.444444444444443, "percentage": 92.22, "elapsed_time": "0:03:55", "remaining_time": "0:00:19", "throughput": 2208.71, "total_tokens": 519456}
{"current_steps": 1665, "total_steps": 1800, "loss": 0.3892, "lr": 8.64447643366953e-07, "epoch": 18.5, "percentage": 92.5, "elapsed_time": "0:03:55", "remaining_time": "0:00:19", "throughput": 2209.63, "total_tokens": 521056}
{"current_steps": 1670, "total_steps": 1800, "loss": 0.3478, "lr": 8.023897500469391e-07, "epoch": 18.555555555555557, "percentage": 92.78, "elapsed_time": "0:03:56", "remaining_time": "0:00:18", "throughput": 2210.05, "total_tokens": 522528}
{"current_steps": 1675, "total_steps": 1800, "loss": 0.3812, "lr": 7.426068431000882e-07, "epoch": 18.61111111111111, "percentage": 93.06, "elapsed_time": "0:03:57", "remaining_time": "0:00:17", "throughput": 2210.68, "total_tokens": 524064}
{"current_steps": 1680, "total_steps": 1800, "loss": 0.4083, "lr": 6.851045431350927e-07, "epoch": 18.666666666666668, "percentage": 93.33, "elapsed_time": "0:03:57", "remaining_time": "0:00:16", "throughput": 2211.58, "total_tokens": 525664}
{"current_steps": 1685, "total_steps": 1800, "loss": 0.3627, "lr": 6.298882563448599e-07, "epoch": 18.72222222222222, "percentage": 93.61, "elapsed_time": "0:03:58", "remaining_time": "0:00:16", "throughput": 2212.25, "total_tokens": 527200}
{"current_steps": 1690, "total_steps": 1800, "loss": 0.3146, "lr": 5.769631739982267e-07, "epoch": 18.77777777777778, "percentage": 93.89, "elapsed_time": "0:03:58", "remaining_time": "0:00:15", "throughput": 2213.17, "total_tokens": 528800}
{"current_steps": 1695, "total_steps": 1800, "loss": 0.3002, "lr": 5.263342719518921e-07, "epoch": 18.833333333333332, "percentage": 94.17, "elapsed_time": "0:03:59", "remaining_time": "0:00:14", "throughput": 2214.13, "total_tokens": 530432}
{"current_steps": 1700, "total_steps": 1800, "loss": 0.472, "lr": 4.780063101826132e-07, "epoch": 18.88888888888889, "percentage": 94.44, "elapsed_time": "0:04:00", "remaining_time": "0:00:14", "throughput": 2215.0, "total_tokens": 532032}
{"current_steps": 1705, "total_steps": 1800, "loss": 0.3969, "lr": 4.319838323396691e-07, "epoch": 18.944444444444443, "percentage": 94.72, "elapsed_time": "0:04:00", "remaining_time": "0:00:13", "throughput": 2215.62, "total_tokens": 533568}
{"current_steps": 1710, "total_steps": 1800, "loss": 0.2433, "lr": 3.88271165317694e-07, "epoch": 19.0, "percentage": 95.0, "elapsed_time": "0:04:01", "remaining_time": "0:00:12", "throughput": 2216.05, "total_tokens": 535136}
{"current_steps": 1710, "total_steps": 1800, "eval_loss": 0.39043864607810974, "epoch": 19.0, "percentage": 95.0, "elapsed_time": "0:04:01", "remaining_time": "0:00:12", "throughput": 2211.43, "total_tokens": 535136}
{"current_steps": 1715, "total_steps": 1800, "loss": 0.3542, "lr": 3.468724188498751e-07, "epoch": 19.055555555555557, "percentage": 95.28, "elapsed_time": "0:04:03", "remaining_time": "0:00:12", "throughput": 2204.92, "total_tokens": 536768}
{"current_steps": 1720, "total_steps": 1800, "loss": 0.3608, "lr": 3.077914851215585e-07, "epoch": 19.11111111111111, "percentage": 95.56, "elapsed_time": "0:04:04", "remaining_time": "0:00:11", "throughput": 2205.67, "total_tokens": 538336}
{"current_steps": 1725, "total_steps": 1800, "loss": 0.3313, "lr": 2.71032038404323e-07, "epoch": 19.166666666666668, "percentage": 95.83, "elapsed_time": "0:04:04", "remaining_time": "0:00:10", "throughput": 2206.28, "total_tokens": 539872}
{"current_steps": 1730, "total_steps": 1800, "loss": 0.291, "lr": 2.365975347105448e-07, "epoch": 19.22222222222222, "percentage": 96.11, "elapsed_time": "0:04:05", "remaining_time": "0:00:09", "throughput": 2207.16, "total_tokens": 541472}
{"current_steps": 1735, "total_steps": 1800, "loss": 0.3669, "lr": 2.0449121146845774e-07, "epoch": 19.27777777777778, "percentage": 96.39, "elapsed_time": "0:04:06", "remaining_time": "0:00:09", "throughput": 2206.99, "total_tokens": 543008}
{"current_steps": 1740, "total_steps": 1800, "loss": 0.2722, "lr": 1.747160872177883e-07, "epoch": 19.333333333333332, "percentage": 96.67, "elapsed_time": "0:04:06", "remaining_time": "0:00:08", "throughput": 2207.86, "total_tokens": 544608}
{"current_steps": 1745, "total_steps": 1800, "loss": 0.4585, "lr": 1.472749613259661e-07, "epoch": 19.38888888888889, "percentage": 96.94, "elapsed_time": "0:04:07", "remaining_time": "0:00:07", "throughput": 2208.36, "total_tokens": 546112}
{"current_steps": 1750, "total_steps": 1800, "loss": 0.6482, "lr": 1.22170413724923e-07, "epoch": 19.444444444444443, "percentage": 97.22, "elapsed_time": "0:04:07", "remaining_time": "0:00:07", "throughput": 2208.87, "total_tokens": 547616}
{"current_steps": 1755, "total_steps": 1800, "loss": 0.3946, "lr": 9.940480466855417e-08, "epoch": 19.5, "percentage": 97.5, "elapsed_time": "0:04:08", "remaining_time": "0:00:06", "throughput": 2209.76, "total_tokens": 549216}
{"current_steps": 1760, "total_steps": 1800, "loss": 0.3057, "lr": 7.898027451078982e-08, "epoch": 19.555555555555557, "percentage": 97.78, "elapsed_time": "0:04:09", "remaining_time": "0:00:05", "throughput": 2210.39, "total_tokens": 550752}
{"current_steps": 1765, "total_steps": 1800, "loss": 0.3053, "lr": 6.089874350439506e-08, "epoch": 19.61111111111111, "percentage": 98.06, "elapsed_time": "0:04:09", "remaining_time": "0:00:04", "throughput": 2211.28, "total_tokens": 552352}
{"current_steps": 1770, "total_steps": 1800, "loss": 0.4263, "lr": 4.516191162040051e-08, "epoch": 19.666666666666668, "percentage": 98.33, "elapsed_time": "0:04:10", "remaining_time": "0:00:04", "throughput": 2211.98, "total_tokens": 553920}
{"current_steps": 1775, "total_steps": 1800, "loss": 0.3279, "lr": 3.177125838830786e-08, "epoch": 19.72222222222222, "percentage": 98.61, "elapsed_time": "0:04:11", "remaining_time": "0:00:03", "throughput": 2212.93, "total_tokens": 555552}
{"current_steps": 1780, "total_steps": 1800, "loss": 0.2175, "lr": 2.0728042756967824e-08, "epoch": 19.77777777777778, "percentage": 98.89, "elapsed_time": "0:04:11", "remaining_time": "0:00:02", "throughput": 2213.41, "total_tokens": 557056}
{"current_steps": 1785, "total_steps": 1800, "loss": 0.3091, "lr": 1.2033302976222071e-08, "epoch": 19.833333333333332, "percentage": 99.17, "elapsed_time": "0:04:12", "remaining_time": "0:00:02", "throughput": 2214.37, "total_tokens": 558688}
{"current_steps": 1790, "total_steps": 1800, "loss": 0.364, "lr": 5.687856499297928e-09, "epoch": 19.88888888888889, "percentage": 99.44, "elapsed_time": "0:04:12", "remaining_time": "0:00:01", "throughput": 2214.95, "total_tokens": 560224}
{"current_steps": 1795, "total_steps": 1800, "loss": 0.2603, "lr": 1.692299905944883e-09, "epoch": 19.944444444444443, "percentage": 99.72, "elapsed_time": "0:04:13", "remaining_time": "0:00:00", "throughput": 2215.44, "total_tokens": 561728}
{"current_steps": 1800, "total_steps": 1800, "loss": 0.3311, "lr": 4.700884634611935e-11, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:14", "remaining_time": "0:00:00", "throughput": 2215.96, "total_tokens": 563328}
{"current_steps": 1800, "total_steps": 1800, "eval_loss": 0.39043864607810974, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:14", "remaining_time": "0:00:00", "throughput": 2211.56, "total_tokens": 563328}
{"current_steps": 1800, "total_steps": 1800, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:15", "remaining_time": "0:00:00", "throughput": 2204.92, "total_tokens": 563328}