train_copa_42_1760623609 / trainer_log.jsonl
rbelanec's picture
Training in progress, step 1800
ffdbe64 verified
{"current_steps": 5, "total_steps": 1800, "loss": 0.4679, "lr": 1.1111111111111112e-06, "epoch": 0.05555555555555555, "percentage": 0.28, "elapsed_time": "0:00:01", "remaining_time": "0:07:28", "throughput": 1280.88, "total_tokens": 1600}
{"current_steps": 10, "total_steps": 1800, "loss": 0.5554, "lr": 2.5e-06, "epoch": 0.1111111111111111, "percentage": 0.56, "elapsed_time": "0:00:01", "remaining_time": "0:05:41", "throughput": 1677.8, "total_tokens": 3200}
{"current_steps": 15, "total_steps": 1800, "loss": 0.6305, "lr": 3.888888888888889e-06, "epoch": 0.16666666666666666, "percentage": 0.83, "elapsed_time": "0:00:02", "remaining_time": "0:05:05", "throughput": 1854.9, "total_tokens": 4768}
{"current_steps": 20, "total_steps": 1800, "loss": 0.8123, "lr": 5.277777777777778e-06, "epoch": 0.2222222222222222, "percentage": 1.11, "elapsed_time": "0:00:03", "remaining_time": "0:04:46", "throughput": 1969.52, "total_tokens": 6336}
{"current_steps": 25, "total_steps": 1800, "loss": 0.7165, "lr": 6.666666666666667e-06, "epoch": 0.2777777777777778, "percentage": 1.39, "elapsed_time": "0:00:03", "remaining_time": "0:04:34", "throughput": 2046.18, "total_tokens": 7904}
{"current_steps": 30, "total_steps": 1800, "loss": 0.7183, "lr": 8.055555555555557e-06, "epoch": 0.3333333333333333, "percentage": 1.67, "elapsed_time": "0:00:04", "remaining_time": "0:04:26", "throughput": 2107.05, "total_tokens": 9504}
{"current_steps": 35, "total_steps": 1800, "loss": 0.6108, "lr": 9.444444444444445e-06, "epoch": 0.3888888888888889, "percentage": 1.94, "elapsed_time": "0:00:05", "remaining_time": "0:04:19", "throughput": 2148.65, "total_tokens": 11072}
{"current_steps": 40, "total_steps": 1800, "loss": 0.7097, "lr": 1.0833333333333334e-05, "epoch": 0.4444444444444444, "percentage": 2.22, "elapsed_time": "0:00:05", "remaining_time": "0:04:14", "throughput": 2186.85, "total_tokens": 12672}
{"current_steps": 45, "total_steps": 1800, "loss": 0.5711, "lr": 1.2222222222222222e-05, "epoch": 0.5, "percentage": 2.5, "elapsed_time": "0:00:06", "remaining_time": "0:04:10", "throughput": 2202.82, "total_tokens": 14176}
{"current_steps": 50, "total_steps": 1800, "loss": 0.5834, "lr": 1.3611111111111111e-05, "epoch": 0.5555555555555556, "percentage": 2.78, "elapsed_time": "0:00:07", "remaining_time": "0:04:07", "throughput": 2229.39, "total_tokens": 15776}
{"current_steps": 55, "total_steps": 1800, "loss": 0.7315, "lr": 1.5e-05, "epoch": 0.6111111111111112, "percentage": 3.06, "elapsed_time": "0:00:07", "remaining_time": "0:04:04", "throughput": 2243.9, "total_tokens": 17312}
{"current_steps": 60, "total_steps": 1800, "loss": 0.6772, "lr": 1.638888888888889e-05, "epoch": 0.6666666666666666, "percentage": 3.33, "elapsed_time": "0:00:08", "remaining_time": "0:04:02", "throughput": 2254.64, "total_tokens": 18848}
{"current_steps": 65, "total_steps": 1800, "loss": 0.5842, "lr": 1.777777777777778e-05, "epoch": 0.7222222222222222, "percentage": 3.61, "elapsed_time": "0:00:09", "remaining_time": "0:04:00", "throughput": 2270.93, "total_tokens": 20448}
{"current_steps": 70, "total_steps": 1800, "loss": 0.6463, "lr": 1.9166666666666667e-05, "epoch": 0.7777777777777778, "percentage": 3.89, "elapsed_time": "0:00:09", "remaining_time": "0:03:58", "throughput": 2282.04, "total_tokens": 22016}
{"current_steps": 75, "total_steps": 1800, "loss": 0.6924, "lr": 2.0555555555555555e-05, "epoch": 0.8333333333333334, "percentage": 4.17, "elapsed_time": "0:00:10", "remaining_time": "0:03:56", "throughput": 2294.42, "total_tokens": 23616}
{"current_steps": 80, "total_steps": 1800, "loss": 0.6352, "lr": 2.1944444444444445e-05, "epoch": 0.8888888888888888, "percentage": 4.44, "elapsed_time": "0:00:10", "remaining_time": "0:03:55", "throughput": 2300.06, "total_tokens": 25152}
{"current_steps": 85, "total_steps": 1800, "loss": 0.4979, "lr": 2.3333333333333336e-05, "epoch": 0.9444444444444444, "percentage": 4.72, "elapsed_time": "0:00:11", "remaining_time": "0:03:53", "throughput": 2302.79, "total_tokens": 26688}
{"current_steps": 90, "total_steps": 1800, "loss": 0.6892, "lr": 2.4722222222222223e-05, "epoch": 1.0, "percentage": 5.0, "elapsed_time": "0:00:12", "remaining_time": "0:03:52", "throughput": 2305.65, "total_tokens": 28256}
{"current_steps": 90, "total_steps": 1800, "eval_loss": 0.5638570785522461, "epoch": 1.0, "percentage": 5.0, "elapsed_time": "0:00:12", "remaining_time": "0:04:02", "throughput": 2211.82, "total_tokens": 28256}
{"current_steps": 95, "total_steps": 1800, "loss": 0.6517, "lr": 2.6111111111111114e-05, "epoch": 1.0555555555555556, "percentage": 5.28, "elapsed_time": "0:00:14", "remaining_time": "0:04:16", "throughput": 2086.55, "total_tokens": 29824}
{"current_steps": 100, "total_steps": 1800, "loss": 0.6863, "lr": 2.7500000000000004e-05, "epoch": 1.1111111111111112, "percentage": 5.56, "elapsed_time": "0:00:14", "remaining_time": "0:04:14", "throughput": 2095.45, "total_tokens": 31360}
{"current_steps": 105, "total_steps": 1800, "loss": 0.6624, "lr": 2.8888888888888888e-05, "epoch": 1.1666666666666667, "percentage": 5.83, "elapsed_time": "0:00:15", "remaining_time": "0:04:12", "throughput": 2109.97, "total_tokens": 32960}
{"current_steps": 110, "total_steps": 1800, "loss": 0.7483, "lr": 3.0277777777777776e-05, "epoch": 1.2222222222222223, "percentage": 6.11, "elapsed_time": "0:00:16", "remaining_time": "0:04:09", "throughput": 2118.16, "total_tokens": 34464}
{"current_steps": 115, "total_steps": 1800, "loss": 0.4925, "lr": 3.1666666666666666e-05, "epoch": 1.2777777777777777, "percentage": 6.39, "elapsed_time": "0:00:16", "remaining_time": "0:04:07", "throughput": 2129.33, "total_tokens": 36032}
{"current_steps": 120, "total_steps": 1800, "loss": 0.5945, "lr": 3.3055555555555553e-05, "epoch": 1.3333333333333333, "percentage": 6.67, "elapsed_time": "0:00:17", "remaining_time": "0:04:06", "throughput": 2134.7, "total_tokens": 37600}
{"current_steps": 125, "total_steps": 1800, "loss": 0.4918, "lr": 3.444444444444445e-05, "epoch": 1.3888888888888888, "percentage": 6.94, "elapsed_time": "0:00:18", "remaining_time": "0:04:05", "throughput": 2135.93, "total_tokens": 39168}
{"current_steps": 130, "total_steps": 1800, "loss": 0.788, "lr": 3.5833333333333335e-05, "epoch": 1.4444444444444444, "percentage": 7.22, "elapsed_time": "0:00:18", "remaining_time": "0:04:03", "throughput": 2145.28, "total_tokens": 40736}
{"current_steps": 135, "total_steps": 1800, "loss": 0.6257, "lr": 3.722222222222222e-05, "epoch": 1.5, "percentage": 7.5, "elapsed_time": "0:00:19", "remaining_time": "0:04:02", "throughput": 2149.73, "total_tokens": 42240}
{"current_steps": 140, "total_steps": 1800, "loss": 0.6011, "lr": 3.8611111111111116e-05, "epoch": 1.5555555555555556, "percentage": 7.78, "elapsed_time": "0:00:20", "remaining_time": "0:04:00", "throughput": 2158.9, "total_tokens": 43840}
{"current_steps": 145, "total_steps": 1800, "loss": 0.6468, "lr": 4e-05, "epoch": 1.6111111111111112, "percentage": 8.06, "elapsed_time": "0:00:20", "remaining_time": "0:03:59", "throughput": 2166.95, "total_tokens": 45408}
{"current_steps": 150, "total_steps": 1800, "loss": 0.6605, "lr": 4.138888888888889e-05, "epoch": 1.6666666666666665, "percentage": 8.33, "elapsed_time": "0:00:21", "remaining_time": "0:03:57", "throughput": 2174.75, "total_tokens": 46976}
{"current_steps": 155, "total_steps": 1800, "loss": 0.5779, "lr": 4.277777777777778e-05, "epoch": 1.7222222222222223, "percentage": 8.61, "elapsed_time": "0:00:22", "remaining_time": "0:03:56", "throughput": 2179.94, "total_tokens": 48512}
{"current_steps": 160, "total_steps": 1800, "loss": 0.3819, "lr": 4.4166666666666665e-05, "epoch": 1.7777777777777777, "percentage": 8.89, "elapsed_time": "0:00:22", "remaining_time": "0:03:54", "throughput": 2187.92, "total_tokens": 50112}
{"current_steps": 165, "total_steps": 1800, "loss": 0.5993, "lr": 4.555555555555556e-05, "epoch": 1.8333333333333335, "percentage": 9.17, "elapsed_time": "0:00:23", "remaining_time": "0:03:53", "throughput": 2195.69, "total_tokens": 51712}
{"current_steps": 170, "total_steps": 1800, "loss": 0.6853, "lr": 4.6944444444444446e-05, "epoch": 1.8888888888888888, "percentage": 9.44, "elapsed_time": "0:00:24", "remaining_time": "0:03:52", "throughput": 2201.32, "total_tokens": 53280}
{"current_steps": 175, "total_steps": 1800, "loss": 0.5385, "lr": 4.8333333333333334e-05, "epoch": 1.9444444444444444, "percentage": 9.72, "elapsed_time": "0:00:24", "remaining_time": "0:03:50", "throughput": 2208.41, "total_tokens": 54880}
{"current_steps": 180, "total_steps": 1800, "loss": 0.5752, "lr": 4.972222222222223e-05, "epoch": 2.0, "percentage": 10.0, "elapsed_time": "0:00:25", "remaining_time": "0:03:49", "throughput": 2212.44, "total_tokens": 56480}
{"current_steps": 180, "total_steps": 1800, "eval_loss": 0.5275752544403076, "epoch": 2.0, "percentage": 10.0, "elapsed_time": "0:00:26", "remaining_time": "0:03:54", "throughput": 2168.04, "total_tokens": 56480}
{"current_steps": 185, "total_steps": 1800, "loss": 0.4526, "lr": 4.9999247861994194e-05, "epoch": 2.0555555555555554, "percentage": 10.28, "elapsed_time": "0:00:27", "remaining_time": "0:04:00", "throughput": 2107.05, "total_tokens": 58048}
{"current_steps": 190, "total_steps": 1800, "loss": 0.371, "lr": 4.9996192378909786e-05, "epoch": 2.111111111111111, "percentage": 10.56, "elapsed_time": "0:00:28", "remaining_time": "0:03:59", "throughput": 2112.03, "total_tokens": 59584}
{"current_steps": 195, "total_steps": 1800, "loss": 0.6018, "lr": 4.999078682916774e-05, "epoch": 2.1666666666666665, "percentage": 10.83, "elapsed_time": "0:00:28", "remaining_time": "0:03:57", "throughput": 2120.49, "total_tokens": 61216}
{"current_steps": 200, "total_steps": 1800, "loss": 0.5372, "lr": 4.998303172098155e-05, "epoch": 2.2222222222222223, "percentage": 11.11, "elapsed_time": "0:00:29", "remaining_time": "0:03:56", "throughput": 2126.07, "total_tokens": 62784}
{"current_steps": 205, "total_steps": 1800, "loss": 0.451, "lr": 4.997292778346312e-05, "epoch": 2.2777777777777777, "percentage": 11.39, "elapsed_time": "0:00:30", "remaining_time": "0:03:55", "throughput": 2126.76, "total_tokens": 64352}
{"current_steps": 210, "total_steps": 1800, "loss": 0.6057, "lr": 4.996047596655418e-05, "epoch": 2.3333333333333335, "percentage": 11.67, "elapsed_time": "0:00:30", "remaining_time": "0:03:54", "throughput": 2133.76, "total_tokens": 65952}
{"current_steps": 215, "total_steps": 1800, "loss": 0.6768, "lr": 4.994567744093703e-05, "epoch": 2.388888888888889, "percentage": 11.94, "elapsed_time": "0:00:31", "remaining_time": "0:03:52", "throughput": 2140.39, "total_tokens": 67552}
{"current_steps": 220, "total_steps": 1800, "loss": 0.5774, "lr": 4.992853359792444e-05, "epoch": 2.4444444444444446, "percentage": 12.22, "elapsed_time": "0:00:32", "remaining_time": "0:03:51", "throughput": 2145.54, "total_tokens": 69120}
{"current_steps": 225, "total_steps": 1800, "loss": 0.5839, "lr": 4.9909046049328846e-05, "epoch": 2.5, "percentage": 12.5, "elapsed_time": "0:00:32", "remaining_time": "0:03:50", "throughput": 2150.22, "total_tokens": 70688}
{"current_steps": 230, "total_steps": 1800, "loss": 0.4583, "lr": 4.988721662731083e-05, "epoch": 2.5555555555555554, "percentage": 12.78, "elapsed_time": "0:00:33", "remaining_time": "0:03:48", "throughput": 2156.4, "total_tokens": 72288}
{"current_steps": 235, "total_steps": 1800, "loss": 0.5792, "lr": 4.9863047384206835e-05, "epoch": 2.611111111111111, "percentage": 13.06, "elapsed_time": "0:00:34", "remaining_time": "0:03:47", "throughput": 2161.63, "total_tokens": 73856}
{"current_steps": 240, "total_steps": 1800, "loss": 0.5711, "lr": 4.983654059233626e-05, "epoch": 2.6666666666666665, "percentage": 13.33, "elapsed_time": "0:00:34", "remaining_time": "0:03:46", "throughput": 2165.89, "total_tokens": 75392}
{"current_steps": 245, "total_steps": 1800, "loss": 0.3975, "lr": 4.9807698743787744e-05, "epoch": 2.7222222222222223, "percentage": 13.61, "elapsed_time": "0:00:35", "remaining_time": "0:03:45", "throughput": 2170.45, "total_tokens": 76960}
{"current_steps": 250, "total_steps": 1800, "loss": 0.6016, "lr": 4.9776524550184965e-05, "epoch": 2.7777777777777777, "percentage": 13.89, "elapsed_time": "0:00:36", "remaining_time": "0:03:43", "throughput": 2173.93, "total_tokens": 78496}
{"current_steps": 255, "total_steps": 1800, "loss": 0.4989, "lr": 4.974302094243164e-05, "epoch": 2.8333333333333335, "percentage": 14.17, "elapsed_time": "0:00:36", "remaining_time": "0:03:42", "throughput": 2176.76, "total_tokens": 80000}
{"current_steps": 260, "total_steps": 1800, "loss": 0.547, "lr": 4.970719107043595e-05, "epoch": 2.888888888888889, "percentage": 14.44, "elapsed_time": "0:00:37", "remaining_time": "0:03:41", "throughput": 2181.17, "total_tokens": 81568}
{"current_steps": 265, "total_steps": 1800, "loss": 0.5671, "lr": 4.966903830281449e-05, "epoch": 2.9444444444444446, "percentage": 14.72, "elapsed_time": "0:00:38", "remaining_time": "0:03:40", "throughput": 2186.2, "total_tokens": 83168}
{"current_steps": 270, "total_steps": 1800, "loss": 0.6653, "lr": 4.962856622657541e-05, "epoch": 3.0, "percentage": 15.0, "elapsed_time": "0:00:38", "remaining_time": "0:03:39", "throughput": 2188.28, "total_tokens": 84736}
{"current_steps": 270, "total_steps": 1800, "eval_loss": 0.4730845093727112, "epoch": 3.0, "percentage": 15.0, "elapsed_time": "0:00:39", "remaining_time": "0:03:42", "throughput": 2159.08, "total_tokens": 84736}
{"current_steps": 275, "total_steps": 1800, "loss": 0.3939, "lr": 4.9585778646781364e-05, "epoch": 3.0555555555555554, "percentage": 15.28, "elapsed_time": "0:00:40", "remaining_time": "0:03:46", "throughput": 2115.4, "total_tokens": 86304}
{"current_steps": 280, "total_steps": 1800, "loss": 0.5368, "lr": 4.9540679586191605e-05, "epoch": 3.111111111111111, "percentage": 15.56, "elapsed_time": "0:00:41", "remaining_time": "0:03:45", "throughput": 2120.27, "total_tokens": 87904}
{"current_steps": 285, "total_steps": 1800, "loss": 0.4025, "lr": 4.9493273284883854e-05, "epoch": 3.1666666666666665, "percentage": 15.83, "elapsed_time": "0:00:42", "remaining_time": "0:03:43", "throughput": 2122.88, "total_tokens": 89408}
{"current_steps": 290, "total_steps": 1800, "loss": 0.5406, "lr": 4.9443564199855666e-05, "epoch": 3.2222222222222223, "percentage": 16.11, "elapsed_time": "0:00:42", "remaining_time": "0:03:42", "throughput": 2127.9, "total_tokens": 91008}
{"current_steps": 295, "total_steps": 1800, "loss": 0.413, "lr": 4.939155700460536e-05, "epoch": 3.2777777777777777, "percentage": 16.39, "elapsed_time": "0:00:43", "remaining_time": "0:03:41", "throughput": 2127.44, "total_tokens": 92512}
{"current_steps": 300, "total_steps": 1800, "loss": 0.3825, "lr": 4.933725658869267e-05, "epoch": 3.3333333333333335, "percentage": 16.67, "elapsed_time": "0:00:44", "remaining_time": "0:03:40", "throughput": 2131.45, "total_tokens": 94080}
{"current_steps": 305, "total_steps": 1800, "loss": 0.4819, "lr": 4.9280668057279014e-05, "epoch": 3.388888888888889, "percentage": 16.94, "elapsed_time": "0:00:44", "remaining_time": "0:03:39", "throughput": 2136.21, "total_tokens": 95680}
{"current_steps": 310, "total_steps": 1800, "loss": 0.3619, "lr": 4.9221796730647516e-05, "epoch": 3.4444444444444446, "percentage": 17.22, "elapsed_time": "0:00:45", "remaining_time": "0:03:38", "throughput": 2140.19, "total_tokens": 97248}
{"current_steps": 315, "total_steps": 1800, "loss": 0.4007, "lr": 4.916064814370287e-05, "epoch": 3.5, "percentage": 17.5, "elapsed_time": "0:00:46", "remaining_time": "0:03:37", "throughput": 2143.22, "total_tokens": 98784}
{"current_steps": 320, "total_steps": 1800, "loss": 0.6652, "lr": 4.9097228045450864e-05, "epoch": 3.5555555555555554, "percentage": 17.78, "elapsed_time": "0:00:46", "remaining_time": "0:03:36", "throughput": 2147.67, "total_tokens": 100384}
{"current_steps": 325, "total_steps": 1800, "loss": 0.4968, "lr": 4.9031542398457974e-05, "epoch": 3.611111111111111, "percentage": 18.06, "elapsed_time": "0:00:47", "remaining_time": "0:03:35", "throughput": 2151.27, "total_tokens": 101952}
{"current_steps": 330, "total_steps": 1800, "loss": 0.5082, "lr": 4.896359737829071e-05, "epoch": 3.6666666666666665, "percentage": 18.33, "elapsed_time": "0:00:48", "remaining_time": "0:03:34", "throughput": 2154.73, "total_tokens": 103520}
{"current_steps": 335, "total_steps": 1800, "loss": 0.5865, "lr": 4.889339937293508e-05, "epoch": 3.7222222222222223, "percentage": 18.61, "elapsed_time": "0:00:48", "remaining_time": "0:03:32", "throughput": 2158.79, "total_tokens": 105120}
{"current_steps": 340, "total_steps": 1800, "loss": 0.4277, "lr": 4.8820954982195905e-05, "epoch": 3.7777777777777777, "percentage": 18.89, "elapsed_time": "0:00:49", "remaining_time": "0:03:31", "throughput": 2162.87, "total_tokens": 106720}
{"current_steps": 345, "total_steps": 1800, "loss": 0.434, "lr": 4.874627101707644e-05, "epoch": 3.8333333333333335, "percentage": 19.17, "elapsed_time": "0:00:49", "remaining_time": "0:03:30", "throughput": 2166.96, "total_tokens": 108320}
{"current_steps": 350, "total_steps": 1800, "loss": 0.629, "lr": 4.8669354499137955e-05, "epoch": 3.888888888888889, "percentage": 19.44, "elapsed_time": "0:00:50", "remaining_time": "0:03:29", "throughput": 2170.23, "total_tokens": 109888}
{"current_steps": 355, "total_steps": 1800, "loss": 0.303, "lr": 4.859021265983959e-05, "epoch": 3.9444444444444446, "percentage": 19.72, "elapsed_time": "0:00:51", "remaining_time": "0:03:28", "throughput": 2172.65, "total_tokens": 111424}
{"current_steps": 360, "total_steps": 1800, "loss": 0.5926, "lr": 4.850885293985853e-05, "epoch": 4.0, "percentage": 20.0, "elapsed_time": "0:00:51", "remaining_time": "0:03:27", "throughput": 2174.76, "total_tokens": 113024}
{"current_steps": 360, "total_steps": 1800, "eval_loss": 0.40714821219444275, "epoch": 4.0, "percentage": 20.0, "elapsed_time": "0:00:52", "remaining_time": "0:03:29", "throughput": 2152.93, "total_tokens": 113024}
{"current_steps": 365, "total_steps": 1800, "loss": 0.4533, "lr": 4.8425282988390376e-05, "epoch": 4.055555555555555, "percentage": 20.28, "elapsed_time": "0:00:54", "remaining_time": "0:03:32", "throughput": 2119.89, "total_tokens": 114624}
{"current_steps": 370, "total_steps": 1800, "loss": 0.3624, "lr": 4.8339510662430046e-05, "epoch": 4.111111111111111, "percentage": 20.56, "elapsed_time": "0:00:54", "remaining_time": "0:03:31", "throughput": 2123.74, "total_tokens": 116224}
{"current_steps": 375, "total_steps": 1800, "loss": 0.3293, "lr": 4.825154402603308e-05, "epoch": 4.166666666666667, "percentage": 20.83, "elapsed_time": "0:00:55", "remaining_time": "0:03:30", "throughput": 2126.3, "total_tokens": 117760}
{"current_steps": 380, "total_steps": 1800, "loss": 0.6218, "lr": 4.816139134955746e-05, "epoch": 4.222222222222222, "percentage": 21.11, "elapsed_time": "0:00:56", "remaining_time": "0:03:29", "throughput": 2129.58, "total_tokens": 119360}
{"current_steps": 385, "total_steps": 1800, "loss": 0.3033, "lr": 4.806906110888606e-05, "epoch": 4.277777777777778, "percentage": 21.39, "elapsed_time": "0:00:56", "remaining_time": "0:03:28", "throughput": 2130.79, "total_tokens": 120960}
{"current_steps": 390, "total_steps": 1800, "loss": 0.4574, "lr": 4.797456198462979e-05, "epoch": 4.333333333333333, "percentage": 21.67, "elapsed_time": "0:00:57", "remaining_time": "0:03:27", "throughput": 2133.94, "total_tokens": 122528}
{"current_steps": 395, "total_steps": 1800, "loss": 0.3603, "lr": 4.7877902861311446e-05, "epoch": 4.388888888888889, "percentage": 21.94, "elapsed_time": "0:00:58", "remaining_time": "0:03:26", "throughput": 2136.81, "total_tokens": 124096}
{"current_steps": 400, "total_steps": 1800, "loss": 0.41, "lr": 4.777909282653042e-05, "epoch": 4.444444444444445, "percentage": 22.22, "elapsed_time": "0:00:58", "remaining_time": "0:03:25", "throughput": 2140.27, "total_tokens": 125696}
{"current_steps": 405, "total_steps": 1800, "loss": 0.319, "lr": 4.7678141170108345e-05, "epoch": 4.5, "percentage": 22.5, "elapsed_time": "0:00:59", "remaining_time": "0:03:24", "throughput": 2143.22, "total_tokens": 127264}
{"current_steps": 410, "total_steps": 1800, "loss": 0.3927, "lr": 4.757505738321563e-05, "epoch": 4.555555555555555, "percentage": 22.78, "elapsed_time": "0:01:00", "remaining_time": "0:03:23", "throughput": 2145.78, "total_tokens": 128832}
{"current_steps": 415, "total_steps": 1800, "loss": 0.5305, "lr": 4.7469851157479177e-05, "epoch": 4.611111111111111, "percentage": 23.06, "elapsed_time": "0:01:00", "remaining_time": "0:03:22", "throughput": 2149.63, "total_tokens": 130464}
{"current_steps": 420, "total_steps": 1800, "loss": 0.3166, "lr": 4.736253238407119e-05, "epoch": 4.666666666666667, "percentage": 23.33, "elapsed_time": "0:01:01", "remaining_time": "0:03:21", "throughput": 2152.27, "total_tokens": 132032}
{"current_steps": 425, "total_steps": 1800, "loss": 0.4879, "lr": 4.725311115277924e-05, "epoch": 4.722222222222222, "percentage": 23.61, "elapsed_time": "0:01:02", "remaining_time": "0:03:20", "throughput": 2155.35, "total_tokens": 133632}
{"current_steps": 430, "total_steps": 1800, "loss": 0.4633, "lr": 4.714159775105765e-05, "epoch": 4.777777777777778, "percentage": 23.89, "elapsed_time": "0:01:02", "remaining_time": "0:03:19", "throughput": 2158.71, "total_tokens": 135232}
{"current_steps": 435, "total_steps": 1800, "loss": 0.4534, "lr": 4.70280026630603e-05, "epoch": 4.833333333333333, "percentage": 24.17, "elapsed_time": "0:01:03", "remaining_time": "0:03:18", "throughput": 2161.04, "total_tokens": 136768}
{"current_steps": 440, "total_steps": 1800, "loss": 0.4093, "lr": 4.6912336568654925e-05, "epoch": 4.888888888888889, "percentage": 24.44, "elapsed_time": "0:01:03", "remaining_time": "0:03:17", "throughput": 2164.3, "total_tokens": 138368}
{"current_steps": 445, "total_steps": 1800, "loss": 0.3339, "lr": 4.679461034241906e-05, "epoch": 4.944444444444445, "percentage": 24.72, "elapsed_time": "0:01:04", "remaining_time": "0:03:16", "throughput": 2166.32, "total_tokens": 139904}
{"current_steps": 450, "total_steps": 1800, "loss": 0.599, "lr": 4.667483505261762e-05, "epoch": 5.0, "percentage": 25.0, "elapsed_time": "0:01:05", "remaining_time": "0:03:15", "throughput": 2166.87, "total_tokens": 141440}
{"current_steps": 450, "total_steps": 1800, "eval_loss": 0.3699689507484436, "epoch": 5.0, "percentage": 25.0, "elapsed_time": "0:01:05", "remaining_time": "0:03:17", "throughput": 2149.33, "total_tokens": 141440}
{"current_steps": 455, "total_steps": 1800, "loss": 0.3231, "lr": 4.655302196016228e-05, "epoch": 5.055555555555555, "percentage": 25.28, "elapsed_time": "0:01:07", "remaining_time": "0:03:19", "throughput": 2117.52, "total_tokens": 142976}
{"current_steps": 460, "total_steps": 1800, "loss": 0.4466, "lr": 4.642918251755281e-05, "epoch": 5.111111111111111, "percentage": 25.56, "elapsed_time": "0:01:08", "remaining_time": "0:03:18", "throughput": 2120.33, "total_tokens": 144576}
{"current_steps": 465, "total_steps": 1800, "loss": 0.411, "lr": 4.6303328367800284e-05, "epoch": 5.166666666666667, "percentage": 25.83, "elapsed_time": "0:01:08", "remaining_time": "0:03:17", "throughput": 2122.66, "total_tokens": 146144}
{"current_steps": 470, "total_steps": 1800, "loss": 0.2545, "lr": 4.6175471343332485e-05, "epoch": 5.222222222222222, "percentage": 26.11, "elapsed_time": "0:01:09", "remaining_time": "0:03:16", "throughput": 2124.89, "total_tokens": 147712}
{"current_steps": 475, "total_steps": 1800, "loss": 0.3096, "lr": 4.604562346488144e-05, "epoch": 5.277777777777778, "percentage": 26.39, "elapsed_time": "0:01:10", "remaining_time": "0:03:15", "throughput": 2126.6, "total_tokens": 149248}
{"current_steps": 480, "total_steps": 1800, "loss": 0.3343, "lr": 4.591379694035325e-05, "epoch": 5.333333333333333, "percentage": 26.67, "elapsed_time": "0:01:10", "remaining_time": "0:03:14", "throughput": 2128.94, "total_tokens": 150816}
{"current_steps": 485, "total_steps": 1800, "loss": 0.3668, "lr": 4.5780004163680365e-05, "epoch": 5.388888888888889, "percentage": 26.94, "elapsed_time": "0:01:11", "remaining_time": "0:03:14", "throughput": 2128.99, "total_tokens": 152352}
{"current_steps": 490, "total_steps": 1800, "loss": 0.3542, "lr": 4.5644257713656356e-05, "epoch": 5.444444444444445, "percentage": 27.22, "elapsed_time": "0:01:12", "remaining_time": "0:03:13", "throughput": 2130.76, "total_tokens": 153888}
{"current_steps": 495, "total_steps": 1800, "loss": 0.3621, "lr": 4.550657035275323e-05, "epoch": 5.5, "percentage": 27.5, "elapsed_time": "0:01:12", "remaining_time": "0:03:12", "throughput": 2133.14, "total_tokens": 155488}
{"current_steps": 500, "total_steps": 1800, "loss": 0.5731, "lr": 4.536695502592162e-05, "epoch": 5.555555555555555, "percentage": 27.78, "elapsed_time": "0:01:13", "remaining_time": "0:03:11", "throughput": 2134.8, "total_tokens": 157024}
{"current_steps": 505, "total_steps": 1800, "loss": 0.4398, "lr": 4.522542485937369e-05, "epoch": 5.611111111111111, "percentage": 28.06, "elapsed_time": "0:01:14", "remaining_time": "0:03:10", "throughput": 2136.16, "total_tokens": 158528}
{"current_steps": 510, "total_steps": 1800, "loss": 0.4749, "lr": 4.5081993159349056e-05, "epoch": 5.666666666666667, "percentage": 28.33, "elapsed_time": "0:01:14", "remaining_time": "0:03:09", "throughput": 2138.17, "total_tokens": 160064}
{"current_steps": 515, "total_steps": 1800, "loss": 0.5099, "lr": 4.493667341086379e-05, "epoch": 5.722222222222222, "percentage": 28.61, "elapsed_time": "0:01:15", "remaining_time": "0:03:08", "throughput": 2140.91, "total_tokens": 161664}
{"current_steps": 520, "total_steps": 1800, "loss": 0.6277, "lr": 4.478947927644258e-05, "epoch": 5.777777777777778, "percentage": 28.89, "elapsed_time": "0:01:16", "remaining_time": "0:03:07", "throughput": 2143.9, "total_tokens": 163264}
{"current_steps": 525, "total_steps": 1800, "loss": 0.2205, "lr": 4.464042459483425e-05, "epoch": 5.833333333333333, "percentage": 29.17, "elapsed_time": "0:01:16", "remaining_time": "0:03:06", "throughput": 2146.85, "total_tokens": 164864}
{"current_steps": 530, "total_steps": 1800, "loss": 0.3413, "lr": 4.448952337971064e-05, "epoch": 5.888888888888889, "percentage": 29.44, "elapsed_time": "0:01:17", "remaining_time": "0:03:05", "throughput": 2149.01, "total_tokens": 166432}
{"current_steps": 535, "total_steps": 1800, "loss": 0.4025, "lr": 4.43367898183491e-05, "epoch": 5.944444444444445, "percentage": 29.72, "elapsed_time": "0:01:18", "remaining_time": "0:03:04", "throughput": 2151.64, "total_tokens": 168032}
{"current_steps": 540, "total_steps": 1800, "loss": 0.2473, "lr": 4.418223827029867e-05, "epoch": 6.0, "percentage": 30.0, "elapsed_time": "0:01:18", "remaining_time": "0:03:03", "throughput": 2153.04, "total_tokens": 169600}
{"current_steps": 540, "total_steps": 1800, "eval_loss": 0.3487388491630554, "epoch": 6.0, "percentage": 30.0, "elapsed_time": "0:01:19", "remaining_time": "0:03:05", "throughput": 2138.89, "total_tokens": 169600}
{"current_steps": 545, "total_steps": 1800, "loss": 0.2802, "lr": 4.402588326603002e-05, "epoch": 6.055555555555555, "percentage": 30.28, "elapsed_time": "0:01:21", "remaining_time": "0:03:06", "throughput": 2109.51, "total_tokens": 171168}
{"current_steps": 550, "total_steps": 1800, "loss": 0.3742, "lr": 4.386773950556931e-05, "epoch": 6.111111111111111, "percentage": 30.56, "elapsed_time": "0:01:21", "remaining_time": "0:03:05", "throughput": 2110.79, "total_tokens": 172672}
{"current_steps": 555, "total_steps": 1800, "loss": 0.3662, "lr": 4.3707821857116176e-05, "epoch": 6.166666666666667, "percentage": 30.83, "elapsed_time": "0:01:22", "remaining_time": "0:03:04", "throughput": 2112.96, "total_tokens": 174240}
{"current_steps": 560, "total_steps": 1800, "loss": 0.4433, "lr": 4.354614535564588e-05, "epoch": 6.222222222222222, "percentage": 31.11, "elapsed_time": "0:01:23", "remaining_time": "0:03:04", "throughput": 2114.93, "total_tokens": 175776}
{"current_steps": 565, "total_steps": 1800, "loss": 0.491, "lr": 4.3382725201495723e-05, "epoch": 6.277777777777778, "percentage": 31.39, "elapsed_time": "0:01:23", "remaining_time": "0:03:03", "throughput": 2116.05, "total_tokens": 177376}
{"current_steps": 570, "total_steps": 1800, "loss": 0.3248, "lr": 4.321757675893596e-05, "epoch": 6.333333333333333, "percentage": 31.67, "elapsed_time": "0:01:24", "remaining_time": "0:03:02", "throughput": 2118.09, "total_tokens": 178912}
{"current_steps": 575, "total_steps": 1800, "loss": 0.3612, "lr": 4.305071555472534e-05, "epoch": 6.388888888888889, "percentage": 31.94, "elapsed_time": "0:01:25", "remaining_time": "0:03:01", "throughput": 2120.41, "total_tokens": 180480}
{"current_steps": 580, "total_steps": 1800, "loss": 0.6069, "lr": 4.288215727665129e-05, "epoch": 6.444444444444445, "percentage": 32.22, "elapsed_time": "0:01:25", "remaining_time": "0:03:00", "throughput": 2122.73, "total_tokens": 182048}
{"current_steps": 585, "total_steps": 1800, "loss": 0.3678, "lr": 4.2711917772055e-05, "epoch": 6.5, "percentage": 32.5, "elapsed_time": "0:01:26", "remaining_time": "0:02:59", "throughput": 2125.32, "total_tokens": 183648}
{"current_steps": 590, "total_steps": 1800, "loss": 0.3772, "lr": 4.254001304634151e-05, "epoch": 6.555555555555555, "percentage": 32.78, "elapsed_time": "0:01:27", "remaining_time": "0:02:58", "throughput": 2127.82, "total_tokens": 185248}
{"current_steps": 595, "total_steps": 1800, "loss": 0.2851, "lr": 4.2366459261474933e-05, "epoch": 6.611111111111111, "percentage": 33.06, "elapsed_time": "0:01:27", "remaining_time": "0:02:57", "throughput": 2128.89, "total_tokens": 186720}
{"current_steps": 600, "total_steps": 1800, "loss": 0.2745, "lr": 4.2191272734458955e-05, "epoch": 6.666666666666667, "percentage": 33.33, "elapsed_time": "0:01:28", "remaining_time": "0:02:56", "throughput": 2130.91, "total_tokens": 188288}
{"current_steps": 605, "total_steps": 1800, "loss": 0.2988, "lr": 4.201446993580276e-05, "epoch": 6.722222222222222, "percentage": 33.61, "elapsed_time": "0:01:29", "remaining_time": "0:02:55", "throughput": 2133.39, "total_tokens": 189888}
{"current_steps": 610, "total_steps": 1800, "loss": 0.2289, "lr": 4.183606748797251e-05, "epoch": 6.777777777777778, "percentage": 33.89, "elapsed_time": "0:01:29", "remaining_time": "0:02:54", "throughput": 2135.12, "total_tokens": 191424}
{"current_steps": 615, "total_steps": 1800, "loss": 0.3787, "lr": 4.1656082163828566e-05, "epoch": 6.833333333333333, "percentage": 34.17, "elapsed_time": "0:01:30", "remaining_time": "0:02:54", "throughput": 2137.79, "total_tokens": 193056}
{"current_steps": 620, "total_steps": 1800, "loss": 0.3365, "lr": 4.147453088504854e-05, "epoch": 6.888888888888889, "percentage": 34.44, "elapsed_time": "0:01:30", "remaining_time": "0:02:53", "throughput": 2139.6, "total_tokens": 194592}
{"current_steps": 625, "total_steps": 1800, "loss": 0.4096, "lr": 4.129143072053638e-05, "epoch": 6.944444444444445, "percentage": 34.72, "elapsed_time": "0:01:31", "remaining_time": "0:02:52", "throughput": 2141.98, "total_tokens": 196192}
{"current_steps": 630, "total_steps": 1800, "loss": 0.3079, "lr": 4.110679888481763e-05, "epoch": 7.0, "percentage": 35.0, "elapsed_time": "0:01:32", "remaining_time": "0:02:51", "throughput": 2143.52, "total_tokens": 197792}
{"current_steps": 630, "total_steps": 1800, "eval_loss": 0.32190102338790894, "epoch": 7.0, "percentage": 35.0, "elapsed_time": "0:01:32", "remaining_time": "0:02:52", "throughput": 2131.36, "total_tokens": 197792}
{"current_steps": 635, "total_steps": 1800, "loss": 0.319, "lr": 4.09206527364209e-05, "epoch": 7.055555555555555, "percentage": 35.28, "elapsed_time": "0:01:34", "remaining_time": "0:02:52", "throughput": 2115.31, "total_tokens": 199392}
{"current_steps": 640, "total_steps": 1800, "loss": 0.3158, "lr": 4.073300977624594e-05, "epoch": 7.111111111111111, "percentage": 35.56, "elapsed_time": "0:01:34", "remaining_time": "0:02:52", "throughput": 2117.63, "total_tokens": 200992}
{"current_steps": 645, "total_steps": 1800, "loss": 0.3163, "lr": 4.054388764591822e-05, "epoch": 7.166666666666667, "percentage": 35.83, "elapsed_time": "0:01:35", "remaining_time": "0:02:51", "throughput": 2119.94, "total_tokens": 202592}
{"current_steps": 650, "total_steps": 1800, "loss": 0.4706, "lr": 4.035330412613035e-05, "epoch": 7.222222222222222, "percentage": 36.11, "elapsed_time": "0:01:36", "remaining_time": "0:02:50", "throughput": 2120.86, "total_tokens": 204064}
{"current_steps": 655, "total_steps": 1800, "loss": 0.2546, "lr": 4.0161277134970345e-05, "epoch": 7.277777777777778, "percentage": 36.39, "elapsed_time": "0:01:36", "remaining_time": "0:02:49", "throughput": 2121.65, "total_tokens": 205664}
{"current_steps": 660, "total_steps": 1800, "loss": 0.5148, "lr": 3.996782472623705e-05, "epoch": 7.333333333333333, "percentage": 36.67, "elapsed_time": "0:01:37", "remaining_time": "0:02:48", "throughput": 2123.87, "total_tokens": 207264}
{"current_steps": 665, "total_steps": 1800, "loss": 0.3837, "lr": 3.977296508774278e-05, "epoch": 7.388888888888889, "percentage": 36.94, "elapsed_time": "0:01:38", "remaining_time": "0:02:47", "throughput": 2125.76, "total_tokens": 208832}
{"current_steps": 670, "total_steps": 1800, "loss": 0.4226, "lr": 3.957671653960337e-05, "epoch": 7.444444444444445, "percentage": 37.22, "elapsed_time": "0:01:38", "remaining_time": "0:02:46", "throughput": 2127.27, "total_tokens": 210368}
{"current_steps": 675, "total_steps": 1800, "loss": 0.3956, "lr": 3.9379097532515725e-05, "epoch": 7.5, "percentage": 37.5, "elapsed_time": "0:01:39", "remaining_time": "0:02:45", "throughput": 2129.24, "total_tokens": 211936}
{"current_steps": 680, "total_steps": 1800, "loss": 0.4299, "lr": 3.918012664602317e-05, "epoch": 7.555555555555555, "percentage": 37.78, "elapsed_time": "0:01:40", "remaining_time": "0:02:45", "throughput": 2131.51, "total_tokens": 213536}
{"current_steps": 685, "total_steps": 1800, "loss": 0.3644, "lr": 3.897982258676867e-05, "epoch": 7.611111111111111, "percentage": 38.06, "elapsed_time": "0:01:40", "remaining_time": "0:02:44", "throughput": 2133.65, "total_tokens": 215136}
{"current_steps": 690, "total_steps": 1800, "loss": 0.4054, "lr": 3.8778204186736076e-05, "epoch": 7.666666666666667, "percentage": 38.33, "elapsed_time": "0:01:41", "remaining_time": "0:02:43", "throughput": 2135.72, "total_tokens": 216736}
{"current_steps": 695, "total_steps": 1800, "loss": 0.2126, "lr": 3.8575290401479586e-05, "epoch": 7.722222222222222, "percentage": 38.61, "elapsed_time": "0:01:42", "remaining_time": "0:02:42", "throughput": 2137.12, "total_tokens": 218272}
{"current_steps": 700, "total_steps": 1800, "loss": 0.3496, "lr": 3.837110030834161e-05, "epoch": 7.777777777777778, "percentage": 38.89, "elapsed_time": "0:01:42", "remaining_time": "0:02:41", "throughput": 2138.62, "total_tokens": 219808}
{"current_steps": 705, "total_steps": 1800, "loss": 0.2542, "lr": 3.8165653104659185e-05, "epoch": 7.833333333333333, "percentage": 39.17, "elapsed_time": "0:01:43", "remaining_time": "0:02:40", "throughput": 2139.85, "total_tokens": 221312}
{"current_steps": 710, "total_steps": 1800, "loss": 0.2773, "lr": 3.79589681059591e-05, "epoch": 7.888888888888889, "percentage": 39.44, "elapsed_time": "0:01:44", "remaining_time": "0:02:39", "throughput": 2141.54, "total_tokens": 222880}
{"current_steps": 715, "total_steps": 1800, "loss": 0.3631, "lr": 3.775106474414188e-05, "epoch": 7.944444444444445, "percentage": 39.72, "elapsed_time": "0:01:44", "remaining_time": "0:02:38", "throughput": 2142.99, "total_tokens": 224416}
{"current_steps": 720, "total_steps": 1800, "loss": 0.2073, "lr": 3.75419625656549e-05, "epoch": 8.0, "percentage": 40.0, "elapsed_time": "0:01:45", "remaining_time": "0:02:38", "throughput": 2143.92, "total_tokens": 225984}
{"current_steps": 720, "total_steps": 1800, "eval_loss": 0.3194987177848816, "epoch": 8.0, "percentage": 40.0, "elapsed_time": "0:01:45", "remaining_time": "0:02:38", "throughput": 2133.29, "total_tokens": 225984}
{"current_steps": 725, "total_steps": 1800, "loss": 0.2448, "lr": 3.7331681229654635e-05, "epoch": 8.055555555555555, "percentage": 40.28, "elapsed_time": "0:01:47", "remaining_time": "0:02:39", "throughput": 2118.56, "total_tokens": 227552}
{"current_steps": 730, "total_steps": 1800, "loss": 0.3936, "lr": 3.712024050615843e-05, "epoch": 8.11111111111111, "percentage": 40.56, "elapsed_time": "0:01:48", "remaining_time": "0:02:38", "throughput": 2119.86, "total_tokens": 229088}
{"current_steps": 735, "total_steps": 1800, "loss": 0.3876, "lr": 3.690766027418573e-05, "epoch": 8.166666666666666, "percentage": 40.83, "elapsed_time": "0:01:48", "remaining_time": "0:02:37", "throughput": 2121.47, "total_tokens": 230656}
{"current_steps": 740, "total_steps": 1800, "loss": 0.2916, "lr": 3.6693960519889106e-05, "epoch": 8.222222222222221, "percentage": 41.11, "elapsed_time": "0:01:49", "remaining_time": "0:02:36", "throughput": 2123.16, "total_tokens": 232224}
{"current_steps": 745, "total_steps": 1800, "loss": 0.4095, "lr": 3.6479161334675296e-05, "epoch": 8.277777777777779, "percentage": 41.39, "elapsed_time": "0:01:50", "remaining_time": "0:02:35", "throughput": 2123.56, "total_tokens": 233792}
{"current_steps": 750, "total_steps": 1800, "loss": 0.4214, "lr": 3.626328291331618e-05, "epoch": 8.333333333333334, "percentage": 41.67, "elapsed_time": "0:01:50", "remaining_time": "0:02:35", "throughput": 2125.0, "total_tokens": 235328}
{"current_steps": 755, "total_steps": 1800, "loss": 0.1805, "lr": 3.60463455520502e-05, "epoch": 8.38888888888889, "percentage": 41.94, "elapsed_time": "0:01:51", "remaining_time": "0:02:34", "throughput": 2126.35, "total_tokens": 236864}
{"current_steps": 760, "total_steps": 1800, "loss": 0.2741, "lr": 3.582836964667408e-05, "epoch": 8.444444444444445, "percentage": 42.22, "elapsed_time": "0:01:52", "remaining_time": "0:02:33", "throughput": 2127.53, "total_tokens": 238368}
{"current_steps": 765, "total_steps": 1800, "loss": 0.459, "lr": 3.560937569062538e-05, "epoch": 8.5, "percentage": 42.5, "elapsed_time": "0:01:52", "remaining_time": "0:02:32", "throughput": 2129.28, "total_tokens": 239936}
{"current_steps": 770, "total_steps": 1800, "loss": 0.3151, "lr": 3.538938427305573e-05, "epoch": 8.555555555555555, "percentage": 42.78, "elapsed_time": "0:01:53", "remaining_time": "0:02:31", "throughput": 2131.3, "total_tokens": 241536}
{"current_steps": 775, "total_steps": 1800, "loss": 0.4637, "lr": 3.516841607689501e-05, "epoch": 8.61111111111111, "percentage": 43.06, "elapsed_time": "0:01:53", "remaining_time": "0:02:30", "throughput": 2133.35, "total_tokens": 243136}
{"current_steps": 780, "total_steps": 1800, "loss": 0.2497, "lr": 3.494649187690695e-05, "epoch": 8.666666666666666, "percentage": 43.33, "elapsed_time": "0:01:54", "remaining_time": "0:02:29", "throughput": 2135.13, "total_tokens": 244704}
{"current_steps": 785, "total_steps": 1800, "loss": 0.3304, "lr": 3.4723632537735846e-05, "epoch": 8.722222222222221, "percentage": 43.61, "elapsed_time": "0:01:55", "remaining_time": "0:02:29", "throughput": 2136.89, "total_tokens": 246272}
{"current_steps": 790, "total_steps": 1800, "loss": 0.3345, "lr": 3.449985901194498e-05, "epoch": 8.777777777777779, "percentage": 43.89, "elapsed_time": "0:01:55", "remaining_time": "0:02:28", "throughput": 2138.21, "total_tokens": 247808}
{"current_steps": 795, "total_steps": 1800, "loss": 0.4694, "lr": 3.427519233804667e-05, "epoch": 8.833333333333334, "percentage": 44.17, "elapsed_time": "0:01:56", "remaining_time": "0:02:27", "throughput": 2139.84, "total_tokens": 249376}
{"current_steps": 800, "total_steps": 1800, "loss": 0.3131, "lr": 3.404965363852437e-05, "epoch": 8.88888888888889, "percentage": 44.44, "elapsed_time": "0:01:57", "remaining_time": "0:02:26", "throughput": 2141.38, "total_tokens": 250944}
{"current_steps": 805, "total_steps": 1800, "loss": 0.285, "lr": 3.382326411784672e-05, "epoch": 8.944444444444445, "percentage": 44.72, "elapsed_time": "0:01:57", "remaining_time": "0:02:25", "throughput": 2142.92, "total_tokens": 252512}
{"current_steps": 810, "total_steps": 1800, "loss": 0.4044, "lr": 3.359604506047403e-05, "epoch": 9.0, "percentage": 45.0, "elapsed_time": "0:01:58", "remaining_time": "0:02:24", "throughput": 2144.02, "total_tokens": 254112}
{"current_steps": 810, "total_steps": 1800, "eval_loss": 0.31295689940452576, "epoch": 9.0, "percentage": 45.0, "elapsed_time": "0:01:59", "remaining_time": "0:02:25", "throughput": 2134.6, "total_tokens": 254112}
{"current_steps": 815, "total_steps": 1800, "loss": 0.3497, "lr": 3.336801782885712e-05, "epoch": 9.055555555555555, "percentage": 45.28, "elapsed_time": "0:02:00", "remaining_time": "0:02:25", "throughput": 2120.74, "total_tokens": 255680}
{"current_steps": 820, "total_steps": 1800, "loss": 0.2527, "lr": 3.313920386142892e-05, "epoch": 9.11111111111111, "percentage": 45.56, "elapsed_time": "0:02:01", "remaining_time": "0:02:24", "throughput": 2121.85, "total_tokens": 257216}
{"current_steps": 825, "total_steps": 1800, "loss": 0.3485, "lr": 3.290962467058891e-05, "epoch": 9.166666666666666, "percentage": 45.83, "elapsed_time": "0:02:01", "remaining_time": "0:02:24", "throughput": 2123.57, "total_tokens": 258816}
{"current_steps": 830, "total_steps": 1800, "loss": 0.4933, "lr": 3.267930184068057e-05, "epoch": 9.222222222222221, "percentage": 46.11, "elapsed_time": "0:02:02", "remaining_time": "0:02:23", "throughput": 2124.9, "total_tokens": 260384}
{"current_steps": 835, "total_steps": 1800, "loss": 0.3695, "lr": 3.244825702596205e-05, "epoch": 9.277777777777779, "percentage": 46.39, "elapsed_time": "0:02:03", "remaining_time": "0:02:22", "throughput": 2125.94, "total_tokens": 262048}
{"current_steps": 840, "total_steps": 1800, "loss": 0.1786, "lr": 3.2216511948570374e-05, "epoch": 9.333333333333334, "percentage": 46.67, "elapsed_time": "0:02:03", "remaining_time": "0:02:21", "throughput": 2127.33, "total_tokens": 263616}
{"current_steps": 845, "total_steps": 1800, "loss": 0.2049, "lr": 3.198408839647911e-05, "epoch": 9.38888888888889, "percentage": 46.94, "elapsed_time": "0:02:04", "remaining_time": "0:02:20", "throughput": 2128.54, "total_tokens": 265152}
{"current_steps": 850, "total_steps": 1800, "loss": 0.3518, "lr": 3.1751008221450025e-05, "epoch": 9.444444444444445, "percentage": 47.22, "elapsed_time": "0:02:05", "remaining_time": "0:02:19", "throughput": 2129.81, "total_tokens": 266688}
{"current_steps": 855, "total_steps": 1800, "loss": 0.3361, "lr": 3.151729333697854e-05, "epoch": 9.5, "percentage": 47.5, "elapsed_time": "0:02:05", "remaining_time": "0:02:19", "throughput": 2131.34, "total_tokens": 268256}
{"current_steps": 860, "total_steps": 1800, "loss": 0.2719, "lr": 3.1282965716233594e-05, "epoch": 9.555555555555555, "percentage": 47.78, "elapsed_time": "0:02:06", "remaining_time": "0:02:18", "throughput": 2132.87, "total_tokens": 269824}
{"current_steps": 865, "total_steps": 1800, "loss": 0.6136, "lr": 3.104804738999169e-05, "epoch": 9.61111111111111, "percentage": 48.06, "elapsed_time": "0:02:07", "remaining_time": "0:02:17", "throughput": 2134.65, "total_tokens": 271424}
{"current_steps": 870, "total_steps": 1800, "loss": 0.2749, "lr": 3.0812560444565745e-05, "epoch": 9.666666666666666, "percentage": 48.33, "elapsed_time": "0:02:07", "remaining_time": "0:02:16", "throughput": 2135.86, "total_tokens": 272960}
{"current_steps": 875, "total_steps": 1800, "loss": 0.2665, "lr": 3.057652701972848e-05, "epoch": 9.722222222222221, "percentage": 48.61, "elapsed_time": "0:02:08", "remaining_time": "0:02:15", "throughput": 2137.34, "total_tokens": 274528}
{"current_steps": 880, "total_steps": 1800, "loss": 0.3735, "lr": 3.0339969306631005e-05, "epoch": 9.777777777777779, "percentage": 48.89, "elapsed_time": "0:02:09", "remaining_time": "0:02:14", "throughput": 2139.06, "total_tokens": 276128}
{"current_steps": 885, "total_steps": 1800, "loss": 0.4295, "lr": 3.0102909545716396e-05, "epoch": 9.833333333333334, "percentage": 49.17, "elapsed_time": "0:02:09", "remaining_time": "0:02:14", "throughput": 2140.34, "total_tokens": 277664}
{"current_steps": 890, "total_steps": 1800, "loss": 0.3955, "lr": 2.9865370024628775e-05, "epoch": 9.88888888888889, "percentage": 49.44, "elapsed_time": "0:02:10", "remaining_time": "0:02:13", "throughput": 2141.8, "total_tokens": 279232}
{"current_steps": 895, "total_steps": 1800, "loss": 0.4778, "lr": 2.9627373076117863e-05, "epoch": 9.944444444444445, "percentage": 49.72, "elapsed_time": "0:02:11", "remaining_time": "0:02:12", "throughput": 2142.98, "total_tokens": 280768}
{"current_steps": 900, "total_steps": 1800, "loss": 0.2088, "lr": 2.9388941075939334e-05, "epoch": 10.0, "percentage": 50.0, "elapsed_time": "0:02:11", "remaining_time": "0:02:11", "throughput": 2144.0, "total_tokens": 282368}
{"current_steps": 900, "total_steps": 1800, "eval_loss": 0.30536067485809326, "epoch": 10.0, "percentage": 50.0, "elapsed_time": "0:02:12", "remaining_time": "0:02:12", "throughput": 2135.52, "total_tokens": 282368}
{"current_steps": 905, "total_steps": 1800, "loss": 0.2575, "lr": 2.9150096440751107e-05, "epoch": 10.055555555555555, "percentage": 50.28, "elapsed_time": "0:02:13", "remaining_time": "0:02:12", "throughput": 2123.34, "total_tokens": 283936}
{"current_steps": 910, "total_steps": 1800, "loss": 0.3334, "lr": 2.8910861626005776e-05, "epoch": 10.11111111111111, "percentage": 50.56, "elapsed_time": "0:02:14", "remaining_time": "0:02:11", "throughput": 2124.7, "total_tokens": 285504}
{"current_steps": 915, "total_steps": 1800, "loss": 0.4283, "lr": 2.8671259123839472e-05, "epoch": 10.166666666666666, "percentage": 50.83, "elapsed_time": "0:02:15", "remaining_time": "0:02:10", "throughput": 2126.02, "total_tokens": 287072}
{"current_steps": 920, "total_steps": 1800, "loss": 0.2886, "lr": 2.843131146095719e-05, "epoch": 10.222222222222221, "percentage": 51.11, "elapsed_time": "0:02:15", "remaining_time": "0:02:09", "throughput": 2126.76, "total_tokens": 288576}
{"current_steps": 925, "total_steps": 1800, "loss": 0.34, "lr": 2.8191041196514873e-05, "epoch": 10.277777777777779, "percentage": 51.39, "elapsed_time": "0:02:16", "remaining_time": "0:02:09", "throughput": 2127.11, "total_tokens": 290144}
{"current_steps": 930, "total_steps": 1800, "loss": 0.3847, "lr": 2.795047091999849e-05, "epoch": 10.333333333333334, "percentage": 51.67, "elapsed_time": "0:02:17", "remaining_time": "0:02:08", "throughput": 2128.76, "total_tokens": 291744}
{"current_steps": 935, "total_steps": 1800, "loss": 0.4012, "lr": 2.770962324910027e-05, "epoch": 10.38888888888889, "percentage": 51.94, "elapsed_time": "0:02:17", "remaining_time": "0:02:07", "throughput": 2130.33, "total_tokens": 293344}
{"current_steps": 940, "total_steps": 1800, "loss": 0.2511, "lr": 2.7468520827592197e-05, "epoch": 10.444444444444445, "percentage": 52.22, "elapsed_time": "0:02:18", "remaining_time": "0:02:06", "throughput": 2131.74, "total_tokens": 294912}
{"current_steps": 945, "total_steps": 1800, "loss": 0.434, "lr": 2.7227186323197162e-05, "epoch": 10.5, "percentage": 52.5, "elapsed_time": "0:02:18", "remaining_time": "0:02:05", "throughput": 2133.12, "total_tokens": 296480}
{"current_steps": 950, "total_steps": 1800, "loss": 0.2761, "lr": 2.6985642425457757e-05, "epoch": 10.555555555555555, "percentage": 52.78, "elapsed_time": "0:02:19", "remaining_time": "0:02:04", "throughput": 2134.52, "total_tokens": 298048}
{"current_steps": 955, "total_steps": 1800, "loss": 0.2751, "lr": 2.674391184360313e-05, "epoch": 10.61111111111111, "percentage": 53.06, "elapsed_time": "0:02:20", "remaining_time": "0:02:04", "throughput": 2136.11, "total_tokens": 299648}
{"current_steps": 960, "total_steps": 1800, "loss": 0.3258, "lr": 2.650201730441392e-05, "epoch": 10.666666666666666, "percentage": 53.33, "elapsed_time": "0:02:20", "remaining_time": "0:02:03", "throughput": 2137.48, "total_tokens": 301216}
{"current_steps": 965, "total_steps": 1800, "loss": 0.3562, "lr": 2.6259981550085504e-05, "epoch": 10.722222222222221, "percentage": 53.61, "elapsed_time": "0:02:21", "remaining_time": "0:02:02", "throughput": 2138.8, "total_tokens": 302784}
{"current_steps": 970, "total_steps": 1800, "loss": 0.2054, "lr": 2.60178273360899e-05, "epoch": 10.777777777777779, "percentage": 53.89, "elapsed_time": "0:02:22", "remaining_time": "0:02:01", "throughput": 2139.86, "total_tokens": 304320}
{"current_steps": 975, "total_steps": 1800, "loss": 0.2889, "lr": 2.5775577429036345e-05, "epoch": 10.833333333333334, "percentage": 54.17, "elapsed_time": "0:02:22", "remaining_time": "0:02:00", "throughput": 2140.83, "total_tokens": 305856}
{"current_steps": 980, "total_steps": 1800, "loss": 0.3945, "lr": 2.553325460453086e-05, "epoch": 10.88888888888889, "percentage": 54.44, "elapsed_time": "0:02:23", "remaining_time": "0:02:00", "throughput": 2142.08, "total_tokens": 307424}
{"current_steps": 985, "total_steps": 1800, "loss": 0.3773, "lr": 2.5290881645034932e-05, "epoch": 10.944444444444445, "percentage": 54.72, "elapsed_time": "0:02:24", "remaining_time": "0:01:59", "throughput": 2143.39, "total_tokens": 308992}
{"current_steps": 990, "total_steps": 1800, "loss": 0.5505, "lr": 2.504848133772358e-05, "epoch": 11.0, "percentage": 55.0, "elapsed_time": "0:02:24", "remaining_time": "0:01:58", "throughput": 2144.12, "total_tokens": 310560}
{"current_steps": 990, "total_steps": 1800, "eval_loss": 0.3138704299926758, "epoch": 11.0, "percentage": 55.0, "elapsed_time": "0:02:25", "remaining_time": "0:01:58", "throughput": 2136.42, "total_tokens": 310560}
{"current_steps": 995, "total_steps": 1800, "loss": 0.2625, "lr": 2.4806076472342997e-05, "epoch": 11.055555555555555, "percentage": 55.28, "elapsed_time": "0:02:26", "remaining_time": "0:01:58", "throughput": 2124.98, "total_tokens": 312160}
{"current_steps": 1000, "total_steps": 1800, "loss": 0.4358, "lr": 2.4563689839067913e-05, "epoch": 11.11111111111111, "percentage": 55.56, "elapsed_time": "0:02:27", "remaining_time": "0:01:58", "throughput": 2126.08, "total_tokens": 313728}
{"current_steps": 1005, "total_steps": 1800, "loss": 0.203, "lr": 2.432134422635893e-05, "epoch": 11.166666666666666, "percentage": 55.83, "elapsed_time": "0:02:28", "remaining_time": "0:01:57", "throughput": 2127.08, "total_tokens": 315264}
{"current_steps": 1010, "total_steps": 1800, "loss": 0.268, "lr": 2.4079062418820002e-05, "epoch": 11.222222222222221, "percentage": 56.11, "elapsed_time": "0:02:28", "remaining_time": "0:01:56", "throughput": 2128.42, "total_tokens": 316864}
{"current_steps": 1015, "total_steps": 1800, "loss": 0.4274, "lr": 2.3836867195056335e-05, "epoch": 11.277777777777779, "percentage": 56.39, "elapsed_time": "0:02:29", "remaining_time": "0:01:55", "throughput": 2128.7, "total_tokens": 318432}
{"current_steps": 1020, "total_steps": 1800, "loss": 0.3869, "lr": 2.3594781325532784e-05, "epoch": 11.333333333333334, "percentage": 56.67, "elapsed_time": "0:02:30", "remaining_time": "0:01:54", "throughput": 2130.07, "total_tokens": 320032}
{"current_steps": 1025, "total_steps": 1800, "loss": 0.2579, "lr": 2.3352827570433036e-05, "epoch": 11.38888888888889, "percentage": 56.94, "elapsed_time": "0:02:30", "remaining_time": "0:01:54", "throughput": 2130.83, "total_tokens": 321536}
{"current_steps": 1030, "total_steps": 1800, "loss": 0.2918, "lr": 2.3111028677519804e-05, "epoch": 11.444444444444445, "percentage": 57.22, "elapsed_time": "0:02:31", "remaining_time": "0:01:53", "throughput": 2131.57, "total_tokens": 323040}
{"current_steps": 1035, "total_steps": 1800, "loss": 0.3193, "lr": 2.2869407379996088e-05, "epoch": 11.5, "percentage": 57.5, "elapsed_time": "0:02:32", "remaining_time": "0:01:52", "throughput": 2132.84, "total_tokens": 324608}
{"current_steps": 1040, "total_steps": 1800, "loss": 0.2674, "lr": 2.2627986394367938e-05, "epoch": 11.555555555555555, "percentage": 57.78, "elapsed_time": "0:02:32", "remaining_time": "0:01:51", "throughput": 2133.9, "total_tokens": 326144}
{"current_steps": 1045, "total_steps": 1800, "loss": 0.4803, "lr": 2.238678841830867e-05, "epoch": 11.61111111111111, "percentage": 58.06, "elapsed_time": "0:02:33", "remaining_time": "0:01:50", "throughput": 2135.17, "total_tokens": 327712}
{"current_steps": 1050, "total_steps": 1800, "loss": 0.2914, "lr": 2.2145836128524902e-05, "epoch": 11.666666666666666, "percentage": 58.33, "elapsed_time": "0:02:34", "remaining_time": "0:01:50", "throughput": 2136.2, "total_tokens": 329248}
{"current_steps": 1055, "total_steps": 1800, "loss": 0.5004, "lr": 2.1905152178624595e-05, "epoch": 11.722222222222221, "percentage": 58.61, "elapsed_time": "0:02:34", "remaining_time": "0:01:49", "throughput": 2137.43, "total_tokens": 330816}
{"current_steps": 1060, "total_steps": 1800, "loss": 0.353, "lr": 2.1664759196987182e-05, "epoch": 11.777777777777779, "percentage": 58.89, "elapsed_time": "0:02:35", "remaining_time": "0:01:48", "throughput": 2138.86, "total_tokens": 332416}
{"current_steps": 1065, "total_steps": 1800, "loss": 0.3369, "lr": 2.1424679784636144e-05, "epoch": 11.833333333333334, "percentage": 59.17, "elapsed_time": "0:02:36", "remaining_time": "0:01:47", "throughput": 2140.29, "total_tokens": 334016}
{"current_steps": 1070, "total_steps": 1800, "loss": 0.3689, "lr": 2.118493651311413e-05, "epoch": 11.88888888888889, "percentage": 59.44, "elapsed_time": "0:02:36", "remaining_time": "0:01:46", "throughput": 2141.7, "total_tokens": 335616}
{"current_steps": 1075, "total_steps": 1800, "loss": 0.3196, "lr": 2.0945551922360818e-05, "epoch": 11.944444444444445, "percentage": 59.72, "elapsed_time": "0:02:37", "remaining_time": "0:01:46", "throughput": 2142.7, "total_tokens": 337152}
{"current_steps": 1080, "total_steps": 1800, "loss": 0.3648, "lr": 2.070654851859383e-05, "epoch": 12.0, "percentage": 60.0, "elapsed_time": "0:02:38", "remaining_time": "0:01:45", "throughput": 2143.79, "total_tokens": 338784}
{"current_steps": 1080, "total_steps": 1800, "eval_loss": 0.31122857332229614, "epoch": 12.0, "percentage": 60.0, "elapsed_time": "0:02:38", "remaining_time": "0:01:45", "throughput": 2136.71, "total_tokens": 338784}
{"current_steps": 1085, "total_steps": 1800, "loss": 0.3464, "lr": 2.0467948772192713e-05, "epoch": 12.055555555555555, "percentage": 60.28, "elapsed_time": "0:02:40", "remaining_time": "0:01:45", "throughput": 2126.16, "total_tokens": 340288}
{"current_steps": 1090, "total_steps": 1800, "loss": 0.4143, "lr": 2.022977511558638e-05, "epoch": 12.11111111111111, "percentage": 60.56, "elapsed_time": "0:02:40", "remaining_time": "0:01:44", "throughput": 2127.4, "total_tokens": 341888}
{"current_steps": 1095, "total_steps": 1800, "loss": 0.4578, "lr": 1.9992049941144066e-05, "epoch": 12.166666666666666, "percentage": 60.83, "elapsed_time": "0:02:41", "remaining_time": "0:01:43", "throughput": 2128.66, "total_tokens": 343488}
{"current_steps": 1100, "total_steps": 1800, "loss": 0.4051, "lr": 1.9754795599070068e-05, "epoch": 12.222222222222221, "percentage": 61.11, "elapsed_time": "0:02:42", "remaining_time": "0:01:43", "throughput": 2129.26, "total_tokens": 344992}
{"current_steps": 1105, "total_steps": 1800, "loss": 0.2399, "lr": 1.9518034395302414e-05, "epoch": 12.277777777777779, "percentage": 61.39, "elapsed_time": "0:02:42", "remaining_time": "0:01:42", "throughput": 2129.48, "total_tokens": 346560}
{"current_steps": 1110, "total_steps": 1800, "loss": 0.3045, "lr": 1.9281788589415804e-05, "epoch": 12.333333333333334, "percentage": 61.67, "elapsed_time": "0:02:43", "remaining_time": "0:01:41", "throughput": 2130.8, "total_tokens": 348160}
{"current_steps": 1115, "total_steps": 1800, "loss": 0.2549, "lr": 1.9046080392528735e-05, "epoch": 12.38888888888889, "percentage": 61.94, "elapsed_time": "0:02:44", "remaining_time": "0:01:40", "throughput": 2131.99, "total_tokens": 349760}
{"current_steps": 1120, "total_steps": 1800, "loss": 0.2465, "lr": 1.8810931965215356e-05, "epoch": 12.444444444444445, "percentage": 62.22, "elapsed_time": "0:02:44", "remaining_time": "0:01:40", "throughput": 2132.99, "total_tokens": 351328}
{"current_steps": 1125, "total_steps": 1800, "loss": 0.271, "lr": 1.857636541542195e-05, "epoch": 12.5, "percentage": 62.5, "elapsed_time": "0:02:45", "remaining_time": "0:01:39", "throughput": 2134.0, "total_tokens": 352896}
{"current_steps": 1130, "total_steps": 1800, "loss": 0.2637, "lr": 1.8342402796388445e-05, "epoch": 12.555555555555555, "percentage": 62.78, "elapsed_time": "0:02:46", "remaining_time": "0:01:38", "throughput": 2135.11, "total_tokens": 354464}
{"current_steps": 1135, "total_steps": 1800, "loss": 0.4156, "lr": 1.8109066104575023e-05, "epoch": 12.61111111111111, "percentage": 63.06, "elapsed_time": "0:02:46", "remaining_time": "0:01:37", "throughput": 2136.22, "total_tokens": 356032}
{"current_steps": 1140, "total_steps": 1800, "loss": 0.2983, "lr": 1.7876377277594053e-05, "epoch": 12.666666666666666, "percentage": 63.33, "elapsed_time": "0:02:47", "remaining_time": "0:01:36", "throughput": 2137.51, "total_tokens": 357632}
{"current_steps": 1145, "total_steps": 1800, "loss": 0.4776, "lr": 1.764435819214762e-05, "epoch": 12.722222222222221, "percentage": 63.61, "elapsed_time": "0:02:47", "remaining_time": "0:01:36", "throughput": 2138.45, "total_tokens": 359168}
{"current_steps": 1150, "total_steps": 1800, "loss": 0.4327, "lr": 1.7413030661970742e-05, "epoch": 12.777777777777779, "percentage": 63.89, "elapsed_time": "0:02:48", "remaining_time": "0:01:35", "throughput": 2139.57, "total_tokens": 360736}
{"current_steps": 1155, "total_steps": 1800, "loss": 0.2902, "lr": 1.7182416435780454e-05, "epoch": 12.833333333333334, "percentage": 64.17, "elapsed_time": "0:02:49", "remaining_time": "0:01:34", "throughput": 2140.7, "total_tokens": 362304}
{"current_steps": 1160, "total_steps": 1800, "loss": 0.3262, "lr": 1.695253719523115e-05, "epoch": 12.88888888888889, "percentage": 64.44, "elapsed_time": "0:02:49", "remaining_time": "0:01:33", "throughput": 2141.78, "total_tokens": 363872}
{"current_steps": 1165, "total_steps": 1800, "loss": 0.3487, "lr": 1.672341455287605e-05, "epoch": 12.944444444444445, "percentage": 64.72, "elapsed_time": "0:02:50", "remaining_time": "0:01:32", "throughput": 2142.41, "total_tokens": 365376}
{"current_steps": 1170, "total_steps": 1800, "loss": 0.3419, "lr": 1.649507005013532e-05, "epoch": 13.0, "percentage": 65.0, "elapsed_time": "0:02:51", "remaining_time": "0:01:32", "throughput": 2143.03, "total_tokens": 366944}
{"current_steps": 1170, "total_steps": 1800, "eval_loss": 0.3197161555290222, "epoch": 13.0, "percentage": 65.0, "elapsed_time": "0:02:51", "remaining_time": "0:01:32", "throughput": 2136.55, "total_tokens": 366944}
{"current_steps": 1175, "total_steps": 1800, "loss": 0.2703, "lr": 1.6267525155270773e-05, "epoch": 13.055555555555555, "percentage": 65.28, "elapsed_time": "0:02:53", "remaining_time": "0:01:32", "throughput": 2126.56, "total_tokens": 368384}
{"current_steps": 1180, "total_steps": 1800, "loss": 0.2652, "lr": 1.6040801261367493e-05, "epoch": 13.11111111111111, "percentage": 65.56, "elapsed_time": "0:02:53", "remaining_time": "0:01:31", "throughput": 2127.76, "total_tokens": 369984}
{"current_steps": 1185, "total_steps": 1800, "loss": 0.4388, "lr": 1.5814919684322545e-05, "epoch": 13.166666666666666, "percentage": 65.83, "elapsed_time": "0:02:54", "remaining_time": "0:01:30", "throughput": 2128.59, "total_tokens": 371520}
{"current_steps": 1190, "total_steps": 1800, "loss": 0.4012, "lr": 1.5589901660840896e-05, "epoch": 13.222222222222221, "percentage": 66.11, "elapsed_time": "0:02:55", "remaining_time": "0:01:29", "throughput": 2129.75, "total_tokens": 373120}
{"current_steps": 1195, "total_steps": 1800, "loss": 0.2664, "lr": 1.5365768346438797e-05, "epoch": 13.277777777777779, "percentage": 66.39, "elapsed_time": "0:02:55", "remaining_time": "0:01:29", "throughput": 2129.94, "total_tokens": 374688}
{"current_steps": 1200, "total_steps": 1800, "loss": 0.2516, "lr": 1.5142540813454836e-05, "epoch": 13.333333333333334, "percentage": 66.67, "elapsed_time": "0:02:56", "remaining_time": "0:01:28", "throughput": 2131.1, "total_tokens": 376288}
{"current_steps": 1205, "total_steps": 1800, "loss": 0.2425, "lr": 1.4920240049068748e-05, "epoch": 13.38888888888889, "percentage": 66.94, "elapsed_time": "0:02:57", "remaining_time": "0:01:27", "throughput": 2132.3, "total_tokens": 377888}
{"current_steps": 1210, "total_steps": 1800, "loss": 0.2667, "lr": 1.4698886953328292e-05, "epoch": 13.444444444444445, "percentage": 67.22, "elapsed_time": "0:02:57", "remaining_time": "0:01:26", "throughput": 2133.19, "total_tokens": 379424}
{"current_steps": 1215, "total_steps": 1800, "loss": 0.4263, "lr": 1.4478502337184274e-05, "epoch": 13.5, "percentage": 67.5, "elapsed_time": "0:02:58", "remaining_time": "0:01:25", "throughput": 2134.28, "total_tokens": 380992}
{"current_steps": 1220, "total_steps": 1800, "loss": 0.2322, "lr": 1.4259106920533955e-05, "epoch": 13.555555555555555, "percentage": 67.78, "elapsed_time": "0:02:59", "remaining_time": "0:01:25", "throughput": 2135.53, "total_tokens": 382592}
{"current_steps": 1225, "total_steps": 1800, "loss": 0.4054, "lr": 1.4040721330273062e-05, "epoch": 13.61111111111111, "percentage": 68.06, "elapsed_time": "0:02:59", "remaining_time": "0:01:24", "throughput": 2136.67, "total_tokens": 384192}
{"current_steps": 1230, "total_steps": 1800, "loss": 0.3137, "lr": 1.3823366098356487e-05, "epoch": 13.666666666666666, "percentage": 68.33, "elapsed_time": "0:03:00", "remaining_time": "0:01:23", "throughput": 2137.64, "total_tokens": 385760}
{"current_steps": 1235, "total_steps": 1800, "loss": 0.4213, "lr": 1.3607061659867892e-05, "epoch": 13.722222222222221, "percentage": 68.61, "elapsed_time": "0:03:01", "remaining_time": "0:01:22", "throughput": 2138.66, "total_tokens": 387328}
{"current_steps": 1240, "total_steps": 1800, "loss": 0.2505, "lr": 1.3391828351098578e-05, "epoch": 13.777777777777779, "percentage": 68.89, "elapsed_time": "0:03:01", "remaining_time": "0:01:22", "throughput": 2139.69, "total_tokens": 388896}
{"current_steps": 1245, "total_steps": 1800, "loss": 0.3097, "lr": 1.3177686407635417e-05, "epoch": 13.833333333333334, "percentage": 69.17, "elapsed_time": "0:03:02", "remaining_time": "0:01:21", "throughput": 2140.91, "total_tokens": 390496}
{"current_steps": 1250, "total_steps": 1800, "loss": 0.2542, "lr": 1.29646559624584e-05, "epoch": 13.88888888888889, "percentage": 69.44, "elapsed_time": "0:03:03", "remaining_time": "0:01:20", "throughput": 2141.93, "total_tokens": 392064}
{"current_steps": 1255, "total_steps": 1800, "loss": 0.5241, "lr": 1.2752757044047827e-05, "epoch": 13.944444444444445, "percentage": 69.72, "elapsed_time": "0:03:03", "remaining_time": "0:01:19", "throughput": 2142.95, "total_tokens": 393632}
{"current_steps": 1260, "total_steps": 1800, "loss": 0.5397, "lr": 1.2542009574501246e-05, "epoch": 14.0, "percentage": 70.0, "elapsed_time": "0:03:04", "remaining_time": "0:01:19", "throughput": 2142.97, "total_tokens": 395104}
{"current_steps": 1260, "total_steps": 1800, "eval_loss": 0.32008689641952515, "epoch": 14.0, "percentage": 70.0, "elapsed_time": "0:03:04", "remaining_time": "0:01:19", "throughput": 2136.91, "total_tokens": 395104}
{"current_steps": 1265, "total_steps": 1800, "loss": 0.3809, "lr": 1.2332433367660442e-05, "epoch": 14.055555555555555, "percentage": 70.28, "elapsed_time": "0:03:06", "remaining_time": "0:01:18", "throughput": 2127.04, "total_tokens": 396672}
{"current_steps": 1270, "total_steps": 1800, "loss": 0.2935, "lr": 1.2124048127248644e-05, "epoch": 14.11111111111111, "percentage": 70.56, "elapsed_time": "0:03:07", "remaining_time": "0:01:18", "throughput": 2128.33, "total_tokens": 398304}
{"current_steps": 1275, "total_steps": 1800, "loss": 0.3254, "lr": 1.1916873445017982e-05, "epoch": 14.166666666666666, "percentage": 70.83, "elapsed_time": "0:03:07", "remaining_time": "0:01:17", "throughput": 2129.13, "total_tokens": 399840}
{"current_steps": 1280, "total_steps": 1800, "loss": 0.4177, "lr": 1.1710928798907556e-05, "epoch": 14.222222222222221, "percentage": 71.11, "elapsed_time": "0:03:08", "remaining_time": "0:01:16", "throughput": 2130.24, "total_tokens": 401440}
{"current_steps": 1285, "total_steps": 1800, "loss": 0.3654, "lr": 1.1506233551212186e-05, "epoch": 14.277777777777779, "percentage": 71.39, "elapsed_time": "0:03:09", "remaining_time": "0:01:15", "throughput": 2130.63, "total_tokens": 403040}
{"current_steps": 1290, "total_steps": 1800, "loss": 0.2744, "lr": 1.1302806946762004e-05, "epoch": 14.333333333333334, "percentage": 71.67, "elapsed_time": "0:03:09", "remaining_time": "0:01:15", "throughput": 2131.74, "total_tokens": 404640}
{"current_steps": 1295, "total_steps": 1800, "loss": 0.3369, "lr": 1.1100668111113166e-05, "epoch": 14.38888888888889, "percentage": 71.94, "elapsed_time": "0:03:10", "remaining_time": "0:01:14", "throughput": 2132.61, "total_tokens": 406208}
{"current_steps": 1300, "total_steps": 1800, "loss": 0.3867, "lr": 1.0899836048749645e-05, "epoch": 14.444444444444445, "percentage": 72.22, "elapsed_time": "0:03:11", "remaining_time": "0:01:13", "throughput": 2133.59, "total_tokens": 407776}
{"current_steps": 1305, "total_steps": 1800, "loss": 0.5398, "lr": 1.0700329641296541e-05, "epoch": 14.5, "percentage": 72.5, "elapsed_time": "0:03:11", "remaining_time": "0:01:12", "throughput": 2134.44, "total_tokens": 409312}
{"current_steps": 1310, "total_steps": 1800, "loss": 0.2011, "lr": 1.0502167645744895e-05, "epoch": 14.555555555555555, "percentage": 72.78, "elapsed_time": "0:03:12", "remaining_time": "0:01:11", "throughput": 2135.13, "total_tokens": 410816}
{"current_steps": 1315, "total_steps": 1800, "loss": 0.3673, "lr": 1.0305368692688174e-05, "epoch": 14.61111111111111, "percentage": 73.06, "elapsed_time": "0:03:13", "remaining_time": "0:01:11", "throughput": 2136.31, "total_tokens": 412416}
{"current_steps": 1320, "total_steps": 1800, "loss": 0.2442, "lr": 1.01099512845707e-05, "epoch": 14.666666666666666, "percentage": 73.33, "elapsed_time": "0:03:13", "remaining_time": "0:01:10", "throughput": 2137.42, "total_tokens": 414016}
{"current_steps": 1325, "total_steps": 1800, "loss": 0.3299, "lr": 9.91593379394811e-06, "epoch": 14.722222222222221, "percentage": 73.61, "elapsed_time": "0:03:14", "remaining_time": "0:01:09", "throughput": 2138.23, "total_tokens": 415552}
{"current_steps": 1330, "total_steps": 1800, "loss": 0.2444, "lr": 9.723334461760006e-06, "epoch": 14.777777777777779, "percentage": 73.89, "elapsed_time": "0:03:14", "remaining_time": "0:01:08", "throughput": 2139.04, "total_tokens": 417088}
{"current_steps": 1335, "total_steps": 1800, "loss": 0.4779, "lr": 9.532171395615036e-06, "epoch": 14.833333333333334, "percentage": 74.17, "elapsed_time": "0:03:15", "remaining_time": "0:01:08", "throughput": 2139.96, "total_tokens": 418656}
{"current_steps": 1340, "total_steps": 1800, "loss": 0.3371, "lr": 9.342462568088416e-06, "epoch": 14.88888888888889, "percentage": 74.44, "elapsed_time": "0:03:16", "remaining_time": "0:01:07", "throughput": 2141.1, "total_tokens": 420256}
{"current_steps": 1345, "total_steps": 1800, "loss": 0.2431, "lr": 9.154225815032242e-06, "epoch": 14.944444444444445, "percentage": 74.72, "elapsed_time": "0:03:16", "remaining_time": "0:01:06", "throughput": 2141.92, "total_tokens": 421792}
{"current_steps": 1350, "total_steps": 1800, "loss": 0.4179, "lr": 8.967478833898612e-06, "epoch": 15.0, "percentage": 75.0, "elapsed_time": "0:03:17", "remaining_time": "0:01:05", "throughput": 2142.47, "total_tokens": 423360}
{"current_steps": 1350, "total_steps": 1800, "eval_loss": 0.31499993801116943, "epoch": 15.0, "percentage": 75.0, "elapsed_time": "0:03:18", "remaining_time": "0:01:06", "throughput": 2136.81, "total_tokens": 423360}
{"current_steps": 1355, "total_steps": 1800, "loss": 0.2383, "lr": 8.78223918207575e-06, "epoch": 15.055555555555555, "percentage": 75.28, "elapsed_time": "0:03:19", "remaining_time": "0:01:05", "throughput": 2128.96, "total_tokens": 424992}
{"current_steps": 1360, "total_steps": 1800, "loss": 0.3943, "lr": 8.598524275237322e-06, "epoch": 15.11111111111111, "percentage": 75.56, "elapsed_time": "0:03:20", "remaining_time": "0:01:04", "throughput": 2129.69, "total_tokens": 426528}
{"current_steps": 1365, "total_steps": 1800, "loss": 0.2887, "lr": 8.41635138570507e-06, "epoch": 15.166666666666666, "percentage": 75.83, "elapsed_time": "0:03:20", "remaining_time": "0:01:04", "throughput": 2130.58, "total_tokens": 428096}
{"current_steps": 1370, "total_steps": 1800, "loss": 0.3434, "lr": 8.235737640824908e-06, "epoch": 15.222222222222221, "percentage": 76.11, "elapsed_time": "0:03:21", "remaining_time": "0:01:03", "throughput": 2131.16, "total_tokens": 429600}
{"current_steps": 1375, "total_steps": 1800, "loss": 0.5442, "lr": 8.056700021356694e-06, "epoch": 15.277777777777779, "percentage": 76.39, "elapsed_time": "0:03:22", "remaining_time": "0:01:02", "throughput": 2131.53, "total_tokens": 431200}
{"current_steps": 1380, "total_steps": 1800, "loss": 0.2357, "lr": 7.879255359877705e-06, "epoch": 15.333333333333334, "percentage": 76.67, "elapsed_time": "0:03:22", "remaining_time": "0:01:01", "throughput": 2132.3, "total_tokens": 432736}
{"current_steps": 1385, "total_steps": 1800, "loss": 0.2952, "lr": 7.703420339200101e-06, "epoch": 15.38888888888889, "percentage": 76.94, "elapsed_time": "0:03:23", "remaining_time": "0:01:01", "throughput": 2133.35, "total_tokens": 434336}
{"current_steps": 1390, "total_steps": 1800, "loss": 0.195, "lr": 7.529211490802498e-06, "epoch": 15.444444444444445, "percentage": 77.22, "elapsed_time": "0:03:24", "remaining_time": "0:01:00", "throughput": 2134.24, "total_tokens": 435904}
{"current_steps": 1395, "total_steps": 1800, "loss": 0.4363, "lr": 7.3566451932756744e-06, "epoch": 15.5, "percentage": 77.5, "elapsed_time": "0:03:24", "remaining_time": "0:00:59", "throughput": 2134.93, "total_tokens": 437440}
{"current_steps": 1400, "total_steps": 1800, "loss": 0.2638, "lr": 7.185737670782727e-06, "epoch": 15.555555555555555, "percentage": 77.78, "elapsed_time": "0:03:25", "remaining_time": "0:00:58", "throughput": 2135.65, "total_tokens": 438976}
{"current_steps": 1405, "total_steps": 1800, "loss": 0.3586, "lr": 7.016504991533726e-06, "epoch": 15.61111111111111, "percentage": 78.06, "elapsed_time": "0:03:26", "remaining_time": "0:00:57", "throughput": 2136.34, "total_tokens": 440512}
{"current_steps": 1410, "total_steps": 1800, "loss": 0.5202, "lr": 6.848963066275027e-06, "epoch": 15.666666666666666, "percentage": 78.33, "elapsed_time": "0:03:26", "remaining_time": "0:00:57", "throughput": 2137.31, "total_tokens": 442112}
{"current_steps": 1415, "total_steps": 1800, "loss": 0.2958, "lr": 6.683127646793411e-06, "epoch": 15.722222222222221, "percentage": 78.61, "elapsed_time": "0:03:27", "remaining_time": "0:00:56", "throughput": 2137.86, "total_tokens": 443616}
{"current_steps": 1420, "total_steps": 1800, "loss": 0.4731, "lr": 6.519014324435102e-06, "epoch": 15.777777777777779, "percentage": 78.89, "elapsed_time": "0:03:28", "remaining_time": "0:00:55", "throughput": 2138.8, "total_tokens": 445184}
{"current_steps": 1425, "total_steps": 1800, "loss": 0.3193, "lr": 6.356638528639955e-06, "epoch": 15.833333333333334, "percentage": 79.17, "elapsed_time": "0:03:28", "remaining_time": "0:00:54", "throughput": 2139.67, "total_tokens": 446752}
{"current_steps": 1430, "total_steps": 1800, "loss": 0.2908, "lr": 6.196015525490825e-06, "epoch": 15.88888888888889, "percentage": 79.44, "elapsed_time": "0:03:29", "remaining_time": "0:00:54", "throughput": 2140.73, "total_tokens": 448352}
{"current_steps": 1435, "total_steps": 1800, "loss": 0.3256, "lr": 6.037160416278278e-06, "epoch": 15.944444444444445, "percentage": 79.72, "elapsed_time": "0:03:30", "remaining_time": "0:00:53", "throughput": 2141.44, "total_tokens": 449888}
{"current_steps": 1440, "total_steps": 1800, "loss": 0.3284, "lr": 5.880088136080814e-06, "epoch": 16.0, "percentage": 80.0, "elapsed_time": "0:03:30", "remaining_time": "0:00:52", "throughput": 2141.75, "total_tokens": 451424}
{"current_steps": 1440, "total_steps": 1800, "eval_loss": 0.3190712332725525, "epoch": 16.0, "percentage": 80.0, "elapsed_time": "0:03:31", "remaining_time": "0:00:52", "throughput": 2136.44, "total_tokens": 451424}
{"current_steps": 1445, "total_steps": 1800, "loss": 0.3573, "lr": 5.724813452360736e-06, "epoch": 16.055555555555557, "percentage": 80.28, "elapsed_time": "0:03:32", "remaining_time": "0:00:52", "throughput": 2128.73, "total_tokens": 452992}
{"current_steps": 1450, "total_steps": 1800, "loss": 0.3585, "lr": 5.571350963575728e-06, "epoch": 16.11111111111111, "percentage": 80.56, "elapsed_time": "0:03:33", "remaining_time": "0:00:51", "throughput": 2129.28, "total_tokens": 454496}
{"current_steps": 1455, "total_steps": 1800, "loss": 0.5145, "lr": 5.4197150978063965e-06, "epoch": 16.166666666666668, "percentage": 80.83, "elapsed_time": "0:03:34", "remaining_time": "0:00:50", "throughput": 2130.3, "total_tokens": 456096}
{"current_steps": 1460, "total_steps": 1800, "loss": 0.2536, "lr": 5.269920111399732e-06, "epoch": 16.22222222222222, "percentage": 81.11, "elapsed_time": "0:03:34", "remaining_time": "0:00:50", "throughput": 2131.31, "total_tokens": 457696}
{"current_steps": 1465, "total_steps": 1800, "loss": 0.1867, "lr": 5.121980087628803e-06, "epoch": 16.27777777777778, "percentage": 81.39, "elapsed_time": "0:03:35", "remaining_time": "0:00:49", "throughput": 2131.37, "total_tokens": 459232}
{"current_steps": 1470, "total_steps": 1800, "loss": 0.3379, "lr": 4.975908935368701e-06, "epoch": 16.333333333333332, "percentage": 81.67, "elapsed_time": "0:03:36", "remaining_time": "0:00:48", "throughput": 2132.44, "total_tokens": 460832}
{"current_steps": 1475, "total_steps": 1800, "loss": 0.2298, "lr": 4.831720387788827e-06, "epoch": 16.38888888888889, "percentage": 81.94, "elapsed_time": "0:03:36", "remaining_time": "0:00:47", "throughput": 2133.44, "total_tokens": 462432}
{"current_steps": 1480, "total_steps": 1800, "loss": 0.322, "lr": 4.689428001061774e-06, "epoch": 16.444444444444443, "percentage": 82.22, "elapsed_time": "0:03:37", "remaining_time": "0:00:47", "throughput": 2134.3, "total_tokens": 464000}
{"current_steps": 1485, "total_steps": 1800, "loss": 0.5045, "lr": 4.549045153088813e-06, "epoch": 16.5, "percentage": 82.5, "elapsed_time": "0:03:38", "remaining_time": "0:00:46", "throughput": 2135.04, "total_tokens": 465536}
{"current_steps": 1490, "total_steps": 1800, "loss": 0.3137, "lr": 4.410585042242124e-06, "epoch": 16.555555555555557, "percentage": 82.78, "elapsed_time": "0:03:38", "remaining_time": "0:00:45", "throughput": 2136.02, "total_tokens": 467136}
{"current_steps": 1495, "total_steps": 1800, "loss": 0.2491, "lr": 4.274060686123959e-06, "epoch": 16.61111111111111, "percentage": 83.06, "elapsed_time": "0:03:39", "remaining_time": "0:00:44", "throughput": 2136.71, "total_tokens": 468672}
{"current_steps": 1500, "total_steps": 1800, "loss": 0.355, "lr": 4.1394849203427284e-06, "epoch": 16.666666666666668, "percentage": 83.33, "elapsed_time": "0:03:40", "remaining_time": "0:00:44", "throughput": 2137.6, "total_tokens": 470272}
{"current_steps": 1505, "total_steps": 1800, "loss": 0.6248, "lr": 4.006870397306256e-06, "epoch": 16.72222222222222, "percentage": 83.61, "elapsed_time": "0:03:40", "remaining_time": "0:00:43", "throughput": 2138.58, "total_tokens": 471872}
{"current_steps": 1510, "total_steps": 1800, "loss": 0.3039, "lr": 3.876229585032245e-06, "epoch": 16.77777777777778, "percentage": 83.89, "elapsed_time": "0:03:41", "remaining_time": "0:00:42", "throughput": 2139.45, "total_tokens": 473440}
{"current_steps": 1515, "total_steps": 1800, "loss": 0.3027, "lr": 3.7475747659760502e-06, "epoch": 16.833333333333332, "percentage": 84.17, "elapsed_time": "0:03:41", "remaining_time": "0:00:41", "throughput": 2140.29, "total_tokens": 475008}
{"current_steps": 1520, "total_steps": 1800, "loss": 0.4212, "lr": 3.6209180358759394e-06, "epoch": 16.88888888888889, "percentage": 84.44, "elapsed_time": "0:03:42", "remaining_time": "0:00:41", "throughput": 2141.28, "total_tokens": 476608}
{"current_steps": 1525, "total_steps": 1800, "loss": 0.2147, "lr": 3.4962713026158694e-06, "epoch": 16.944444444444443, "percentage": 84.72, "elapsed_time": "0:03:43", "remaining_time": "0:00:40", "throughput": 2142.1, "total_tokens": 478176}
{"current_steps": 1530, "total_steps": 1800, "loss": 0.2757, "lr": 3.373646285105958e-06, "epoch": 17.0, "percentage": 85.0, "elapsed_time": "0:03:43", "remaining_time": "0:00:39", "throughput": 2142.6, "total_tokens": 479744}
{"current_steps": 1530, "total_steps": 1800, "eval_loss": 0.31596678495407104, "epoch": 17.0, "percentage": 85.0, "elapsed_time": "0:03:44", "remaining_time": "0:00:39", "throughput": 2137.59, "total_tokens": 479744}
{"current_steps": 1535, "total_steps": 1800, "loss": 0.2721, "lr": 3.2530545121807145e-06, "epoch": 17.055555555555557, "percentage": 85.28, "elapsed_time": "0:03:45", "remaining_time": "0:00:39", "throughput": 2130.71, "total_tokens": 481344}
{"current_steps": 1540, "total_steps": 1800, "loss": 0.2823, "lr": 3.1345073215151066e-06, "epoch": 17.11111111111111, "percentage": 85.56, "elapsed_time": "0:03:46", "remaining_time": "0:00:38", "throughput": 2131.51, "total_tokens": 482944}
{"current_steps": 1545, "total_steps": 1800, "loss": 0.2253, "lr": 3.0180158585586397e-06, "epoch": 17.166666666666668, "percentage": 85.83, "elapsed_time": "0:03:47", "remaining_time": "0:00:37", "throughput": 2132.11, "total_tokens": 484480}
{"current_steps": 1550, "total_steps": 1800, "loss": 0.4519, "lr": 2.9035910754875136e-06, "epoch": 17.22222222222222, "percentage": 86.11, "elapsed_time": "0:03:47", "remaining_time": "0:00:36", "throughput": 2132.71, "total_tokens": 486016}
{"current_steps": 1555, "total_steps": 1800, "loss": 0.2333, "lr": 2.7912437301749026e-06, "epoch": 17.27777777777778, "percentage": 86.39, "elapsed_time": "0:03:48", "remaining_time": "0:00:36", "throughput": 2132.84, "total_tokens": 487584}
{"current_steps": 1560, "total_steps": 1800, "loss": 0.4843, "lr": 2.6809843851795357e-06, "epoch": 17.333333333333332, "percentage": 86.67, "elapsed_time": "0:03:49", "remaining_time": "0:00:35", "throughput": 2133.35, "total_tokens": 489088}
{"current_steps": 1565, "total_steps": 1800, "loss": 0.2773, "lr": 2.57282340675267e-06, "epoch": 17.38888888888889, "percentage": 86.94, "elapsed_time": "0:03:49", "remaining_time": "0:00:34", "throughput": 2134.31, "total_tokens": 490688}
{"current_steps": 1570, "total_steps": 1800, "loss": 0.3602, "lr": 2.4667709638634434e-06, "epoch": 17.444444444444443, "percentage": 87.22, "elapsed_time": "0:03:50", "remaining_time": "0:00:33", "throughput": 2135.27, "total_tokens": 492288}
{"current_steps": 1575, "total_steps": 1800, "loss": 0.2795, "lr": 2.3628370272428564e-06, "epoch": 17.5, "percentage": 87.5, "elapsed_time": "0:03:51", "remaining_time": "0:00:33", "throughput": 2135.89, "total_tokens": 493824}
{"current_steps": 1580, "total_steps": 1800, "loss": 0.2752, "lr": 2.2610313684463177e-06, "epoch": 17.555555555555557, "percentage": 87.78, "elapsed_time": "0:03:51", "remaining_time": "0:00:32", "throughput": 2136.96, "total_tokens": 495456}
{"current_steps": 1585, "total_steps": 1800, "loss": 0.3598, "lr": 2.1613635589349756e-06, "epoch": 17.61111111111111, "percentage": 88.06, "elapsed_time": "0:03:52", "remaining_time": "0:00:31", "throughput": 2137.77, "total_tokens": 497024}
{"current_steps": 1590, "total_steps": 1800, "loss": 0.4225, "lr": 2.063842969175847e-06, "epoch": 17.666666666666668, "percentage": 88.33, "elapsed_time": "0:03:53", "remaining_time": "0:00:30", "throughput": 2138.51, "total_tokens": 498592}
{"current_steps": 1595, "total_steps": 1800, "loss": 0.3961, "lr": 1.968478767760812e-06, "epoch": 17.72222222222222, "percentage": 88.61, "elapsed_time": "0:03:53", "remaining_time": "0:00:30", "throughput": 2139.16, "total_tokens": 500128}
{"current_steps": 1600, "total_steps": 1800, "loss": 0.2218, "lr": 1.8752799205445982e-06, "epoch": 17.77777777777778, "percentage": 88.89, "elapsed_time": "0:03:54", "remaining_time": "0:00:29", "throughput": 2139.9, "total_tokens": 501696}
{"current_steps": 1605, "total_steps": 1800, "loss": 0.3446, "lr": 1.784255189801895e-06, "epoch": 17.833333333333332, "percentage": 89.17, "elapsed_time": "0:03:55", "remaining_time": "0:00:28", "throughput": 2140.56, "total_tokens": 503232}
{"current_steps": 1610, "total_steps": 1800, "loss": 0.4289, "lr": 1.6954131334034922e-06, "epoch": 17.88888888888889, "percentage": 89.44, "elapsed_time": "0:03:55", "remaining_time": "0:00:27", "throughput": 2141.09, "total_tokens": 504736}
{"current_steps": 1615, "total_steps": 1800, "loss": 0.3142, "lr": 1.6087621040117157e-06, "epoch": 17.944444444444443, "percentage": 89.72, "elapsed_time": "0:03:56", "remaining_time": "0:00:27", "throughput": 2141.91, "total_tokens": 506304}
{"current_steps": 1620, "total_steps": 1800, "loss": 0.479, "lr": 1.524310248295152e-06, "epoch": 18.0, "percentage": 90.0, "elapsed_time": "0:03:57", "remaining_time": "0:00:26", "throughput": 2140.48, "total_tokens": 507872}
{"current_steps": 1620, "total_steps": 1800, "eval_loss": 0.30645328760147095, "epoch": 18.0, "percentage": 90.0, "elapsed_time": "0:03:57", "remaining_time": "0:00:26", "throughput": 2135.73, "total_tokens": 507872}
{"current_steps": 1625, "total_steps": 1800, "loss": 0.245, "lr": 1.4420655061626932e-06, "epoch": 18.055555555555557, "percentage": 90.28, "elapsed_time": "0:03:59", "remaining_time": "0:00:25", "throughput": 2128.95, "total_tokens": 509408}
{"current_steps": 1630, "total_steps": 1800, "loss": 0.4018, "lr": 1.362035610017079e-06, "epoch": 18.11111111111111, "percentage": 90.56, "elapsed_time": "0:03:59", "remaining_time": "0:00:25", "throughput": 2129.41, "total_tokens": 510912}
{"current_steps": 1635, "total_steps": 1800, "loss": 0.3485, "lr": 1.2842280840278997e-06, "epoch": 18.166666666666668, "percentage": 90.83, "elapsed_time": "0:04:00", "remaining_time": "0:00:24", "throughput": 2129.7, "total_tokens": 512384}
{"current_steps": 1640, "total_steps": 1800, "loss": 0.2536, "lr": 1.2086502434241865e-06, "epoch": 18.22222222222222, "percentage": 91.11, "elapsed_time": "0:04:01", "remaining_time": "0:00:23", "throughput": 2130.44, "total_tokens": 513952}
{"current_steps": 1645, "total_steps": 1800, "loss": 0.3011, "lr": 1.1353091938067023e-06, "epoch": 18.27777777777778, "percentage": 91.39, "elapsed_time": "0:04:01", "remaining_time": "0:00:22", "throughput": 2130.96, "total_tokens": 515520}
{"current_steps": 1650, "total_steps": 1800, "loss": 0.2603, "lr": 1.0642118304798442e-06, "epoch": 18.333333333333332, "percentage": 91.67, "elapsed_time": "0:04:02", "remaining_time": "0:00:22", "throughput": 2131.45, "total_tokens": 517120}
{"current_steps": 1655, "total_steps": 1800, "loss": 0.5896, "lr": 9.95364837803392e-07, "epoch": 18.38888888888889, "percentage": 91.94, "elapsed_time": "0:04:03", "remaining_time": "0:00:21", "throughput": 2132.17, "total_tokens": 518688}
{"current_steps": 1660, "total_steps": 1800, "loss": 0.3312, "lr": 9.287746885640603e-07, "epoch": 18.444444444444443, "percentage": 92.22, "elapsed_time": "0:04:03", "remaining_time": "0:00:20", "throughput": 2132.82, "total_tokens": 520224}
{"current_steps": 1665, "total_steps": 1800, "loss": 0.3549, "lr": 8.64447643366953e-07, "epoch": 18.5, "percentage": 92.5, "elapsed_time": "0:04:04", "remaining_time": "0:00:19", "throughput": 2133.75, "total_tokens": 521824}
{"current_steps": 1670, "total_steps": 1800, "loss": 0.2771, "lr": 8.023897500469391e-07, "epoch": 18.555555555555557, "percentage": 92.78, "elapsed_time": "0:04:05", "remaining_time": "0:00:19", "throughput": 2134.66, "total_tokens": 523424}
{"current_steps": 1675, "total_steps": 1800, "loss": 0.245, "lr": 7.426068431000882e-07, "epoch": 18.61111111111111, "percentage": 93.06, "elapsed_time": "0:04:05", "remaining_time": "0:00:18", "throughput": 2135.3, "total_tokens": 524960}
{"current_steps": 1680, "total_steps": 1800, "loss": 0.3556, "lr": 6.851045431350927e-07, "epoch": 18.666666666666668, "percentage": 93.33, "elapsed_time": "0:04:06", "remaining_time": "0:00:17", "throughput": 2135.97, "total_tokens": 526496}
{"current_steps": 1685, "total_steps": 1800, "loss": 0.4283, "lr": 6.298882563448599e-07, "epoch": 18.72222222222222, "percentage": 93.61, "elapsed_time": "0:04:07", "remaining_time": "0:00:16", "throughput": 2136.71, "total_tokens": 528064}
{"current_steps": 1690, "total_steps": 1800, "loss": 0.4253, "lr": 5.769631739982267e-07, "epoch": 18.77777777777778, "percentage": 93.89, "elapsed_time": "0:04:07", "remaining_time": "0:00:16", "throughput": 2137.43, "total_tokens": 529632}
{"current_steps": 1695, "total_steps": 1800, "loss": 0.2287, "lr": 5.263342719518921e-07, "epoch": 18.833333333333332, "percentage": 94.17, "elapsed_time": "0:04:08", "remaining_time": "0:00:15", "throughput": 2138.28, "total_tokens": 531232}
{"current_steps": 1700, "total_steps": 1800, "loss": 0.2639, "lr": 4.780063101826132e-07, "epoch": 18.88888888888889, "percentage": 94.44, "elapsed_time": "0:04:09", "remaining_time": "0:00:14", "throughput": 2139.0, "total_tokens": 532800}
{"current_steps": 1705, "total_steps": 1800, "loss": 0.3099, "lr": 4.319838323396691e-07, "epoch": 18.944444444444443, "percentage": 94.72, "elapsed_time": "0:04:09", "remaining_time": "0:00:13", "throughput": 2139.87, "total_tokens": 534400}
{"current_steps": 1710, "total_steps": 1800, "loss": 0.3944, "lr": 3.88271165317694e-07, "epoch": 19.0, "percentage": 95.0, "elapsed_time": "0:04:10", "remaining_time": "0:00:13", "throughput": 2140.3, "total_tokens": 535968}
{"current_steps": 1710, "total_steps": 1800, "eval_loss": 0.30645328760147095, "epoch": 19.0, "percentage": 95.0, "elapsed_time": "0:04:10", "remaining_time": "0:00:13", "throughput": 2135.61, "total_tokens": 535968}
{"current_steps": 1715, "total_steps": 1800, "loss": 0.312, "lr": 3.468724188498751e-07, "epoch": 19.055555555555557, "percentage": 95.28, "elapsed_time": "0:04:12", "remaining_time": "0:00:12", "throughput": 2127.34, "total_tokens": 537536}
{"current_steps": 1720, "total_steps": 1800, "loss": 0.2183, "lr": 3.077914851215585e-07, "epoch": 19.11111111111111, "percentage": 95.56, "elapsed_time": "0:04:13", "remaining_time": "0:00:11", "throughput": 2127.86, "total_tokens": 539072}
{"current_steps": 1725, "total_steps": 1800, "loss": 0.3633, "lr": 2.71032038404323e-07, "epoch": 19.166666666666668, "percentage": 95.83, "elapsed_time": "0:04:13", "remaining_time": "0:00:11", "throughput": 2128.44, "total_tokens": 540608}
{"current_steps": 1730, "total_steps": 1800, "loss": 0.54, "lr": 2.365975347105448e-07, "epoch": 19.22222222222222, "percentage": 96.11, "elapsed_time": "0:04:14", "remaining_time": "0:00:10", "throughput": 2129.25, "total_tokens": 542208}
{"current_steps": 1735, "total_steps": 1800, "loss": 0.3585, "lr": 2.0449121146845774e-07, "epoch": 19.27777777777778, "percentage": 96.39, "elapsed_time": "0:04:15", "remaining_time": "0:00:09", "throughput": 2129.37, "total_tokens": 543776}
{"current_steps": 1740, "total_steps": 1800, "loss": 0.3902, "lr": 1.747160872177883e-07, "epoch": 19.333333333333332, "percentage": 96.67, "elapsed_time": "0:04:16", "remaining_time": "0:00:08", "throughput": 2129.82, "total_tokens": 545280}
{"current_steps": 1745, "total_steps": 1800, "loss": 0.4131, "lr": 1.472749613259661e-07, "epoch": 19.38888888888889, "percentage": 96.94, "elapsed_time": "0:04:16", "remaining_time": "0:00:08", "throughput": 2130.56, "total_tokens": 546848}
{"current_steps": 1750, "total_steps": 1800, "loss": 0.1961, "lr": 1.22170413724923e-07, "epoch": 19.444444444444443, "percentage": 97.22, "elapsed_time": "0:04:17", "remaining_time": "0:00:07", "throughput": 2131.31, "total_tokens": 548416}
{"current_steps": 1755, "total_steps": 1800, "loss": 0.2192, "lr": 9.940480466855417e-08, "epoch": 19.5, "percentage": 97.5, "elapsed_time": "0:04:17", "remaining_time": "0:00:06", "throughput": 2132.18, "total_tokens": 550016}
{"current_steps": 1760, "total_steps": 1800, "loss": 0.2678, "lr": 7.898027451078982e-08, "epoch": 19.555555555555557, "percentage": 97.78, "elapsed_time": "0:04:18", "remaining_time": "0:00:05", "throughput": 2132.93, "total_tokens": 551584}
{"current_steps": 1765, "total_steps": 1800, "loss": 0.393, "lr": 6.089874350439506e-08, "epoch": 19.61111111111111, "percentage": 98.06, "elapsed_time": "0:04:19", "remaining_time": "0:00:05", "throughput": 2133.67, "total_tokens": 553152}
{"current_steps": 1770, "total_steps": 1800, "loss": 0.3446, "lr": 4.516191162040051e-08, "epoch": 19.666666666666668, "percentage": 98.33, "elapsed_time": "0:04:19", "remaining_time": "0:00:04", "throughput": 2134.53, "total_tokens": 554752}
{"current_steps": 1775, "total_steps": 1800, "loss": 0.3109, "lr": 3.177125838830786e-08, "epoch": 19.72222222222222, "percentage": 98.61, "elapsed_time": "0:04:20", "remaining_time": "0:00:03", "throughput": 2135.15, "total_tokens": 556288}
{"current_steps": 1780, "total_steps": 1800, "loss": 0.3628, "lr": 2.0728042756967824e-08, "epoch": 19.77777777777778, "percentage": 98.89, "elapsed_time": "0:04:21", "remaining_time": "0:00:02", "throughput": 2135.97, "total_tokens": 557888}
{"current_steps": 1785, "total_steps": 1800, "loss": 0.213, "lr": 1.2033302976222071e-08, "epoch": 19.833333333333332, "percentage": 99.17, "elapsed_time": "0:04:21", "remaining_time": "0:00:02", "throughput": 2136.58, "total_tokens": 559424}
{"current_steps": 1790, "total_steps": 1800, "loss": 0.4322, "lr": 5.687856499297928e-09, "epoch": 19.88888888888889, "percentage": 99.44, "elapsed_time": "0:04:22", "remaining_time": "0:00:01", "throughput": 2137.16, "total_tokens": 560960}
{"current_steps": 1795, "total_steps": 1800, "loss": 0.3791, "lr": 1.692299905944883e-09, "epoch": 19.944444444444443, "percentage": 99.72, "elapsed_time": "0:04:23", "remaining_time": "0:00:00", "throughput": 2138.08, "total_tokens": 562592}
{"current_steps": 1800, "total_steps": 1800, "loss": 0.3002, "lr": 4.700884634611935e-11, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:23", "remaining_time": "0:00:00", "throughput": 2138.29, "total_tokens": 564096}
{"current_steps": 1800, "total_steps": 1800, "eval_loss": 0.30645328760147095, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:24", "remaining_time": "0:00:00", "throughput": 2134.05, "total_tokens": 564096}
{"current_steps": 1800, "total_steps": 1800, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:04:25", "remaining_time": "0:00:00", "throughput": 2127.88, "total_tokens": 564096}