train_cb_456_1760637753 / trainer_log.jsonl
rbelanec's picture
Training in progress, step 1000
a54ff4d verified
{"current_steps": 5, "total_steps": 1000, "loss": 9.2623, "lr": 4.0000000000000003e-07, "epoch": 0.1, "percentage": 0.5, "elapsed_time": "0:00:01", "remaining_time": "0:03:56", "throughput": 2475.05, "total_tokens": 2944}
{"current_steps": 10, "total_steps": 1000, "loss": 8.7722, "lr": 9.000000000000001e-07, "epoch": 0.2, "percentage": 1.0, "elapsed_time": "0:00:01", "remaining_time": "0:03:13", "throughput": 3176.56, "total_tokens": 6208}
{"current_steps": 15, "total_steps": 1000, "loss": 8.0747, "lr": 1.4000000000000001e-06, "epoch": 0.3, "percentage": 1.5, "elapsed_time": "0:00:02", "remaining_time": "0:02:58", "throughput": 3481.9, "total_tokens": 9440}
{"current_steps": 20, "total_steps": 1000, "loss": 7.2417, "lr": 1.9000000000000002e-06, "epoch": 0.4, "percentage": 2.0, "elapsed_time": "0:00:03", "remaining_time": "0:02:46", "throughput": 3633.82, "total_tokens": 12320}
{"current_steps": 25, "total_steps": 1000, "loss": 5.8971, "lr": 2.4000000000000003e-06, "epoch": 0.5, "percentage": 2.5, "elapsed_time": "0:00:04", "remaining_time": "0:02:45", "throughput": 3790.98, "total_tokens": 16096}
{"current_steps": 30, "total_steps": 1000, "loss": 4.5398, "lr": 2.9e-06, "epoch": 0.6, "percentage": 3.0, "elapsed_time": "0:00:04", "remaining_time": "0:02:39", "throughput": 3824.43, "total_tokens": 18880}
{"current_steps": 35, "total_steps": 1000, "loss": 3.4192, "lr": 3.4000000000000005e-06, "epoch": 0.7, "percentage": 3.5, "elapsed_time": "0:00:05", "remaining_time": "0:02:37", "throughput": 3904.44, "total_tokens": 22240}
{"current_steps": 40, "total_steps": 1000, "loss": 1.8096, "lr": 3.900000000000001e-06, "epoch": 0.8, "percentage": 4.0, "elapsed_time": "0:00:06", "remaining_time": "0:02:33", "throughput": 3956.46, "total_tokens": 25376}
{"current_steps": 45, "total_steps": 1000, "loss": 1.07, "lr": 4.4e-06, "epoch": 0.9, "percentage": 4.5, "elapsed_time": "0:00:07", "remaining_time": "0:02:31", "throughput": 3996.16, "total_tokens": 28576}
{"current_steps": 50, "total_steps": 1000, "loss": 0.6796, "lr": 4.9000000000000005e-06, "epoch": 1.0, "percentage": 5.0, "elapsed_time": "0:00:08", "remaining_time": "0:02:32", "throughput": 4036.78, "total_tokens": 32448}
{"current_steps": 55, "total_steps": 1000, "loss": 0.5664, "lr": 5.400000000000001e-06, "epoch": 1.1, "percentage": 5.5, "elapsed_time": "0:00:08", "remaining_time": "0:02:32", "throughput": 4036.5, "total_tokens": 35776}
{"current_steps": 60, "total_steps": 1000, "loss": 0.2188, "lr": 5.9e-06, "epoch": 1.2, "percentage": 6.0, "elapsed_time": "0:00:09", "remaining_time": "0:02:30", "throughput": 4055.27, "total_tokens": 38912}
{"current_steps": 65, "total_steps": 1000, "loss": 0.3773, "lr": 6.4000000000000006e-06, "epoch": 1.3, "percentage": 6.5, "elapsed_time": "0:00:10", "remaining_time": "0:02:29", "throughput": 4077.79, "total_tokens": 42368}
{"current_steps": 70, "total_steps": 1000, "loss": 0.2119, "lr": 6.9e-06, "epoch": 1.4, "percentage": 7.0, "elapsed_time": "0:00:11", "remaining_time": "0:02:28", "throughput": 4100.12, "total_tokens": 45920}
{"current_steps": 75, "total_steps": 1000, "loss": 0.4496, "lr": 7.4e-06, "epoch": 1.5, "percentage": 7.5, "elapsed_time": "0:00:11", "remaining_time": "0:02:27", "throughput": 4108.1, "total_tokens": 49024}
{"current_steps": 80, "total_steps": 1000, "loss": 0.2051, "lr": 7.9e-06, "epoch": 1.6, "percentage": 8.0, "elapsed_time": "0:00:12", "remaining_time": "0:02:25", "throughput": 4134.94, "total_tokens": 52448}
{"current_steps": 85, "total_steps": 1000, "loss": 0.3832, "lr": 8.400000000000001e-06, "epoch": 1.7, "percentage": 8.5, "elapsed_time": "0:00:13", "remaining_time": "0:02:24", "throughput": 4143.14, "total_tokens": 55680}
{"current_steps": 90, "total_steps": 1000, "loss": 0.2837, "lr": 8.900000000000001e-06, "epoch": 1.8, "percentage": 9.0, "elapsed_time": "0:00:14", "remaining_time": "0:02:23", "throughput": 4150.96, "total_tokens": 59072}
{"current_steps": 95, "total_steps": 1000, "loss": 0.2905, "lr": 9.4e-06, "epoch": 1.9, "percentage": 9.5, "elapsed_time": "0:00:14", "remaining_time": "0:02:22", "throughput": 4158.65, "total_tokens": 62368}
{"current_steps": 100, "total_steps": 1000, "loss": 0.1956, "lr": 9.9e-06, "epoch": 2.0, "percentage": 10.0, "elapsed_time": "0:00:15", "remaining_time": "0:02:21", "throughput": 4142.64, "total_tokens": 65088}
{"current_steps": 100, "total_steps": 1000, "eval_loss": 0.20375482738018036, "epoch": 2.0, "percentage": 10.0, "elapsed_time": "0:00:16", "remaining_time": "0:02:30", "throughput": 3892.58, "total_tokens": 65088}
{"current_steps": 105, "total_steps": 1000, "loss": 0.2352, "lr": 9.999512620046523e-06, "epoch": 2.1, "percentage": 10.5, "elapsed_time": "0:00:18", "remaining_time": "0:02:38", "throughput": 3661.96, "total_tokens": 67968}
{"current_steps": 110, "total_steps": 1000, "loss": 0.3626, "lr": 9.997532801828659e-06, "epoch": 2.2, "percentage": 11.0, "elapsed_time": "0:00:19", "remaining_time": "0:02:35", "throughput": 3672.26, "total_tokens": 70592}
{"current_steps": 115, "total_steps": 1000, "loss": 0.4318, "lr": 9.994030686707171e-06, "epoch": 2.3, "percentage": 11.5, "elapsed_time": "0:00:19", "remaining_time": "0:02:33", "throughput": 3684.44, "total_tokens": 73632}
{"current_steps": 120, "total_steps": 1000, "loss": 0.2275, "lr": 9.989007341460251e-06, "epoch": 2.4, "percentage": 12.0, "elapsed_time": "0:00:20", "remaining_time": "0:02:32", "throughput": 3702.09, "total_tokens": 77120}
{"current_steps": 125, "total_steps": 1000, "loss": 0.1836, "lr": 9.982464296247523e-06, "epoch": 2.5, "percentage": 12.5, "elapsed_time": "0:00:21", "remaining_time": "0:02:31", "throughput": 3720.91, "total_tokens": 80448}
{"current_steps": 130, "total_steps": 1000, "loss": 0.2254, "lr": 9.974403544143942e-06, "epoch": 2.6, "percentage": 13.0, "elapsed_time": "0:00:22", "remaining_time": "0:02:29", "throughput": 3739.94, "total_tokens": 83488}
{"current_steps": 135, "total_steps": 1000, "loss": 0.3111, "lr": 9.964827540532685e-06, "epoch": 2.7, "percentage": 13.5, "elapsed_time": "0:00:23", "remaining_time": "0:02:27", "throughput": 3760.33, "total_tokens": 86720}
{"current_steps": 140, "total_steps": 1000, "loss": 0.3352, "lr": 9.953739202357219e-06, "epoch": 2.8, "percentage": 14.0, "elapsed_time": "0:00:23", "remaining_time": "0:02:26", "throughput": 3779.48, "total_tokens": 90176}
{"current_steps": 145, "total_steps": 1000, "loss": 0.2023, "lr": 9.941141907232766e-06, "epoch": 2.9, "percentage": 14.5, "elapsed_time": "0:00:24", "remaining_time": "0:02:26", "throughput": 3803.1, "total_tokens": 94176}
{"current_steps": 150, "total_steps": 1000, "loss": 0.179, "lr": 9.927039492417452e-06, "epoch": 3.0, "percentage": 15.0, "elapsed_time": "0:00:25", "remaining_time": "0:02:24", "throughput": 3815.11, "total_tokens": 97536}
{"current_steps": 155, "total_steps": 1000, "loss": 0.3012, "lr": 9.911436253643445e-06, "epoch": 3.1, "percentage": 15.5, "elapsed_time": "0:00:26", "remaining_time": "0:02:23", "throughput": 3820.81, "total_tokens": 100672}
{"current_steps": 160, "total_steps": 1000, "loss": 0.1366, "lr": 9.894336943808426e-06, "epoch": 3.2, "percentage": 16.0, "elapsed_time": "0:00:27", "remaining_time": "0:02:22", "throughput": 3831.8, "total_tokens": 103808}
{"current_steps": 165, "total_steps": 1000, "loss": 0.186, "lr": 9.875746771527817e-06, "epoch": 3.3, "percentage": 16.5, "elapsed_time": "0:00:27", "remaining_time": "0:02:20", "throughput": 3838.25, "total_tokens": 106464}
{"current_steps": 170, "total_steps": 1000, "loss": 0.2138, "lr": 9.85567139954818e-06, "epoch": 3.4, "percentage": 17.0, "elapsed_time": "0:00:28", "remaining_time": "0:02:18", "throughput": 3843.4, "total_tokens": 109056}
{"current_steps": 175, "total_steps": 1000, "loss": 0.2066, "lr": 9.834116943022299e-06, "epoch": 3.5, "percentage": 17.5, "elapsed_time": "0:00:29", "remaining_time": "0:02:16", "throughput": 3843.95, "total_tokens": 111520}
{"current_steps": 180, "total_steps": 1000, "loss": 0.275, "lr": 9.811089967646427e-06, "epoch": 3.6, "percentage": 18.0, "elapsed_time": "0:00:29", "remaining_time": "0:02:15", "throughput": 3854.66, "total_tokens": 114816}
{"current_steps": 185, "total_steps": 1000, "loss": 0.2247, "lr": 9.786597487660336e-06, "epoch": 3.7, "percentage": 18.5, "elapsed_time": "0:00:30", "remaining_time": "0:02:14", "throughput": 3868.93, "total_tokens": 118528}
{"current_steps": 190, "total_steps": 1000, "loss": 0.2004, "lr": 9.760646963710694e-06, "epoch": 3.8, "percentage": 19.0, "elapsed_time": "0:00:31", "remaining_time": "0:02:13", "throughput": 3876.96, "total_tokens": 121568}
{"current_steps": 195, "total_steps": 1000, "loss": 0.218, "lr": 9.733246300578482e-06, "epoch": 3.9, "percentage": 19.5, "elapsed_time": "0:00:32", "remaining_time": "0:02:13", "throughput": 3888.67, "total_tokens": 125344}
{"current_steps": 200, "total_steps": 1000, "loss": 0.1539, "lr": 9.704403844771128e-06, "epoch": 4.0, "percentage": 20.0, "elapsed_time": "0:00:33", "remaining_time": "0:02:12", "throughput": 3896.87, "total_tokens": 128896}
{"current_steps": 200, "total_steps": 1000, "eval_loss": 0.18065515160560608, "epoch": 4.0, "percentage": 20.0, "elapsed_time": "0:00:34", "remaining_time": "0:02:16", "throughput": 3782.44, "total_tokens": 128896}
{"current_steps": 205, "total_steps": 1000, "loss": 0.2518, "lr": 9.674128381980073e-06, "epoch": 4.1, "percentage": 20.5, "elapsed_time": "0:00:36", "remaining_time": "0:02:19", "throughput": 3666.18, "total_tokens": 132000}
{"current_steps": 210, "total_steps": 1000, "loss": 0.1297, "lr": 9.642429134404568e-06, "epoch": 4.2, "percentage": 21.0, "elapsed_time": "0:00:36", "remaining_time": "0:02:19", "throughput": 3680.08, "total_tokens": 136032}
{"current_steps": 215, "total_steps": 1000, "loss": 0.1967, "lr": 9.609315757942504e-06, "epoch": 4.3, "percentage": 21.5, "elapsed_time": "0:00:37", "remaining_time": "0:02:17", "throughput": 3696.14, "total_tokens": 139392}
{"current_steps": 220, "total_steps": 1000, "loss": 0.1113, "lr": 9.574798339249124e-06, "epoch": 4.4, "percentage": 22.0, "elapsed_time": "0:00:38", "remaining_time": "0:02:16", "throughput": 3707.86, "total_tokens": 142624}
{"current_steps": 225, "total_steps": 1000, "loss": 0.2285, "lr": 9.538887392664544e-06, "epoch": 4.5, "percentage": 22.5, "elapsed_time": "0:00:39", "remaining_time": "0:02:15", "throughput": 3721.76, "total_tokens": 146144}
{"current_steps": 230, "total_steps": 1000, "loss": 0.1175, "lr": 9.501593857010968e-06, "epoch": 4.6, "percentage": 23.0, "elapsed_time": "0:00:40", "remaining_time": "0:02:13", "throughput": 3730.97, "total_tokens": 149248}
{"current_steps": 235, "total_steps": 1000, "loss": 0.2548, "lr": 9.46292909226063e-06, "epoch": 4.7, "percentage": 23.5, "elapsed_time": "0:00:40", "remaining_time": "0:02:12", "throughput": 3741.17, "total_tokens": 152384}
{"current_steps": 240, "total_steps": 1000, "loss": 0.3188, "lr": 9.42290487607542e-06, "epoch": 4.8, "percentage": 24.0, "elapsed_time": "0:00:41", "remaining_time": "0:02:11", "throughput": 3748.26, "total_tokens": 155232}
{"current_steps": 245, "total_steps": 1000, "loss": 0.1796, "lr": 9.381533400219319e-06, "epoch": 4.9, "percentage": 24.5, "elapsed_time": "0:00:42", "remaining_time": "0:02:10", "throughput": 3762.6, "total_tokens": 159104}
{"current_steps": 250, "total_steps": 1000, "loss": 0.2762, "lr": 9.338827266844643e-06, "epoch": 5.0, "percentage": 25.0, "elapsed_time": "0:00:43", "remaining_time": "0:02:09", "throughput": 3767.37, "total_tokens": 162144}
{"current_steps": 255, "total_steps": 1000, "loss": 0.1075, "lr": 9.294799484653323e-06, "epoch": 5.1, "percentage": 25.5, "elapsed_time": "0:00:43", "remaining_time": "0:02:08", "throughput": 3770.28, "total_tokens": 165312}
{"current_steps": 260, "total_steps": 1000, "loss": 0.1454, "lr": 9.24946346493432e-06, "epoch": 5.2, "percentage": 26.0, "elapsed_time": "0:00:44", "remaining_time": "0:02:07", "throughput": 3785.14, "total_tokens": 169696}
{"current_steps": 265, "total_steps": 1000, "loss": 0.1456, "lr": 9.202833017478421e-06, "epoch": 5.3, "percentage": 26.5, "elapsed_time": "0:00:45", "remaining_time": "0:02:06", "throughput": 3798.01, "total_tokens": 173504}
{"current_steps": 270, "total_steps": 1000, "loss": 0.2572, "lr": 9.154922346371641e-06, "epoch": 5.4, "percentage": 27.0, "elapsed_time": "0:00:46", "remaining_time": "0:02:05", "throughput": 3803.46, "total_tokens": 176256}
{"current_steps": 275, "total_steps": 1000, "loss": 0.1196, "lr": 9.10574604566852e-06, "epoch": 5.5, "percentage": 27.5, "elapsed_time": "0:00:47", "remaining_time": "0:02:04", "throughput": 3807.76, "total_tokens": 179104}
{"current_steps": 280, "total_steps": 1000, "loss": 0.2833, "lr": 9.055319094946633e-06, "epoch": 5.6, "percentage": 28.0, "elapsed_time": "0:00:47", "remaining_time": "0:02:02", "throughput": 3814.78, "total_tokens": 182112}
{"current_steps": 285, "total_steps": 1000, "loss": 0.2797, "lr": 9.003656854743667e-06, "epoch": 5.7, "percentage": 28.5, "elapsed_time": "0:00:48", "remaining_time": "0:02:01", "throughput": 3820.45, "total_tokens": 185024}
{"current_steps": 290, "total_steps": 1000, "loss": 0.2964, "lr": 8.950775061878453e-06, "epoch": 5.8, "percentage": 29.0, "elapsed_time": "0:00:49", "remaining_time": "0:02:00", "throughput": 3825.92, "total_tokens": 188032}
{"current_steps": 295, "total_steps": 1000, "loss": 0.2251, "lr": 8.896689824657371e-06, "epoch": 5.9, "percentage": 29.5, "elapsed_time": "0:00:49", "remaining_time": "0:01:59", "throughput": 3830.03, "total_tokens": 190816}
{"current_steps": 300, "total_steps": 1000, "loss": 0.1384, "lr": 8.841417617967618e-06, "epoch": 6.0, "percentage": 30.0, "elapsed_time": "0:00:50", "remaining_time": "0:01:58", "throughput": 3833.08, "total_tokens": 193888}
{"current_steps": 300, "total_steps": 1000, "eval_loss": 0.16209302842617035, "epoch": 6.0, "percentage": 30.0, "elapsed_time": "0:00:51", "remaining_time": "0:02:00", "throughput": 3758.56, "total_tokens": 193888}
{"current_steps": 305, "total_steps": 1000, "loss": 0.2431, "lr": 8.784975278258783e-06, "epoch": 6.1, "percentage": 30.5, "elapsed_time": "0:00:53", "remaining_time": "0:02:02", "throughput": 3677.38, "total_tokens": 197152}
{"current_steps": 310, "total_steps": 1000, "loss": 0.0386, "lr": 8.727379998414311e-06, "epoch": 6.2, "percentage": 31.0, "elapsed_time": "0:00:54", "remaining_time": "0:02:00", "throughput": 3682.23, "total_tokens": 200032}
{"current_steps": 315, "total_steps": 1000, "loss": 0.0371, "lr": 8.668649322514382e-06, "epoch": 6.3, "percentage": 31.5, "elapsed_time": "0:00:55", "remaining_time": "0:01:59", "throughput": 3693.1, "total_tokens": 203744}
{"current_steps": 320, "total_steps": 1000, "loss": 0.0174, "lr": 8.608801140491811e-06, "epoch": 6.4, "percentage": 32.0, "elapsed_time": "0:00:55", "remaining_time": "0:01:58", "throughput": 3699.85, "total_tokens": 206880}
{"current_steps": 325, "total_steps": 1000, "loss": 0.3998, "lr": 8.547853682682605e-06, "epoch": 6.5, "percentage": 32.5, "elapsed_time": "0:00:56", "remaining_time": "0:01:57", "throughput": 3708.0, "total_tokens": 209952}
{"current_steps": 330, "total_steps": 1000, "loss": 0.1394, "lr": 8.485825514272824e-06, "epoch": 6.6, "percentage": 33.0, "elapsed_time": "0:00:57", "remaining_time": "0:01:56", "throughput": 3716.12, "total_tokens": 213280}
{"current_steps": 335, "total_steps": 1000, "loss": 0.2914, "lr": 8.422735529643445e-06, "epoch": 6.7, "percentage": 33.5, "elapsed_time": "0:00:58", "remaining_time": "0:01:55", "throughput": 3724.63, "total_tokens": 216448}
{"current_steps": 340, "total_steps": 1000, "loss": 0.4754, "lr": 8.358602946614952e-06, "epoch": 6.8, "percentage": 34.0, "elapsed_time": "0:00:58", "remaining_time": "0:01:54", "throughput": 3732.89, "total_tokens": 219776}
{"current_steps": 345, "total_steps": 1000, "loss": 0.1109, "lr": 8.293447300593402e-06, "epoch": 6.9, "percentage": 34.5, "elapsed_time": "0:00:59", "remaining_time": "0:01:53", "throughput": 3740.1, "total_tokens": 223136}
{"current_steps": 350, "total_steps": 1000, "loss": 0.1319, "lr": 8.227288438619754e-06, "epoch": 7.0, "percentage": 35.0, "elapsed_time": "0:01:00", "remaining_time": "0:01:52", "throughput": 3747.9, "total_tokens": 226880}
{"current_steps": 355, "total_steps": 1000, "loss": 0.0609, "lr": 8.160146513324256e-06, "epoch": 7.1, "percentage": 35.5, "elapsed_time": "0:01:01", "remaining_time": "0:01:51", "throughput": 3749.91, "total_tokens": 229856}
{"current_steps": 360, "total_steps": 1000, "loss": 0.214, "lr": 8.092041976787772e-06, "epoch": 7.2, "percentage": 36.0, "elapsed_time": "0:01:02", "remaining_time": "0:01:50", "throughput": 3755.73, "total_tokens": 233216}
{"current_steps": 365, "total_steps": 1000, "loss": 0.1058, "lr": 8.022995574311876e-06, "epoch": 7.3, "percentage": 36.5, "elapsed_time": "0:01:02", "remaining_time": "0:01:49", "throughput": 3761.55, "total_tokens": 236416}
{"current_steps": 370, "total_steps": 1000, "loss": 0.0806, "lr": 7.953028338099628e-06, "epoch": 7.4, "percentage": 37.0, "elapsed_time": "0:01:03", "remaining_time": "0:01:48", "throughput": 3767.2, "total_tokens": 239456}
{"current_steps": 375, "total_steps": 1000, "loss": 0.1732, "lr": 7.882161580848966e-06, "epoch": 7.5, "percentage": 37.5, "elapsed_time": "0:01:04", "remaining_time": "0:01:47", "throughput": 3770.48, "total_tokens": 242272}
{"current_steps": 380, "total_steps": 1000, "loss": 0.2579, "lr": 7.810416889260653e-06, "epoch": 7.6, "percentage": 38.0, "elapsed_time": "0:01:04", "remaining_time": "0:01:46", "throughput": 3776.23, "total_tokens": 245376}
{"current_steps": 385, "total_steps": 1000, "loss": 0.1688, "lr": 7.737816117462752e-06, "epoch": 7.7, "percentage": 38.5, "elapsed_time": "0:01:05", "remaining_time": "0:01:45", "throughput": 3783.88, "total_tokens": 248864}
{"current_steps": 390, "total_steps": 1000, "loss": 0.069, "lr": 7.66438138035365e-06, "epoch": 7.8, "percentage": 39.0, "elapsed_time": "0:01:06", "remaining_time": "0:01:43", "throughput": 3787.83, "total_tokens": 251776}
{"current_steps": 395, "total_steps": 1000, "loss": 0.0395, "lr": 7.590135046865652e-06, "epoch": 7.9, "percentage": 39.5, "elapsed_time": "0:01:07", "remaining_time": "0:01:43", "throughput": 3795.96, "total_tokens": 255360}
{"current_steps": 400, "total_steps": 1000, "loss": 0.2604, "lr": 7.515099733151177e-06, "epoch": 8.0, "percentage": 40.0, "elapsed_time": "0:01:08", "remaining_time": "0:01:42", "throughput": 3800.74, "total_tokens": 258816}
{"current_steps": 400, "total_steps": 1000, "eval_loss": 0.18744546175003052, "epoch": 8.0, "percentage": 40.0, "elapsed_time": "0:01:09", "remaining_time": "0:01:43", "throughput": 3745.64, "total_tokens": 258816}
{"current_steps": 405, "total_steps": 1000, "loss": 0.0269, "lr": 7.4392982956936644e-06, "epoch": 8.1, "percentage": 40.5, "elapsed_time": "0:01:11", "remaining_time": "0:01:44", "throughput": 3680.39, "total_tokens": 262144}
{"current_steps": 410, "total_steps": 1000, "loss": 0.1619, "lr": 7.362753824345271e-06, "epoch": 8.2, "percentage": 41.0, "elapsed_time": "0:01:11", "remaining_time": "0:01:43", "throughput": 3687.39, "total_tokens": 265440}
{"current_steps": 415, "total_steps": 1000, "loss": 0.1923, "lr": 7.285489635293472e-06, "epoch": 8.3, "percentage": 41.5, "elapsed_time": "0:01:12", "remaining_time": "0:01:42", "throughput": 3696.41, "total_tokens": 269248}
{"current_steps": 420, "total_steps": 1000, "loss": 0.0225, "lr": 7.207529263958727e-06, "epoch": 8.4, "percentage": 42.0, "elapsed_time": "0:01:13", "remaining_time": "0:01:41", "throughput": 3700.58, "total_tokens": 272096}
{"current_steps": 425, "total_steps": 1000, "loss": 0.1014, "lr": 7.128896457825364e-06, "epoch": 8.5, "percentage": 42.5, "elapsed_time": "0:01:14", "remaining_time": "0:01:40", "throughput": 3704.37, "total_tokens": 274912}
{"current_steps": 430, "total_steps": 1000, "loss": 0.1776, "lr": 7.049615169207864e-06, "epoch": 8.6, "percentage": 43.0, "elapsed_time": "0:01:14", "remaining_time": "0:01:39", "throughput": 3708.22, "total_tokens": 277856}
{"current_steps": 435, "total_steps": 1000, "loss": 0.0569, "lr": 6.9697095479547564e-06, "epoch": 8.7, "percentage": 43.5, "elapsed_time": "0:01:15", "remaining_time": "0:01:38", "throughput": 3716.1, "total_tokens": 281408}
{"current_steps": 440, "total_steps": 1000, "loss": 0.0729, "lr": 6.889203934092337e-06, "epoch": 8.8, "percentage": 44.0, "elapsed_time": "0:01:16", "remaining_time": "0:01:37", "throughput": 3723.16, "total_tokens": 284960}
{"current_steps": 445, "total_steps": 1000, "loss": 0.0428, "lr": 6.808122850410461e-06, "epoch": 8.9, "percentage": 44.5, "elapsed_time": "0:01:17", "remaining_time": "0:01:36", "throughput": 3727.3, "total_tokens": 288000}
{"current_steps": 450, "total_steps": 1000, "loss": 0.0264, "lr": 6.7264909949926735e-06, "epoch": 9.0, "percentage": 45.0, "elapsed_time": "0:01:18", "remaining_time": "0:01:35", "throughput": 3732.89, "total_tokens": 291584}
{"current_steps": 455, "total_steps": 1000, "loss": 0.029, "lr": 6.644333233692917e-06, "epoch": 9.1, "percentage": 45.5, "elapsed_time": "0:01:19", "remaining_time": "0:01:34", "throughput": 3737.13, "total_tokens": 295264}
{"current_steps": 460, "total_steps": 1000, "loss": 0.0487, "lr": 6.561674592561164e-06, "epoch": 9.2, "percentage": 46.0, "elapsed_time": "0:01:19", "remaining_time": "0:01:33", "throughput": 3742.03, "total_tokens": 298368}
{"current_steps": 465, "total_steps": 1000, "loss": 0.0025, "lr": 6.4785402502202345e-06, "epoch": 9.3, "percentage": 46.5, "elapsed_time": "0:01:20", "remaining_time": "0:01:32", "throughput": 3748.04, "total_tokens": 301760}
{"current_steps": 470, "total_steps": 1000, "loss": 0.0865, "lr": 6.3949555301961474e-06, "epoch": 9.4, "percentage": 47.0, "elapsed_time": "0:01:21", "remaining_time": "0:01:31", "throughput": 3750.87, "total_tokens": 304736}
{"current_steps": 475, "total_steps": 1000, "loss": 0.0722, "lr": 6.310945893204324e-06, "epoch": 9.5, "percentage": 47.5, "elapsed_time": "0:01:21", "remaining_time": "0:01:30", "throughput": 3756.22, "total_tokens": 307872}
{"current_steps": 480, "total_steps": 1000, "loss": 0.008, "lr": 6.2265369293940135e-06, "epoch": 9.6, "percentage": 48.0, "elapsed_time": "0:01:22", "remaining_time": "0:01:29", "throughput": 3758.96, "total_tokens": 310624}
{"current_steps": 485, "total_steps": 1000, "loss": 0.0332, "lr": 6.141754350553279e-06, "epoch": 9.7, "percentage": 48.5, "elapsed_time": "0:01:23", "remaining_time": "0:01:28", "throughput": 3763.34, "total_tokens": 314016}
{"current_steps": 490, "total_steps": 1000, "loss": 0.0317, "lr": 6.056623982276945e-06, "epoch": 9.8, "percentage": 49.0, "elapsed_time": "0:01:24", "remaining_time": "0:01:27", "throughput": 3767.85, "total_tokens": 317376}
{"current_steps": 495, "total_steps": 1000, "loss": 0.0318, "lr": 5.97117175609986e-06, "epoch": 9.9, "percentage": 49.5, "elapsed_time": "0:01:24", "remaining_time": "0:01:26", "throughput": 3771.6, "total_tokens": 320256}
{"current_steps": 500, "total_steps": 1000, "loss": 0.0017, "lr": 5.885423701597918e-06, "epoch": 10.0, "percentage": 50.0, "elapsed_time": "0:01:25", "remaining_time": "0:01:25", "throughput": 3773.88, "total_tokens": 323328}
{"current_steps": 500, "total_steps": 1000, "eval_loss": 0.2034723162651062, "epoch": 10.0, "percentage": 50.0, "elapsed_time": "0:01:26", "remaining_time": "0:01:26", "throughput": 3730.24, "total_tokens": 323328}
{"current_steps": 505, "total_steps": 1000, "loss": 0.0007, "lr": 5.799405938459175e-06, "epoch": 10.1, "percentage": 50.5, "elapsed_time": "0:01:28", "remaining_time": "0:01:27", "throughput": 3675.8, "total_tokens": 326624}
{"current_steps": 510, "total_steps": 1000, "loss": 0.0046, "lr": 5.7131446685275595e-06, "epoch": 10.2, "percentage": 51.0, "elapsed_time": "0:01:29", "remaining_time": "0:01:26", "throughput": 3680.1, "total_tokens": 329824}
{"current_steps": 515, "total_steps": 1000, "loss": 0.0049, "lr": 5.626666167821522e-06, "epoch": 10.3, "percentage": 51.5, "elapsed_time": "0:01:30", "remaining_time": "0:01:25", "throughput": 3687.06, "total_tokens": 333664}
{"current_steps": 520, "total_steps": 1000, "loss": 0.0717, "lr": 5.539996778530114e-06, "epoch": 10.4, "percentage": 52.0, "elapsed_time": "0:01:31", "remaining_time": "0:01:24", "throughput": 3692.84, "total_tokens": 337248}
{"current_steps": 525, "total_steps": 1000, "loss": 0.0623, "lr": 5.453162900988902e-06, "epoch": 10.5, "percentage": 52.5, "elapsed_time": "0:01:32", "remaining_time": "0:01:23", "throughput": 3696.16, "total_tokens": 340192}
{"current_steps": 530, "total_steps": 1000, "loss": 0.0057, "lr": 5.366190985638159e-06, "epoch": 10.6, "percentage": 53.0, "elapsed_time": "0:01:32", "remaining_time": "0:01:22", "throughput": 3699.83, "total_tokens": 343232}
{"current_steps": 535, "total_steps": 1000, "loss": 0.0331, "lr": 5.27910752496582e-06, "epoch": 10.7, "percentage": 53.5, "elapsed_time": "0:01:33", "remaining_time": "0:01:21", "throughput": 3704.61, "total_tokens": 346400}
{"current_steps": 540, "total_steps": 1000, "loss": 0.0028, "lr": 5.1919390454376e-06, "epoch": 10.8, "percentage": 54.0, "elapsed_time": "0:01:34", "remaining_time": "0:01:20", "throughput": 3709.47, "total_tokens": 349760}
{"current_steps": 545, "total_steps": 1000, "loss": 0.0056, "lr": 5.1047120994167855e-06, "epoch": 10.9, "percentage": 54.5, "elapsed_time": "0:01:34", "remaining_time": "0:01:19", "throughput": 3711.8, "total_tokens": 352352}
{"current_steps": 550, "total_steps": 1000, "loss": 0.002, "lr": 5.0174532570761194e-06, "epoch": 11.0, "percentage": 55.0, "elapsed_time": "0:01:35", "remaining_time": "0:01:18", "throughput": 3716.24, "total_tokens": 355584}
{"current_steps": 555, "total_steps": 1000, "loss": 0.0003, "lr": 4.9301890983042744e-06, "epoch": 11.1, "percentage": 55.5, "elapsed_time": "0:01:36", "remaining_time": "0:01:17", "throughput": 3719.46, "total_tokens": 359200}
{"current_steps": 560, "total_steps": 1000, "loss": 0.0213, "lr": 4.842946204609359e-06, "epoch": 11.2, "percentage": 56.0, "elapsed_time": "0:01:37", "remaining_time": "0:01:16", "throughput": 3726.34, "total_tokens": 363200}
{"current_steps": 565, "total_steps": 1000, "loss": 0.0007, "lr": 4.755751151021934e-06, "epoch": 11.3, "percentage": 56.5, "elapsed_time": "0:01:38", "remaining_time": "0:01:15", "throughput": 3731.15, "total_tokens": 366624}
{"current_steps": 570, "total_steps": 1000, "loss": 0.0005, "lr": 4.668630498000001e-06, "epoch": 11.4, "percentage": 57.0, "elapsed_time": "0:01:38", "remaining_time": "0:01:14", "throughput": 3736.25, "total_tokens": 369824}
{"current_steps": 575, "total_steps": 1000, "loss": 0.0024, "lr": 4.581610783338424e-06, "epoch": 11.5, "percentage": 57.5, "elapsed_time": "0:01:39", "remaining_time": "0:01:13", "throughput": 3740.7, "total_tokens": 373120}
{"current_steps": 580, "total_steps": 1000, "loss": 0.002, "lr": 4.494718514085269e-06, "epoch": 11.6, "percentage": 58.0, "elapsed_time": "0:01:40", "remaining_time": "0:01:12", "throughput": 3742.69, "total_tokens": 375776}
{"current_steps": 585, "total_steps": 1000, "loss": 0.0029, "lr": 4.4079801584674955e-06, "epoch": 11.7, "percentage": 58.5, "elapsed_time": "0:01:41", "remaining_time": "0:01:11", "throughput": 3746.16, "total_tokens": 378624}
{"current_steps": 590, "total_steps": 1000, "loss": 0.0003, "lr": 4.321422137828479e-06, "epoch": 11.8, "percentage": 59.0, "elapsed_time": "0:01:41", "remaining_time": "0:01:10", "throughput": 3749.59, "total_tokens": 381728}
{"current_steps": 595, "total_steps": 1000, "loss": 0.0051, "lr": 4.23507081857981e-06, "epoch": 11.9, "percentage": 59.5, "elapsed_time": "0:01:42", "remaining_time": "0:01:09", "throughput": 3754.24, "total_tokens": 385312}
{"current_steps": 600, "total_steps": 1000, "loss": 0.0008, "lr": 4.148952504169839e-06, "epoch": 12.0, "percentage": 60.0, "elapsed_time": "0:01:43", "remaining_time": "0:01:08", "throughput": 3757.38, "total_tokens": 388448}
{"current_steps": 600, "total_steps": 1000, "eval_loss": 0.2536269426345825, "epoch": 12.0, "percentage": 60.0, "elapsed_time": "0:01:44", "remaining_time": "0:01:09", "throughput": 3721.23, "total_tokens": 388448}
{"current_steps": 605, "total_steps": 1000, "loss": 0.0003, "lr": 4.063093427071376e-06, "epoch": 12.1, "percentage": 60.5, "elapsed_time": "0:01:46", "remaining_time": "0:01:09", "throughput": 3675.05, "total_tokens": 391296}
{"current_steps": 610, "total_steps": 1000, "loss": 0.0022, "lr": 3.977519740791049e-06, "epoch": 12.2, "percentage": 61.0, "elapsed_time": "0:01:47", "remaining_time": "0:01:08", "throughput": 3679.08, "total_tokens": 394688}
{"current_steps": 615, "total_steps": 1000, "loss": 0.0003, "lr": 3.892257511902664e-06, "epoch": 12.3, "percentage": 61.5, "elapsed_time": "0:01:48", "remaining_time": "0:01:07", "throughput": 3682.28, "total_tokens": 397792}
{"current_steps": 620, "total_steps": 1000, "loss": 0.0004, "lr": 3.8073327121070968e-06, "epoch": 12.4, "percentage": 62.0, "elapsed_time": "0:01:48", "remaining_time": "0:01:06", "throughput": 3685.37, "total_tokens": 400576}
{"current_steps": 625, "total_steps": 1000, "loss": 0.0003, "lr": 3.7227712103210485e-06, "epoch": 12.5, "percentage": 62.5, "elapsed_time": "0:01:49", "remaining_time": "0:01:05", "throughput": 3689.85, "total_tokens": 404000}
{"current_steps": 630, "total_steps": 1000, "loss": 0.0002, "lr": 3.6385987647971287e-06, "epoch": 12.6, "percentage": 63.0, "elapsed_time": "0:01:50", "remaining_time": "0:01:04", "throughput": 3695.6, "total_tokens": 407712}
{"current_steps": 635, "total_steps": 1000, "loss": 0.0004, "lr": 3.5548410152776414e-06, "epoch": 12.7, "percentage": 63.5, "elapsed_time": "0:01:51", "remaining_time": "0:01:03", "throughput": 3700.29, "total_tokens": 411104}
{"current_steps": 640, "total_steps": 1000, "loss": 0.0006, "lr": 3.471523475184472e-06, "epoch": 12.8, "percentage": 64.0, "elapsed_time": "0:01:51", "remaining_time": "0:01:02", "throughput": 3705.1, "total_tokens": 414624}
{"current_steps": 645, "total_steps": 1000, "loss": 0.0002, "lr": 3.3886715238474454e-06, "epoch": 12.9, "percentage": 64.5, "elapsed_time": "0:01:52", "remaining_time": "0:01:02", "throughput": 3709.11, "total_tokens": 417824}
{"current_steps": 650, "total_steps": 1000, "loss": 0.0003, "lr": 3.3063103987735433e-06, "epoch": 13.0, "percentage": 65.0, "elapsed_time": "0:01:53", "remaining_time": "0:01:01", "throughput": 3712.5, "total_tokens": 421248}
{"current_steps": 655, "total_steps": 1000, "loss": 0.0002, "lr": 3.224465187959316e-06, "epoch": 13.1, "percentage": 65.5, "elapsed_time": "0:01:54", "remaining_time": "0:01:00", "throughput": 3715.15, "total_tokens": 424800}
{"current_steps": 660, "total_steps": 1000, "loss": 0.0001, "lr": 3.1431608222488276e-06, "epoch": 13.2, "percentage": 66.0, "elapsed_time": "0:01:55", "remaining_time": "0:00:59", "throughput": 3718.72, "total_tokens": 427872}
{"current_steps": 665, "total_steps": 1000, "loss": 0.0002, "lr": 3.0624220677394854e-06, "epoch": 13.3, "percentage": 66.5, "elapsed_time": "0:01:55", "remaining_time": "0:00:58", "throughput": 3723.91, "total_tokens": 431392}
{"current_steps": 670, "total_steps": 1000, "loss": 0.0001, "lr": 2.98227351823805e-06, "epoch": 13.4, "percentage": 67.0, "elapsed_time": "0:01:56", "remaining_time": "0:00:57", "throughput": 3726.33, "total_tokens": 434176}
{"current_steps": 675, "total_steps": 1000, "loss": 0.0002, "lr": 2.9027395877691143e-06, "epoch": 13.5, "percentage": 67.5, "elapsed_time": "0:01:57", "remaining_time": "0:00:56", "throughput": 3730.55, "total_tokens": 437696}
{"current_steps": 680, "total_steps": 1000, "loss": 0.0002, "lr": 2.8238445031383634e-06, "epoch": 13.6, "percentage": 68.0, "elapsed_time": "0:01:57", "remaining_time": "0:00:55", "throughput": 3731.87, "total_tokens": 440064}
{"current_steps": 685, "total_steps": 1000, "loss": 0.0001, "lr": 2.7456122965528475e-06, "epoch": 13.7, "percentage": 68.5, "elapsed_time": "0:01:58", "remaining_time": "0:00:54", "throughput": 3735.02, "total_tokens": 443328}
{"current_steps": 690, "total_steps": 1000, "loss": 0.0001, "lr": 2.6680667983005446e-06, "epoch": 13.8, "percentage": 69.0, "elapsed_time": "0:01:59", "remaining_time": "0:00:53", "throughput": 3739.7, "total_tokens": 447072}
{"current_steps": 695, "total_steps": 1000, "loss": 0.0002, "lr": 2.5912316294914232e-06, "epoch": 13.9, "percentage": 69.5, "elapsed_time": "0:02:00", "remaining_time": "0:00:52", "throughput": 3744.02, "total_tokens": 450688}
{"current_steps": 700, "total_steps": 1000, "loss": 0.0002, "lr": 2.5151301948622235e-06, "epoch": 14.0, "percentage": 70.0, "elapsed_time": "0:02:01", "remaining_time": "0:00:51", "throughput": 3746.73, "total_tokens": 453984}
{"current_steps": 700, "total_steps": 1000, "eval_loss": 0.28826868534088135, "epoch": 14.0, "percentage": 70.0, "elapsed_time": "0:02:02", "remaining_time": "0:00:52", "throughput": 3715.94, "total_tokens": 453984}
{"current_steps": 705, "total_steps": 1000, "loss": 0.0001, "lr": 2.4397856756471435e-06, "epoch": 14.1, "percentage": 70.5, "elapsed_time": "0:02:04", "remaining_time": "0:00:51", "throughput": 3683.27, "total_tokens": 457504}
{"current_steps": 710, "total_steps": 1000, "loss": 0.0001, "lr": 2.3652210225166122e-06, "epoch": 14.2, "percentage": 71.0, "elapsed_time": "0:02:05", "remaining_time": "0:00:51", "throughput": 3686.83, "total_tokens": 460896}
{"current_steps": 715, "total_steps": 1000, "loss": 0.0001, "lr": 2.2914589485863015e-06, "epoch": 14.3, "percentage": 71.5, "elapsed_time": "0:02:05", "remaining_time": "0:00:50", "throughput": 3689.24, "total_tokens": 463840}
{"current_steps": 720, "total_steps": 1000, "loss": 0.0001, "lr": 2.218521922498476e-06, "epoch": 14.4, "percentage": 72.0, "elapsed_time": "0:02:06", "remaining_time": "0:00:49", "throughput": 3694.79, "total_tokens": 467648}
{"current_steps": 725, "total_steps": 1000, "loss": 0.0002, "lr": 2.146432161577842e-06, "epoch": 14.5, "percentage": 72.5, "elapsed_time": "0:02:07", "remaining_time": "0:00:48", "throughput": 3697.63, "total_tokens": 470688}
{"current_steps": 730, "total_steps": 1000, "loss": 0.0002, "lr": 2.075211625063923e-06, "epoch": 14.6, "percentage": 73.0, "elapsed_time": "0:02:08", "remaining_time": "0:00:47", "throughput": 3701.73, "total_tokens": 473952}
{"current_steps": 735, "total_steps": 1000, "loss": 0.0001, "lr": 2.0048820074220716e-06, "epoch": 14.7, "percentage": 73.5, "elapsed_time": "0:02:08", "remaining_time": "0:00:46", "throughput": 3705.32, "total_tokens": 477120}
{"current_steps": 740, "total_steps": 1000, "loss": 0.0001, "lr": 1.9354647317351187e-06, "epoch": 14.8, "percentage": 74.0, "elapsed_time": "0:02:09", "remaining_time": "0:00:45", "throughput": 3709.26, "total_tokens": 480704}
{"current_steps": 745, "total_steps": 1000, "loss": 0.0001, "lr": 1.8669809431776991e-06, "epoch": 14.9, "percentage": 74.5, "elapsed_time": "0:02:10", "remaining_time": "0:00:44", "throughput": 3712.09, "total_tokens": 483744}
{"current_steps": 750, "total_steps": 1000, "loss": 0.0001, "lr": 1.799451502575222e-06, "epoch": 15.0, "percentage": 75.0, "elapsed_time": "0:02:11", "remaining_time": "0:00:43", "throughput": 3715.34, "total_tokens": 487232}
{"current_steps": 755, "total_steps": 1000, "loss": 0.0001, "lr": 1.7328969800494727e-06, "epoch": 15.1, "percentage": 75.5, "elapsed_time": "0:02:12", "remaining_time": "0:00:42", "throughput": 3718.28, "total_tokens": 491104}
{"current_steps": 760, "total_steps": 1000, "loss": 0.0001, "lr": 1.6673376487527382e-06, "epoch": 15.2, "percentage": 76.0, "elapsed_time": "0:02:12", "remaining_time": "0:00:41", "throughput": 3720.1, "total_tokens": 493568}
{"current_steps": 765, "total_steps": 1000, "loss": 0.0001, "lr": 1.6027934786924187e-06, "epoch": 15.3, "percentage": 76.5, "elapsed_time": "0:02:13", "remaining_time": "0:00:40", "throughput": 3723.72, "total_tokens": 496928}
{"current_steps": 770, "total_steps": 1000, "loss": 0.0001, "lr": 1.5392841306479667e-06, "epoch": 15.4, "percentage": 77.0, "elapsed_time": "0:02:14", "remaining_time": "0:00:40", "throughput": 3726.17, "total_tokens": 499936}
{"current_steps": 775, "total_steps": 1000, "loss": 0.0001, "lr": 1.4768289501820265e-06, "epoch": 15.5, "percentage": 77.5, "elapsed_time": "0:02:14", "remaining_time": "0:00:39", "throughput": 3729.68, "total_tokens": 503232}
{"current_steps": 780, "total_steps": 1000, "loss": 0.0002, "lr": 1.4154469617475864e-06, "epoch": 15.6, "percentage": 78.0, "elapsed_time": "0:02:15", "remaining_time": "0:00:38", "throughput": 3733.93, "total_tokens": 506848}
{"current_steps": 785, "total_steps": 1000, "loss": 0.0001, "lr": 1.3551568628929434e-06, "epoch": 15.7, "percentage": 78.5, "elapsed_time": "0:02:16", "remaining_time": "0:00:37", "throughput": 3737.16, "total_tokens": 510304}
{"current_steps": 790, "total_steps": 1000, "loss": 0.0001, "lr": 1.2959770185662502e-06, "epoch": 15.8, "percentage": 79.0, "elapsed_time": "0:02:17", "remaining_time": "0:00:36", "throughput": 3739.22, "total_tokens": 512992}
{"current_steps": 795, "total_steps": 1000, "loss": 0.0002, "lr": 1.2379254555213788e-06, "epoch": 15.9, "percentage": 79.5, "elapsed_time": "0:02:17", "remaining_time": "0:00:35", "throughput": 3742.17, "total_tokens": 516032}
{"current_steps": 800, "total_steps": 1000, "loss": 0.0001, "lr": 1.1810198568267906e-06, "epoch": 16.0, "percentage": 80.0, "elapsed_time": "0:02:18", "remaining_time": "0:00:34", "throughput": 3744.59, "total_tokens": 519200}
{"current_steps": 800, "total_steps": 1000, "eval_loss": 0.2697804570198059, "epoch": 16.0, "percentage": 80.0, "elapsed_time": "0:02:19", "remaining_time": "0:00:34", "throughput": 3717.74, "total_tokens": 519200}
{"current_steps": 805, "total_steps": 1000, "loss": 0.0001, "lr": 1.1252775564791023e-06, "epoch": 16.1, "percentage": 80.5, "elapsed_time": "0:02:21", "remaining_time": "0:00:34", "throughput": 3686.26, "total_tokens": 522272}
{"current_steps": 810, "total_steps": 1000, "loss": 0.0002, "lr": 1.0707155341229902e-06, "epoch": 16.2, "percentage": 81.0, "elapsed_time": "0:02:22", "remaining_time": "0:00:33", "throughput": 3688.85, "total_tokens": 525440}
{"current_steps": 815, "total_steps": 1000, "loss": 0.0002, "lr": 1.0173504098790188e-06, "epoch": 16.3, "percentage": 81.5, "elapsed_time": "0:02:23", "remaining_time": "0:00:32", "throughput": 3692.27, "total_tokens": 529056}
{"current_steps": 820, "total_steps": 1000, "loss": 0.0001, "lr": 9.651984392809916e-07, "epoch": 16.4, "percentage": 82.0, "elapsed_time": "0:02:24", "remaining_time": "0:00:31", "throughput": 3695.11, "total_tokens": 532192}
{"current_steps": 825, "total_steps": 1000, "loss": 0.0001, "lr": 9.142755083243577e-07, "epoch": 16.5, "percentage": 82.5, "elapsed_time": "0:02:24", "remaining_time": "0:00:30", "throughput": 3699.06, "total_tokens": 535712}
{"current_steps": 830, "total_steps": 1000, "loss": 0.0001, "lr": 8.645971286271903e-07, "epoch": 16.6, "percentage": 83.0, "elapsed_time": "0:02:25", "remaining_time": "0:00:29", "throughput": 3701.71, "total_tokens": 538752}
{"current_steps": 835, "total_steps": 1000, "loss": 0.0001, "lr": 8.161784327051919e-07, "epoch": 16.7, "percentage": 83.5, "elapsed_time": "0:02:26", "remaining_time": "0:00:28", "throughput": 3705.77, "total_tokens": 542368}
{"current_steps": 840, "total_steps": 1000, "loss": 0.0001, "lr": 7.690341693621805e-07, "epoch": 16.8, "percentage": 84.0, "elapsed_time": "0:02:27", "remaining_time": "0:00:28", "throughput": 3707.99, "total_tokens": 545088}
{"current_steps": 845, "total_steps": 1000, "loss": 0.0001, "lr": 7.23178699197467e-07, "epoch": 16.9, "percentage": 84.5, "elapsed_time": "0:02:27", "remaining_time": "0:00:27", "throughput": 3711.9, "total_tokens": 548800}
{"current_steps": 850, "total_steps": 1000, "loss": 0.0001, "lr": 6.786259902314768e-07, "epoch": 17.0, "percentage": 85.0, "elapsed_time": "0:02:28", "remaining_time": "0:00:26", "throughput": 3712.84, "total_tokens": 551552}
{"current_steps": 855, "total_steps": 1000, "loss": 0.0002, "lr": 6.353896136509524e-07, "epoch": 17.1, "percentage": 85.5, "elapsed_time": "0:02:29", "remaining_time": "0:00:25", "throughput": 3713.73, "total_tokens": 554528}
{"current_steps": 860, "total_steps": 1000, "loss": 0.0001, "lr": 5.934827396750392e-07, "epoch": 17.2, "percentage": 86.0, "elapsed_time": "0:02:30", "remaining_time": "0:00:24", "throughput": 3716.59, "total_tokens": 557952}
{"current_steps": 865, "total_steps": 1000, "loss": 0.0001, "lr": 5.529181335435124e-07, "epoch": 17.3, "percentage": 86.5, "elapsed_time": "0:02:30", "remaining_time": "0:00:23", "throughput": 3719.2, "total_tokens": 560960}
{"current_steps": 870, "total_steps": 1000, "loss": 0.0001, "lr": 5.137081516283582e-07, "epoch": 17.4, "percentage": 87.0, "elapsed_time": "0:02:31", "remaining_time": "0:00:22", "throughput": 3722.45, "total_tokens": 564288}
{"current_steps": 875, "total_steps": 1000, "loss": 0.0001, "lr": 4.758647376699033e-07, "epoch": 17.5, "percentage": 87.5, "elapsed_time": "0:02:32", "remaining_time": "0:00:21", "throughput": 3724.07, "total_tokens": 566880}
{"current_steps": 880, "total_steps": 1000, "loss": 0.0001, "lr": 4.3939941913863525e-07, "epoch": 17.6, "percentage": 88.0, "elapsed_time": "0:02:32", "remaining_time": "0:00:20", "throughput": 3727.0, "total_tokens": 570208}
{"current_steps": 885, "total_steps": 1000, "loss": 0.0001, "lr": 4.043233037238281e-07, "epoch": 17.7, "percentage": 88.5, "elapsed_time": "0:02:33", "remaining_time": "0:00:19", "throughput": 3729.83, "total_tokens": 573568}
{"current_steps": 890, "total_steps": 1000, "loss": 0.0001, "lr": 3.7064707595002636e-07, "epoch": 17.8, "percentage": 89.0, "elapsed_time": "0:02:34", "remaining_time": "0:00:19", "throughput": 3732.35, "total_tokens": 576896}
{"current_steps": 895, "total_steps": 1000, "loss": 0.0001, "lr": 3.3838099392243915e-07, "epoch": 17.9, "percentage": 89.5, "elapsed_time": "0:02:35", "remaining_time": "0:00:18", "throughput": 3736.19, "total_tokens": 580672}
{"current_steps": 900, "total_steps": 1000, "loss": 0.0001, "lr": 3.0753488620222037e-07, "epoch": 18.0, "percentage": 90.0, "elapsed_time": "0:02:36", "remaining_time": "0:00:17", "throughput": 3737.66, "total_tokens": 583712}
{"current_steps": 900, "total_steps": 1000, "eval_loss": 0.2686527371406555, "epoch": 18.0, "percentage": 90.0, "elapsed_time": "0:02:37", "remaining_time": "0:00:17", "throughput": 3713.77, "total_tokens": 583712}
{"current_steps": 905, "total_steps": 1000, "loss": 0.0001, "lr": 2.7811814881259503e-07, "epoch": 18.1, "percentage": 90.5, "elapsed_time": "0:02:39", "remaining_time": "0:00:16", "throughput": 3687.17, "total_tokens": 587040}
{"current_steps": 910, "total_steps": 1000, "loss": 0.0001, "lr": 2.5013974237673824e-07, "epoch": 18.2, "percentage": 91.0, "elapsed_time": "0:02:40", "remaining_time": "0:00:15", "throughput": 3690.44, "total_tokens": 590496}
{"current_steps": 915, "total_steps": 1000, "loss": 0.0001, "lr": 2.2360818938828189e-07, "epoch": 18.3, "percentage": 91.5, "elapsed_time": "0:02:40", "remaining_time": "0:00:14", "throughput": 3692.82, "total_tokens": 593792}
{"current_steps": 920, "total_steps": 1000, "loss": 0.0001, "lr": 1.9853157161528468e-07, "epoch": 18.4, "percentage": 92.0, "elapsed_time": "0:02:41", "remaining_time": "0:00:14", "throughput": 3696.28, "total_tokens": 597408}
{"current_steps": 925, "total_steps": 1000, "loss": 0.0001, "lr": 1.7491752763844294e-07, "epoch": 18.5, "percentage": 92.5, "elapsed_time": "0:02:42", "remaining_time": "0:00:13", "throughput": 3699.81, "total_tokens": 600864}
{"current_steps": 930, "total_steps": 1000, "loss": 0.0001, "lr": 1.5277325052430569e-07, "epoch": 18.6, "percentage": 93.0, "elapsed_time": "0:02:43", "remaining_time": "0:00:12", "throughput": 3702.55, "total_tokens": 604096}
{"current_steps": 935, "total_steps": 1000, "loss": 0.0001, "lr": 1.3210548563419857e-07, "epoch": 18.7, "percentage": 93.5, "elapsed_time": "0:02:43", "remaining_time": "0:00:11", "throughput": 3704.89, "total_tokens": 607200}
{"current_steps": 940, "total_steps": 1000, "loss": 0.0001, "lr": 1.1292052856952063e-07, "epoch": 18.8, "percentage": 94.0, "elapsed_time": "0:02:44", "remaining_time": "0:00:10", "throughput": 3707.83, "total_tokens": 610432}
{"current_steps": 945, "total_steps": 1000, "loss": 0.0001, "lr": 9.522422325404234e-08, "epoch": 18.9, "percentage": 94.5, "elapsed_time": "0:02:45", "remaining_time": "0:00:09", "throughput": 3709.41, "total_tokens": 613184}
{"current_steps": 950, "total_steps": 1000, "loss": 0.0001, "lr": 7.90219601537906e-08, "epoch": 19.0, "percentage": 95.0, "elapsed_time": "0:02:46", "remaining_time": "0:00:08", "throughput": 3710.67, "total_tokens": 616096}
{"current_steps": 955, "total_steps": 1000, "loss": 0.0001, "lr": 6.431867463506047e-08, "epoch": 19.1, "percentage": 95.5, "elapsed_time": "0:02:46", "remaining_time": "0:00:07", "throughput": 3712.43, "total_tokens": 619456}
{"current_steps": 960, "total_steps": 1000, "loss": 0.0001, "lr": 5.111884546105506e-08, "epoch": 19.2, "percentage": 96.0, "elapsed_time": "0:02:47", "remaining_time": "0:00:06", "throughput": 3715.35, "total_tokens": 622752}
{"current_steps": 965, "total_steps": 1000, "loss": 0.0001, "lr": 3.9426493427611177e-08, "epoch": 19.3, "percentage": 96.5, "elapsed_time": "0:02:48", "remaining_time": "0:00:06", "throughput": 3716.6, "total_tokens": 625504}
{"current_steps": 970, "total_steps": 1000, "loss": 0.0001, "lr": 2.9245180138423033e-08, "epoch": 19.4, "percentage": 97.0, "elapsed_time": "0:02:49", "remaining_time": "0:00:05", "throughput": 3719.88, "total_tokens": 628960}
{"current_steps": 975, "total_steps": 1000, "loss": 0.0001, "lr": 2.057800692014833e-08, "epoch": 19.5, "percentage": 97.5, "elapsed_time": "0:02:49", "remaining_time": "0:00:04", "throughput": 3722.53, "total_tokens": 632128}
{"current_steps": 980, "total_steps": 1000, "loss": 0.0001, "lr": 1.3427613877709523e-08, "epoch": 19.6, "percentage": 98.0, "elapsed_time": "0:02:50", "remaining_time": "0:00:03", "throughput": 3724.07, "total_tokens": 635232}
{"current_steps": 985, "total_steps": 1000, "loss": 0.0001, "lr": 7.796179090094891e-09, "epoch": 19.7, "percentage": 98.5, "elapsed_time": "0:02:51", "remaining_time": "0:00:02", "throughput": 3726.56, "total_tokens": 638400}
{"current_steps": 990, "total_steps": 1000, "loss": 0.0001, "lr": 3.685417946894254e-09, "epoch": 19.8, "percentage": 99.0, "elapsed_time": "0:02:52", "remaining_time": "0:00:01", "throughput": 3729.15, "total_tokens": 641568}
{"current_steps": 995, "total_steps": 1000, "loss": 0.0001, "lr": 1.096582625772502e-09, "epoch": 19.9, "percentage": 99.5, "elapsed_time": "0:02:52", "remaining_time": "0:00:00", "throughput": 3731.37, "total_tokens": 644704}
{"current_steps": 1000, "total_steps": 1000, "loss": 0.0001, "lr": 3.0461711048035415e-11, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:02:53", "remaining_time": "0:00:00", "throughput": 3733.51, "total_tokens": 648352}
{"current_steps": 1000, "total_steps": 1000, "eval_loss": 0.27483537793159485, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:02:54", "remaining_time": "0:00:00", "throughput": 3712.03, "total_tokens": 648352}
{"current_steps": 1000, "total_steps": 1000, "epoch": 20.0, "percentage": 100.0, "elapsed_time": "0:02:55", "remaining_time": "0:00:00", "throughput": 3687.13, "total_tokens": 648352}