diff --git "a/trainer_log.jsonl" "b/trainer_log.jsonl"
--- "a/trainer_log.jsonl"
+++ "b/trainer_log.jsonl"
@@ -22167,3 +22167,470 @@
 {"current_steps": 22167, "total_steps": 22635, "loss": 0.0005, "lr": 5.27680991920132e-09, "epoch": 2.937972166998012, "percentage": 97.93, "elapsed_time": "2 days, 11:57:22", "remaining_time": "1:15:56", "throughput": 201.06, "total_tokens": 43398416}
 {"current_steps": 22168, "total_steps": 22635, "loss": 0.1836, "lr": 5.254291435846104e-09, "epoch": 2.938104705102717, "percentage": 97.94, "elapsed_time": "2 days, 11:57:32", "remaining_time": "1:15:47", "throughput": 201.07, "total_tokens": 43401040}
 {"current_steps": 22169, "total_steps": 22635, "loss": 0.0269, "lr": 5.231821052908981e-09, "epoch": 2.938237243207422, "percentage": 97.94, "elapsed_time": "2 days, 11:57:42", "remaining_time": "1:15:37", "throughput": 201.07, "total_tokens": 43403104}
+{"current_steps": 22170, "total_steps": 22635, "loss": 0.2277, "lr": 5.209398770823493e-09, "epoch": 2.9383697813121272, "percentage": 97.95, "elapsed_time": "2 days, 11:57:52", "remaining_time": "1:15:27", "throughput": 201.07, "total_tokens": 43404984}
+{"current_steps": 22171, "total_steps": 22635, "loss": 0.0273, "lr": 5.187024590021794e-09, "epoch": 2.9385023194168323, "percentage": 97.95, "elapsed_time": "2 days, 11:58:01", "remaining_time": "1:15:18", "throughput": 201.07, "total_tokens": 43406632}
+{"current_steps": 22172, "total_steps": 22635, "loss": 0.0001, "lr": 5.164698510935484e-09, "epoch": 2.9386348575215373, "percentage": 97.95, "elapsed_time": "2 days, 11:58:10", "remaining_time": "1:15:08", "throughput": 201.07, "total_tokens": 43408688}
+{"current_steps": 22173, "total_steps": 22635, "loss": 0.0, "lr": 5.142420533995052e-09, "epoch": 2.9387673956262423, "percentage": 97.96, "elapsed_time": "2 days, 11:58:19", "remaining_time": "1:14:58", "throughput": 201.07, "total_tokens": 43409912}
+{"current_steps": 22174, "total_steps": 22635, "loss": 0.0, "lr": 5.120190659629598e-09, "epoch": 2.938899933730948, "percentage": 97.96, "elapsed_time": "2 days, 11:58:29", "remaining_time": "1:14:48", "throughput": 201.07, "total_tokens": 43412008}
+{"current_steps": 22175, "total_steps": 22635, "loss": 0.2074, "lr": 5.098008888267947e-09, "epoch": 2.939032471835653, "percentage": 97.97, "elapsed_time": "2 days, 11:58:39", "remaining_time": "1:14:39", "throughput": 201.07, "total_tokens": 43414400}
+{"current_steps": 22176, "total_steps": 22635, "loss": 0.0, "lr": 5.075875220338089e-09, "epoch": 2.939165009940358, "percentage": 97.97, "elapsed_time": "2 days, 11:58:48", "remaining_time": "1:14:29", "throughput": 201.07, "total_tokens": 43415832}
+{"current_steps": 22177, "total_steps": 22635, "loss": 0.041, "lr": 5.05378965626635e-09, "epoch": 2.939297548045063, "percentage": 97.98, "elapsed_time": "2 days, 11:58:57", "remaining_time": "1:14:19", "throughput": 201.07, "total_tokens": 43417576}
+{"current_steps": 22178, "total_steps": 22635, "loss": 0.0204, "lr": 5.0317521964787786e-09, "epoch": 2.939430086149768, "percentage": 97.98, "elapsed_time": "2 days, 11:59:07", "remaining_time": "1:14:09", "throughput": 201.07, "total_tokens": 43420160}
+{"current_steps": 22179, "total_steps": 22635, "loss": 0.0695, "lr": 5.009762841400034e-09, "epoch": 2.939562624254473, "percentage": 97.99, "elapsed_time": "2 days, 11:59:16", "remaining_time": "1:14:00", "throughput": 201.07, "total_tokens": 43422056}
+{"current_steps": 22180, "total_steps": 22635, "loss": 0.0, "lr": 4.9878215914545004e-09, "epoch": 2.939695162359178, "percentage": 97.99, "elapsed_time": "2 days, 11:59:25", "remaining_time": "1:13:50", "throughput": 201.07, "total_tokens": 43423408}
+{"current_steps": 22181, "total_steps": 22635, "loss": 0.0009, "lr": 4.9659284470648935e-09, "epoch": 2.9398277004638835, "percentage": 97.99, "elapsed_time": "2 days, 11:59:34", "remaining_time": "1:13:40", "throughput": 201.07, "total_tokens": 43425184}
+{"current_steps": 22182, "total_steps": 22635, "loss": 0.3224, "lr": 4.9440834086533775e-09, "epoch": 2.9399602385685886, "percentage": 98.0, "elapsed_time": "2 days, 11:59:44", "remaining_time": "1:13:30", "throughput": 201.07, "total_tokens": 43427024}
+{"current_steps": 22183, "total_steps": 22635, "loss": 0.0001, "lr": 4.92228647664128e-09, "epoch": 2.9400927766732936, "percentage": 98.0, "elapsed_time": "2 days, 11:59:53", "remaining_time": "1:13:21", "throughput": 201.07, "total_tokens": 43428888}
+{"current_steps": 22184, "total_steps": 22635, "loss": 0.0, "lr": 4.900537651448545e-09, "epoch": 2.9402253147779986, "percentage": 98.01, "elapsed_time": "2 days, 12:00:01", "remaining_time": "1:13:11", "throughput": 201.06, "total_tokens": 43430088}
+{"current_steps": 22185, "total_steps": 22635, "loss": 0.0433, "lr": 4.8788369334951126e-09, "epoch": 2.9403578528827037, "percentage": 98.01, "elapsed_time": "2 days, 12:00:12", "remaining_time": "1:13:01", "throughput": 201.07, "total_tokens": 43433848}
+{"current_steps": 22186, "total_steps": 22635, "loss": 0.0003, "lr": 4.857184323198705e-09, "epoch": 2.9404903909874087, "percentage": 98.02, "elapsed_time": "2 days, 12:00:21", "remaining_time": "1:12:51", "throughput": 201.08, "total_tokens": 43436752}
+{"current_steps": 22187, "total_steps": 22635, "loss": 0.0011, "lr": 4.835579820977043e-09, "epoch": 2.9406229290921138, "percentage": 98.02, "elapsed_time": "2 days, 12:00:31", "remaining_time": "1:12:42", "throughput": 201.08, "total_tokens": 43438840}
+{"current_steps": 22188, "total_steps": 22635, "loss": 0.3077, "lr": 4.814023427247017e-09, "epoch": 2.9407554671968192, "percentage": 98.03, "elapsed_time": "2 days, 12:00:41", "remaining_time": "1:12:32", "throughput": 201.08, "total_tokens": 43441104}
+{"current_steps": 22189, "total_steps": 22635, "loss": 0.0001, "lr": 4.792515142423848e-09, "epoch": 2.9408880053015243, "percentage": 98.03, "elapsed_time": "2 days, 12:00:51", "remaining_time": "1:12:22", "throughput": 201.08, "total_tokens": 43444024}
+{"current_steps": 22190, "total_steps": 22635, "loss": 0.0165, "lr": 4.7710549669222065e-09, "epoch": 2.9410205434062293, "percentage": 98.03, "elapsed_time": "2 days, 12:01:01", "remaining_time": "1:12:12", "throughput": 201.08, "total_tokens": 43445672}
+{"current_steps": 22191, "total_steps": 22635, "loss": 0.0132, "lr": 4.749642901156204e-09, "epoch": 2.9411530815109344, "percentage": 98.04, "elapsed_time": "2 days, 12:01:09", "remaining_time": "1:12:03", "throughput": 201.08, "total_tokens": 43447584}
+{"current_steps": 22192, "total_steps": 22635, "loss": 0.0, "lr": 4.728278945538289e-09, "epoch": 2.9412856196156394, "percentage": 98.04, "elapsed_time": "2 days, 12:01:18", "remaining_time": "1:11:53", "throughput": 201.08, "total_tokens": 43448784}
+{"current_steps": 22193, "total_steps": 22635, "loss": 0.0192, "lr": 4.706963100480633e-09, "epoch": 2.941418157720345, "percentage": 98.05, "elapsed_time": "2 days, 12:01:27", "remaining_time": "1:11:43", "throughput": 201.08, "total_tokens": 43451120}
+{"current_steps": 22194, "total_steps": 22635, "loss": 0.0018, "lr": 4.685695366394016e-09, "epoch": 2.9415506958250495, "percentage": 98.05, "elapsed_time": "2 days, 12:01:38", "remaining_time": "1:11:33", "throughput": 201.08, "total_tokens": 43453992}
+{"current_steps": 22195, "total_steps": 22635, "loss": 0.2126, "lr": 4.664475743688668e-09, "epoch": 2.941683233929755, "percentage": 98.06, "elapsed_time": "2 days, 12:01:47", "remaining_time": "1:11:24", "throughput": 201.09, "total_tokens": 43456448}
+{"current_steps": 22196, "total_steps": 22635, "loss": 0.0003, "lr": 4.643304232773982e-09, "epoch": 2.94181577203446, "percentage": 98.06, "elapsed_time": "2 days, 12:01:57", "remaining_time": "1:11:14", "throughput": 201.09, "total_tokens": 43459360}
+{"current_steps": 22197, "total_steps": 22635, "loss": 0.0016, "lr": 4.62218083405741e-09, "epoch": 2.941948310139165, "percentage": 98.06, "elapsed_time": "2 days, 12:02:07", "remaining_time": "1:11:04", "throughput": 201.09, "total_tokens": 43461160}
+{"current_steps": 22198, "total_steps": 22635, "loss": 0.0036, "lr": 4.60110554794696e-09, "epoch": 2.94208084824387, "percentage": 98.07, "elapsed_time": "2 days, 12:02:17", "remaining_time": "1:10:54", "throughput": 201.1, "total_tokens": 43464288}
+{"current_steps": 22199, "total_steps": 22635, "loss": 0.1609, "lr": 4.5800783748486955e-09, "epoch": 2.942213386348575, "percentage": 98.07, "elapsed_time": "2 days, 12:02:27", "remaining_time": "1:10:45", "throughput": 201.1, "total_tokens": 43467112}
+{"current_steps": 22200, "total_steps": 22635, "loss": 0.0, "lr": 4.559099315167848e-09, "epoch": 2.9423459244532806, "percentage": 98.08, "elapsed_time": "2 days, 12:02:36", "remaining_time": "1:10:35", "throughput": 201.1, "total_tokens": 43468408}
+{"current_steps": 22201, "total_steps": 22635, "loss": 0.0485, "lr": 4.538168369309093e-09, "epoch": 2.942478462557985, "percentage": 98.08, "elapsed_time": "2 days, 12:02:46", "remaining_time": "1:10:25", "throughput": 201.1, "total_tokens": 43470848}
+{"current_steps": 22202, "total_steps": 22635, "loss": 0.0075, "lr": 4.517285537675997e-09, "epoch": 2.9426110006626907, "percentage": 98.09, "elapsed_time": "2 days, 12:02:54", "remaining_time": "1:10:16", "throughput": 201.1, "total_tokens": 43472400}
+{"current_steps": 22203, "total_steps": 22635, "loss": 0.1725, "lr": 4.496450820671294e-09, "epoch": 2.9427435387673957, "percentage": 98.09, "elapsed_time": "2 days, 12:03:04", "remaining_time": "1:10:06", "throughput": 201.1, "total_tokens": 43474648}
+{"current_steps": 22204, "total_steps": 22635, "loss": 0.0, "lr": 4.4756642186963295e-09, "epoch": 2.9428760768721007, "percentage": 98.1, "elapsed_time": "2 days, 12:03:14", "remaining_time": "1:09:56", "throughput": 201.1, "total_tokens": 43476512}
+{"current_steps": 22205, "total_steps": 22635, "loss": 0.1437, "lr": 4.454925732152449e-09, "epoch": 2.9430086149768058, "percentage": 98.1, "elapsed_time": "2 days, 12:03:22", "remaining_time": "1:09:46", "throughput": 201.1, "total_tokens": 43478288}
+{"current_steps": 22206, "total_steps": 22635, "loss": 0.0232, "lr": 4.434235361439054e-09, "epoch": 2.943141153081511, "percentage": 98.1, "elapsed_time": "2 days, 12:03:32", "remaining_time": "1:09:37", "throughput": 201.1, "total_tokens": 43480312}
+{"current_steps": 22207, "total_steps": 22635, "loss": 0.2381, "lr": 4.413593106955272e-09, "epoch": 2.9432736911862163, "percentage": 98.11, "elapsed_time": "2 days, 12:03:41", "remaining_time": "1:09:27", "throughput": 201.1, "total_tokens": 43481856}
+{"current_steps": 22208, "total_steps": 22635, "loss": 0.0521, "lr": 4.392998969098838e-09, "epoch": 2.943406229290921, "percentage": 98.11, "elapsed_time": "2 days, 12:03:51", "remaining_time": "1:09:17", "throughput": 201.1, "total_tokens": 43483912}
+{"current_steps": 22209, "total_steps": 22635, "loss": 0.0143, "lr": 4.372452948267214e-09, "epoch": 2.9435387673956264, "percentage": 98.12, "elapsed_time": "2 days, 12:03:59", "remaining_time": "1:09:07", "throughput": 201.1, "total_tokens": 43485280}
+{"current_steps": 22210, "total_steps": 22635, "loss": 0.0007, "lr": 4.3519550448561935e-09, "epoch": 2.9436713055003314, "percentage": 98.12, "elapsed_time": "2 days, 12:04:09", "remaining_time": "1:08:58", "throughput": 201.1, "total_tokens": 43488680}
+{"current_steps": 22211, "total_steps": 22635, "loss": 0.0056, "lr": 4.331505259261293e-09, "epoch": 2.9438038436050364, "percentage": 98.13, "elapsed_time": "2 days, 12:04:19", "remaining_time": "1:08:48", "throughput": 201.1, "total_tokens": 43490576}
+{"current_steps": 22212, "total_steps": 22635, "loss": 0.2447, "lr": 4.311103591876365e-09, "epoch": 2.9439363817097415, "percentage": 98.13, "elapsed_time": "2 days, 12:04:29", "remaining_time": "1:08:38", "throughput": 201.11, "total_tokens": 43494168}
+{"current_steps": 22213, "total_steps": 22635, "loss": 0.0752, "lr": 4.2907500430952595e-09, "epoch": 2.9440689198144465, "percentage": 98.14, "elapsed_time": "2 days, 12:04:39", "remaining_time": "1:08:28", "throughput": 201.12, "total_tokens": 43497616}
+{"current_steps": 22214, "total_steps": 22635, "loss": 0.0, "lr": 4.2704446133101655e-09, "epoch": 2.944201457919152, "percentage": 98.14, "elapsed_time": "2 days, 12:04:49", "remaining_time": "1:08:19", "throughput": 201.12, "total_tokens": 43499184}
+{"current_steps": 22215, "total_steps": 22635, "loss": 0.0647, "lr": 4.2501873029127115e-09, "epoch": 2.9443339960238566, "percentage": 98.14, "elapsed_time": "2 days, 12:04:58", "remaining_time": "1:08:09", "throughput": 201.12, "total_tokens": 43501440}
+{"current_steps": 22216, "total_steps": 22635, "loss": 0.0005, "lr": 4.22997811229342e-09, "epoch": 2.944466534128562, "percentage": 98.15, "elapsed_time": "2 days, 12:05:08", "remaining_time": "1:07:59", "throughput": 201.12, "total_tokens": 43503512}
+{"current_steps": 22217, "total_steps": 22635, "loss": 0.0001, "lr": 4.209817041841702e-09, "epoch": 2.944599072233267, "percentage": 98.15, "elapsed_time": "2 days, 12:05:18", "remaining_time": "1:07:49", "throughput": 201.11, "total_tokens": 43504464}
+{"current_steps": 22218, "total_steps": 22635, "loss": 0.0003, "lr": 4.189704091946411e-09, "epoch": 2.944731610337972, "percentage": 98.16, "elapsed_time": "2 days, 12:05:27", "remaining_time": "1:07:40", "throughput": 201.11, "total_tokens": 43506520}
+{"current_steps": 22219, "total_steps": 22635, "loss": 0.0024, "lr": 4.169639262995573e-09, "epoch": 2.944864148442677, "percentage": 98.16, "elapsed_time": "2 days, 12:05:37", "remaining_time": "1:07:30", "throughput": 201.12, "total_tokens": 43509936}
+{"current_steps": 22220, "total_steps": 22635, "loss": 0.0002, "lr": 4.149622555375821e-09, "epoch": 2.9449966865473822, "percentage": 98.17, "elapsed_time": "2 days, 12:05:47", "remaining_time": "1:07:20", "throughput": 201.12, "total_tokens": 43511656}
+{"current_steps": 22221, "total_steps": 22635, "loss": 0.0597, "lr": 4.1296539694732355e-09, "epoch": 2.9451292246520877, "percentage": 98.17, "elapsed_time": "2 days, 12:05:58", "remaining_time": "1:07:10", "throughput": 201.12, "total_tokens": 43513872}
+{"current_steps": 22222, "total_steps": 22635, "loss": 0.0, "lr": 4.109733505672509e-09, "epoch": 2.9452617627567923, "percentage": 98.18, "elapsed_time": "2 days, 12:06:08", "remaining_time": "1:07:01", "throughput": 201.12, "total_tokens": 43515952}
+{"current_steps": 22223, "total_steps": 22635, "loss": 0.0007, "lr": 4.089861164358056e-09, "epoch": 2.945394300861498, "percentage": 98.18, "elapsed_time": "2 days, 12:06:17", "remaining_time": "1:06:51", "throughput": 201.12, "total_tokens": 43517608}
+{"current_steps": 22224, "total_steps": 22635, "loss": 0.0002, "lr": 4.070036945912903e-09, "epoch": 2.945526838966203, "percentage": 98.18, "elapsed_time": "2 days, 12:06:27", "remaining_time": "1:06:41", "throughput": 201.12, "total_tokens": 43518848}
+{"current_steps": 22225, "total_steps": 22635, "loss": 0.0007, "lr": 4.0502608507192454e-09, "epoch": 2.945659377070908, "percentage": 98.19, "elapsed_time": "2 days, 12:06:37", "remaining_time": "1:06:32", "throughput": 201.12, "total_tokens": 43521176}
+{"current_steps": 22226, "total_steps": 22635, "loss": 0.0007, "lr": 4.030532879158722e-09, "epoch": 2.945791915175613, "percentage": 98.19, "elapsed_time": "2 days, 12:06:47", "remaining_time": "1:06:22", "throughput": 201.12, "total_tokens": 43523376}
+{"current_steps": 22227, "total_steps": 22635, "loss": 0.0426, "lr": 4.010853031611029e-09, "epoch": 2.945924453280318, "percentage": 98.2, "elapsed_time": "2 days, 12:06:57", "remaining_time": "1:06:12", "throughput": 201.12, "total_tokens": 43525152}
+{"current_steps": 22228, "total_steps": 22635, "loss": 0.0, "lr": 3.991221308456139e-09, "epoch": 2.9460569913850234, "percentage": 98.2, "elapsed_time": "2 days, 12:07:06", "remaining_time": "1:06:02", "throughput": 201.11, "total_tokens": 43526520}
+{"current_steps": 22229, "total_steps": 22635, "loss": 0.0149, "lr": 3.971637710072363e-09, "epoch": 2.9461895294897285, "percentage": 98.21, "elapsed_time": "2 days, 12:07:17", "remaining_time": "1:05:53", "throughput": 201.11, "total_tokens": 43528272}
+{"current_steps": 22230, "total_steps": 22635, "loss": 0.0002, "lr": 3.952102236837452e-09, "epoch": 2.9463220675944335, "percentage": 98.21, "elapsed_time": "2 days, 12:07:26", "remaining_time": "1:05:43", "throughput": 201.11, "total_tokens": 43530632}
+{"current_steps": 22231, "total_steps": 22635, "loss": 0.0262, "lr": 3.93261488912805e-09, "epoch": 2.9464546056991385, "percentage": 98.22, "elapsed_time": "2 days, 12:07:36", "remaining_time": "1:05:33", "throughput": 201.12, "total_tokens": 43533008}
+{"current_steps": 22232, "total_steps": 22635, "loss": 0.0317, "lr": 3.913175667319413e-09, "epoch": 2.9465871438038436, "percentage": 98.22, "elapsed_time": "2 days, 12:07:45", "remaining_time": "1:05:23", "throughput": 201.12, "total_tokens": 43534960}
+{"current_steps": 22233, "total_steps": 22635, "loss": 0.0392, "lr": 3.893784571787074e-09, "epoch": 2.9467196819085486, "percentage": 98.22, "elapsed_time": "2 days, 12:07:54", "remaining_time": "1:05:14", "throughput": 201.12, "total_tokens": 43536904}
+{"current_steps": 22234, "total_steps": 22635, "loss": 0.0008, "lr": 3.874441602904344e-09, "epoch": 2.9468522200132536, "percentage": 98.23, "elapsed_time": "2 days, 12:08:04", "remaining_time": "1:05:04", "throughput": 201.11, "total_tokens": 43537968}
+{"current_steps": 22235, "total_steps": 22635, "loss": 0.0, "lr": 3.855146761044259e-09, "epoch": 2.946984758117959, "percentage": 98.23, "elapsed_time": "2 days, 12:08:13", "remaining_time": "1:04:54", "throughput": 201.11, "total_tokens": 43539104}
+{"current_steps": 22236, "total_steps": 22635, "loss": 0.0002, "lr": 3.8359000465793e-09, "epoch": 2.947117296222664, "percentage": 98.24, "elapsed_time": "2 days, 12:08:23", "remaining_time": "1:04:44", "throughput": 201.11, "total_tokens": 43541744}
+{"current_steps": 22237, "total_steps": 22635, "loss": 0.0, "lr": 3.816701459880001e-09, "epoch": 2.947249834327369, "percentage": 98.24, "elapsed_time": "2 days, 12:08:32", "remaining_time": "1:04:35", "throughput": 201.11, "total_tokens": 43543160}
+{"current_steps": 22238, "total_steps": 22635, "loss": 0.0733, "lr": 3.797551001316624e-09, "epoch": 2.9473823724320742, "percentage": 98.25, "elapsed_time": "2 days, 12:08:42", "remaining_time": "1:04:25", "throughput": 201.12, "total_tokens": 43546168}
+{"current_steps": 22239, "total_steps": 22635, "loss": 0.0, "lr": 3.7784486712585946e-09, "epoch": 2.9475149105367793, "percentage": 98.25, "elapsed_time": "2 days, 12:08:52", "remaining_time": "1:04:15", "throughput": 201.11, "total_tokens": 43547784}
+{"current_steps": 22240, "total_steps": 22635, "loss": 0.0003, "lr": 3.759394470074229e-09, "epoch": 2.9476474486414843, "percentage": 98.25, "elapsed_time": "2 days, 12:09:01", "remaining_time": "1:04:05", "throughput": 201.11, "total_tokens": 43549192}
+{"current_steps": 22241, "total_steps": 22635, "loss": 0.0075, "lr": 3.740388398130734e-09, "epoch": 2.9477799867461894, "percentage": 98.26, "elapsed_time": "2 days, 12:09:10", "remaining_time": "1:03:56", "throughput": 201.11, "total_tokens": 43550616}
+{"current_steps": 22242, "total_steps": 22635, "loss": 0.0856, "lr": 3.7214304557944835e-09, "epoch": 2.947912524850895, "percentage": 98.26, "elapsed_time": "2 days, 12:09:20", "remaining_time": "1:03:46", "throughput": 201.11, "total_tokens": 43552808}
+{"current_steps": 22243, "total_steps": 22635, "loss": 0.0888, "lr": 3.7025206434312954e-09, "epoch": 2.9480450629556, "percentage": 98.27, "elapsed_time": "2 days, 12:09:29", "remaining_time": "1:03:36", "throughput": 201.11, "total_tokens": 43554880}
+{"current_steps": 22244, "total_steps": 22635, "loss": 0.0841, "lr": 3.6836589614056007e-09, "epoch": 2.948177601060305, "percentage": 98.27, "elapsed_time": "2 days, 12:09:39", "remaining_time": "1:03:26", "throughput": 201.11, "total_tokens": 43556528}
+{"current_steps": 22245, "total_steps": 22635, "loss": 0.0604, "lr": 3.664845410080997e-09, "epoch": 2.94831013916501, "percentage": 98.28, "elapsed_time": "2 days, 12:09:48", "remaining_time": "1:03:17", "throughput": 201.11, "total_tokens": 43558416}
+{"current_steps": 22246, "total_steps": 22635, "loss": 0.0017, "lr": 3.646079989820528e-09, "epoch": 2.948442677269715, "percentage": 98.28, "elapsed_time": "2 days, 12:09:58", "remaining_time": "1:03:07", "throughput": 201.11, "total_tokens": 43560624}
+{"current_steps": 22247, "total_steps": 22635, "loss": 0.0554, "lr": 3.6273627009855706e-09, "epoch": 2.94857521537442, "percentage": 98.29, "elapsed_time": "2 days, 12:10:09", "remaining_time": "1:02:57", "throughput": 201.11, "total_tokens": 43563104}
+{"current_steps": 22248, "total_steps": 22635, "loss": 0.0753, "lr": 3.608693543937225e-09, "epoch": 2.948707753479125, "percentage": 98.29, "elapsed_time": "2 days, 12:10:18", "remaining_time": "1:02:48", "throughput": 201.12, "total_tokens": 43565280}
+{"current_steps": 22249, "total_steps": 22635, "loss": 0.1406, "lr": 3.5900725190357587e-09, "epoch": 2.9488402915838305, "percentage": 98.29, "elapsed_time": "2 days, 12:10:28", "remaining_time": "1:02:38", "throughput": 201.11, "total_tokens": 43566992}
+{"current_steps": 22250, "total_steps": 22635, "loss": 0.0, "lr": 3.571499626639496e-09, "epoch": 2.9489728296885356, "percentage": 98.3, "elapsed_time": "2 days, 12:10:37", "remaining_time": "1:02:28", "throughput": 201.11, "total_tokens": 43568344}
+{"current_steps": 22251, "total_steps": 22635, "loss": 0.0037, "lr": 3.5529748671070396e-09, "epoch": 2.9491053677932406, "percentage": 98.3, "elapsed_time": "2 days, 12:10:46", "remaining_time": "1:02:18", "throughput": 201.12, "total_tokens": 43571104}
+{"current_steps": 22252, "total_steps": 22635, "loss": 0.0001, "lr": 3.534498240795603e-09, "epoch": 2.9492379058979457, "percentage": 98.31, "elapsed_time": "2 days, 12:10:56", "remaining_time": "1:02:09", "throughput": 201.12, "total_tokens": 43572840}
+{"current_steps": 22253, "total_steps": 22635, "loss": 0.0, "lr": 3.5160697480610127e-09, "epoch": 2.9493704440026507, "percentage": 98.31, "elapsed_time": "2 days, 12:11:04", "remaining_time": "1:01:59", "throughput": 201.11, "total_tokens": 43574528}
+{"current_steps": 22254, "total_steps": 22635, "loss": 0.0003, "lr": 3.497689389258818e-09, "epoch": 2.9495029821073557, "percentage": 98.32, "elapsed_time": "2 days, 12:11:14", "remaining_time": "1:01:49", "throughput": 201.11, "total_tokens": 43576272}
+{"current_steps": 22255, "total_steps": 22635, "loss": 0.1349, "lr": 3.4793571647434577e-09, "epoch": 2.9496355202120608, "percentage": 98.32, "elapsed_time": "2 days, 12:11:25", "remaining_time": "1:01:39", "throughput": 201.11, "total_tokens": 43578112}
+{"current_steps": 22256, "total_steps": 22635, "loss": 0.0048, "lr": 3.461073074868537e-09, "epoch": 2.9497680583167663, "percentage": 98.33, "elapsed_time": "2 days, 12:11:34", "remaining_time": "1:01:30", "throughput": 201.11, "total_tokens": 43580344}
+{"current_steps": 22257, "total_steps": 22635, "loss": 0.0103, "lr": 3.4428371199862755e-09, "epoch": 2.9499005964214713, "percentage": 98.33, "elapsed_time": "2 days, 12:11:44", "remaining_time": "1:01:20", "throughput": 201.11, "total_tokens": 43582160}
+{"current_steps": 22258, "total_steps": 22635, "loss": 0.0002, "lr": 3.4246493004486127e-09, "epoch": 2.9500331345261763, "percentage": 98.33, "elapsed_time": "2 days, 12:11:54", "remaining_time": "1:01:10", "throughput": 201.11, "total_tokens": 43584136}
+{"current_steps": 22259, "total_steps": 22635, "loss": 0.0027, "lr": 3.4065096166055465e-09, "epoch": 2.9501656726308814, "percentage": 98.34, "elapsed_time": "2 days, 12:12:04", "remaining_time": "1:01:00", "throughput": 201.11, "total_tokens": 43586048}
+{"current_steps": 22260, "total_steps": 22635, "loss": 0.0001, "lr": 3.3884180688076308e-09, "epoch": 2.9502982107355864, "percentage": 98.34, "elapsed_time": "2 days, 12:12:14", "remaining_time": "1:00:51", "throughput": 201.11, "total_tokens": 43587912}
+{"current_steps": 22261, "total_steps": 22635, "loss": 0.0267, "lr": 3.370374657403197e-09, "epoch": 2.9504307488402914, "percentage": 98.35, "elapsed_time": "2 days, 12:12:24", "remaining_time": "1:00:41", "throughput": 201.11, "total_tokens": 43589856}
+{"current_steps": 22262, "total_steps": 22635, "loss": 0.0568, "lr": 3.352379382740578e-09, "epoch": 2.9505632869449965, "percentage": 98.35, "elapsed_time": "2 days, 12:12:34", "remaining_time": "1:00:31", "throughput": 201.11, "total_tokens": 43591248}
+{"current_steps": 22263, "total_steps": 22635, "loss": 0.0001, "lr": 3.3344322451661636e-09, "epoch": 2.950695825049702, "percentage": 98.36, "elapsed_time": "2 days, 12:12:44", "remaining_time": "1:00:21", "throughput": 201.11, "total_tokens": 43592904}
+{"current_steps": 22264, "total_steps": 22635, "loss": 0.0011, "lr": 3.316533245026343e-09, "epoch": 2.950828363154407, "percentage": 98.36, "elapsed_time": "2 days, 12:12:53", "remaining_time": "1:00:12", "throughput": 201.11, "total_tokens": 43594672}
+{"current_steps": 22265, "total_steps": 22635, "loss": 0.003, "lr": 3.298682382665841e-09, "epoch": 2.950960901259112, "percentage": 98.37, "elapsed_time": "2 days, 12:13:03", "remaining_time": "1:00:02", "throughput": 201.11, "total_tokens": 43596576}
+{"current_steps": 22266, "total_steps": 22635, "loss": 0.0001, "lr": 3.280879658429381e-09, "epoch": 2.951093439363817, "percentage": 98.37, "elapsed_time": "2 days, 12:13:14", "remaining_time": "0:59:52", "throughput": 201.11, "total_tokens": 43599136}
+{"current_steps": 22267, "total_steps": 22635, "loss": 0.0, "lr": 3.263125072660023e-09, "epoch": 2.951225977468522, "percentage": 98.37, "elapsed_time": "2 days, 12:13:23", "remaining_time": "0:59:43", "throughput": 201.11, "total_tokens": 43601392}
+{"current_steps": 22268, "total_steps": 22635, "loss": 0.1412, "lr": 3.245418625699992e-09, "epoch": 2.951358515573227, "percentage": 98.38, "elapsed_time": "2 days, 12:13:32", "remaining_time": "0:59:33", "throughput": 201.11, "total_tokens": 43603408}
+{"current_steps": 22269, "total_steps": 22635, "loss": 0.0002, "lr": 3.2277603178906826e-09, "epoch": 2.951491053677932, "percentage": 98.38, "elapsed_time": "2 days, 12:13:42", "remaining_time": "0:59:23", "throughput": 201.11, "total_tokens": 43605240}
+{"current_steps": 22270, "total_steps": 22635, "loss": 0.1279, "lr": 3.210150149572655e-09, "epoch": 2.9516235917826377, "percentage": 98.39, "elapsed_time": "2 days, 12:13:53", "remaining_time": "0:59:13", "throughput": 201.11, "total_tokens": 43608064}
+{"current_steps": 22271, "total_steps": 22635, "loss": 0.0, "lr": 3.1925881210853606e-09, "epoch": 2.9517561298873427, "percentage": 98.39, "elapsed_time": "2 days, 12:14:01", "remaining_time": "0:59:04", "throughput": 201.11, "total_tokens": 43609416}
+{"current_steps": 22272, "total_steps": 22635, "loss": 0.0, "lr": 3.175074232767139e-09, "epoch": 2.9518886679920477, "percentage": 98.4, "elapsed_time": "2 days, 12:14:11", "remaining_time": "0:58:54", "throughput": 201.11, "total_tokens": 43610984}
+{"current_steps": 22273, "total_steps": 22635, "loss": 0.0123, "lr": 3.1576084849563315e-09, "epoch": 2.952021206096753, "percentage": 98.4, "elapsed_time": "2 days, 12:14:20", "remaining_time": "0:58:44", "throughput": 201.11, "total_tokens": 43613936}
+{"current_steps": 22274, "total_steps": 22635, "loss": 0.0935, "lr": 3.1401908779890576e-09, "epoch": 2.952153744201458, "percentage": 98.41, "elapsed_time": "2 days, 12:14:29", "remaining_time": "0:58:34", "throughput": 201.11, "total_tokens": 43615304}
+{"current_steps": 22275, "total_steps": 22635, "loss": 0.027, "lr": 3.122821412201438e-09, "epoch": 2.952286282306163, "percentage": 98.41, "elapsed_time": "2 days, 12:14:39", "remaining_time": "0:58:25", "throughput": 201.11, "total_tokens": 43617168}
+{"current_steps": 22276, "total_steps": 22635, "loss": 0.0003, "lr": 3.1055000879284815e-09, "epoch": 2.952418820410868, "percentage": 98.41, "elapsed_time": "2 days, 12:14:48", "remaining_time": "0:58:15", "throughput": 201.11, "total_tokens": 43619016}
+{"current_steps": 22277, "total_steps": 22635, "loss": 0.0012, "lr": 3.088226905504088e-09, "epoch": 2.9525513585155734, "percentage": 98.42, "elapsed_time": "2 days, 12:14:58", "remaining_time": "0:58:05", "throughput": 201.11, "total_tokens": 43620576}
+{"current_steps": 22278, "total_steps": 22635, "loss": 0.0, "lr": 3.0710018652610472e-09, "epoch": 2.9526838966202784, "percentage": 98.42, "elapsed_time": "2 days, 12:15:07", "remaining_time": "0:57:55", "throughput": 201.11, "total_tokens": 43622936}
+{"current_steps": 22279, "total_steps": 22635, "loss": 0.0001, "lr": 3.0538249675315935e-09, "epoch": 2.9528164347249835, "percentage": 98.43, "elapsed_time": "2 days, 12:15:16", "remaining_time": "0:57:46", "throughput": 201.12, "total_tokens": 43625712}
+{"current_steps": 22280, "total_steps": 22635, "loss": 0.0218, "lr": 3.03669621264685e-09, "epoch": 2.9529489728296885, "percentage": 98.43, "elapsed_time": "2 days, 12:15:26", "remaining_time": "0:57:36", "throughput": 201.12, "total_tokens": 43627824}
+{"current_steps": 22281, "total_steps": 22635, "loss": 0.0393, "lr": 3.0196156009373865e-09, "epoch": 2.9530815109343935, "percentage": 98.44, "elapsed_time": "2 days, 12:15:35", "remaining_time": "0:57:26", "throughput": 201.12, "total_tokens": 43629976}
+{"current_steps": 22282, "total_steps": 22635, "loss": 0.0003, "lr": 3.0025831327321063e-09, "epoch": 2.953214049039099, "percentage": 98.44, "elapsed_time": "2 days, 12:15:45", "remaining_time": "0:57:16", "throughput": 201.12, "total_tokens": 43631288}
+{"current_steps": 22283, "total_steps": 22635, "loss": 0.0291, "lr": 2.985598808359913e-09, "epoch": 2.9533465871438036, "percentage": 98.44, "elapsed_time": "2 days, 12:15:54", "remaining_time": "0:57:07", "throughput": 201.12, "total_tokens": 43633784}
+{"current_steps": 22284, "total_steps": 22635, "loss": 0.0003, "lr": 2.968662628147767e-09, "epoch": 2.953479125248509, "percentage": 98.45, "elapsed_time": "2 days, 12:16:03", "remaining_time": "0:56:57", "throughput": 201.12, "total_tokens": 43635528}
+{"current_steps": 22285, "total_steps": 22635, "loss": 0.0, "lr": 2.9517745924223517e-09, "epoch": 2.953611663353214, "percentage": 98.45, "elapsed_time": "2 days, 12:16:13", "remaining_time": "0:56:47", "throughput": 201.12, "total_tokens": 43637408}
+{"current_steps": 22286, "total_steps": 22635, "loss": 0.0001, "lr": 2.9349347015095175e-09, "epoch": 2.953744201457919, "percentage": 98.46, "elapsed_time": "2 days, 12:16:22", "remaining_time": "0:56:37", "throughput": 201.12, "total_tokens": 43639840}
+{"current_steps": 22287, "total_steps": 22635, "loss": 0.0004, "lr": 2.918142955733727e-09, "epoch": 2.953876739562624, "percentage": 98.46, "elapsed_time": "2 days, 12:16:32", "remaining_time": "0:56:28", "throughput": 201.12, "total_tokens": 43642440}
+{"current_steps": 22288, "total_steps": 22635, "loss": 0.0, "lr": 2.901399355418888e-09, "epoch": 2.9540092776673292, "percentage": 98.47, "elapsed_time": "2 days, 12:16:41", "remaining_time": "0:56:18", "throughput": 201.13, "total_tokens": 43644424}
+{"current_steps": 22289, "total_steps": 22635, "loss": 0.0, "lr": 2.88470390088752e-09, "epoch": 2.9541418157720347, "percentage": 98.47, "elapsed_time": "2 days, 12:16:50", "remaining_time": "0:56:08", "throughput": 201.12, "total_tokens": 43645864}
+{"current_steps": 22290, "total_steps": 22635, "loss": 0.0238, "lr": 2.8680565924618653e-09, "epoch": 2.9542743538767393, "percentage": 98.48, "elapsed_time": "2 days, 12:17:00", "remaining_time": "0:55:59", "throughput": 201.12, "total_tokens": 43648088}
+{"current_steps": 22291, "total_steps": 22635, "loss": 0.0003, "lr": 2.8514574304627785e-09, "epoch": 2.954406891981445, "percentage": 98.48, "elapsed_time": "2 days, 12:17:08", "remaining_time": "0:55:49", "throughput": 201.12, "total_tokens": 43649544}
+{"current_steps": 22292, "total_steps": 22635, "loss": 0.0, "lr": 2.8349064152102812e-09, "epoch": 2.95453943008615, "percentage": 98.48, "elapsed_time": "2 days, 12:17:18", "remaining_time": "0:55:39", "throughput": 201.12, "total_tokens": 43650736}
+{"current_steps": 22293, "total_steps": 22635, "loss": 0.0048, "lr": 2.818403547023285e-09, "epoch": 2.954671968190855, "percentage": 98.49, "elapsed_time": "2 days, 12:17:28", "remaining_time": "0:55:29", "throughput": 201.12, "total_tokens": 43652608}
+{"current_steps": 22294, "total_steps": 22635, "loss": 0.0437, "lr": 2.801948826220424e-09, "epoch": 2.95480450629556, "percentage": 98.49, "elapsed_time": "2 days, 12:17:37", "remaining_time": "0:55:20", "throughput": 201.12, "total_tokens": 43654536}
+{"current_steps": 22295, "total_steps": 22635, "loss": 0.0001, "lr": 2.785542253118667e-09, "epoch": 2.954937044400265, "percentage": 98.5, "elapsed_time": "2 days, 12:17:46", "remaining_time": "0:55:10", "throughput": 201.12, "total_tokens": 43656384}
+{"current_steps": 22296, "total_steps": 22635, "loss": 0.0716, "lr": 2.76918382803415e-09, "epoch": 2.9550695825049704, "percentage": 98.5, "elapsed_time": "2 days, 12:17:56", "remaining_time": "0:55:00", "throughput": 201.12, "total_tokens": 43658232}
+{"current_steps": 22297, "total_steps": 22635, "loss": 0.0523, "lr": 2.7528735512830085e-09, "epoch": 2.955202120609675, "percentage": 98.51, "elapsed_time": "2 days, 12:18:05", "remaining_time": "0:54:50", "throughput": 201.12, "total_tokens": 43659984}
+{"current_steps": 22298, "total_steps": 22635, "loss": 0.249, "lr": 2.736611423178881e-09, "epoch": 2.9553346587143805, "percentage": 98.51, "elapsed_time": "2 days, 12:18:14", "remaining_time": "0:54:41", "throughput": 201.12, "total_tokens": 43661808}
+{"current_steps": 22299, "total_steps": 22635, "loss": 0.0003, "lr": 2.7203974440356827e-09, "epoch": 2.9554671968190855, "percentage": 98.52, "elapsed_time": "2 days, 12:18:24", "remaining_time": "0:54:31", "throughput": 201.12, "total_tokens": 43663512}
+{"current_steps": 22300, "total_steps": 22635, "loss": 0.0184, "lr": 2.7042316141662195e-09, "epoch": 2.9555997349237906, "percentage": 98.52, "elapsed_time": "2 days, 12:18:34", "remaining_time": "0:54:21", "throughput": 201.12, "total_tokens": 43666384}
+{"current_steps": 22301, "total_steps": 22635, "loss": 0.0, "lr": 2.6881139338816307e-09, "epoch": 2.9557322730284956, "percentage": 98.52, "elapsed_time": "2 days, 12:18:43", "remaining_time": "0:54:11", "throughput": 201.12, "total_tokens": 43668424}
+{"current_steps": 22302, "total_steps": 22635, "loss": 0.0, "lr": 2.6720444034933347e-09, "epoch": 2.9558648111332007, "percentage": 98.53, "elapsed_time": "2 days, 12:18:53", "remaining_time": "0:54:02", "throughput": 201.12, "total_tokens": 43669440}
+{"current_steps": 22303, "total_steps": 22635, "loss": 0.0389, "lr": 2.6560230233105277e-09, "epoch": 2.955997349237906, "percentage": 98.53, "elapsed_time": "2 days, 12:19:03", "remaining_time": "0:53:52", "throughput": 201.12, "total_tokens": 43672344}
+{"current_steps": 22304, "total_steps": 22635, "loss": 0.0542, "lr": 2.640049793642685e-09, "epoch": 2.9561298873426107, "percentage": 98.54, "elapsed_time": "2 days, 12:19:12", "remaining_time": "0:53:42", "throughput": 201.13, "total_tokens": 43675760}
+{"current_steps": 22305, "total_steps": 22635, "loss": 0.0775, "lr": 2.624124714797338e-09, "epoch": 2.956262425447316, "percentage": 98.54, "elapsed_time": "2 days, 12:19:23", "remaining_time": "0:53:32", "throughput": 201.13, "total_tokens": 43678248}
+{"current_steps": 22306, "total_steps": 22635, "loss": 0.2101, "lr": 2.608247787082019e-09, "epoch": 2.9563949635520212, "percentage": 98.55, "elapsed_time": "2 days, 12:19:33", "remaining_time": "0:53:23", "throughput": 201.13, "total_tokens": 43680072}
+{"current_steps": 22307, "total_steps": 22635, "loss": 0.0641, "lr": 2.5924190108023164e-09, "epoch": 2.9565275016567263, "percentage": 98.55, "elapsed_time": "2 days, 12:19:42", "remaining_time": "0:53:13", "throughput": 201.13, "total_tokens": 43682152}
+{"current_steps": 22308, "total_steps": 22635, "loss": 0.0001, "lr": 2.576638386263541e-09, "epoch": 2.9566600397614313, "percentage": 98.56, "elapsed_time": "2 days, 12:19:52", "remaining_time": "0:53:03", "throughput": 201.13, "total_tokens": 43683896}
+{"current_steps": 22309, "total_steps": 22635, "loss": 0.0166, "lr": 2.560905913770173e-09, "epoch": 2.9567925778661364, "percentage": 98.56, "elapsed_time": "2 days, 12:20:02", "remaining_time": "0:52:53", "throughput": 201.13, "total_tokens": 43686896}
+{"current_steps": 22310, "total_steps": 22635, "loss": 0.0239, "lr": 2.5452215936255796e-09, "epoch": 2.956925115970842, "percentage": 98.56, "elapsed_time": "2 days, 12:20:12", "remaining_time": "0:52:44", "throughput": 201.13, "total_tokens": 43689000}
+{"current_steps": 22311, "total_steps": 22635, "loss": 0.0005, "lr": 2.5295854261317422e-09, "epoch": 2.957057654075547, "percentage": 98.57, "elapsed_time": "2 days, 12:20:22", "remaining_time": "0:52:34", "throughput": 201.14, "total_tokens": 43691888}
+{"current_steps": 22312, "total_steps": 22635, "loss": 0.0411, "lr": 2.5139974115906407e-09, "epoch": 2.957190192180252, "percentage": 98.57, "elapsed_time": "2 days, 12:20:32", "remaining_time": "0:52:24", "throughput": 201.14, "total_tokens": 43694016}
+{"current_steps": 22313, "total_steps": 22635, "loss": 0.0, "lr": 2.498457550302591e-09, "epoch": 2.957322730284957, "percentage": 98.58, "elapsed_time": "2 days, 12:20:42", "remaining_time": "0:52:15", "throughput": 201.14, "total_tokens": 43695776}
+{"current_steps": 22314, "total_steps": 22635, "loss": 0.0281, "lr": 2.4829658425670755e-09, "epoch": 2.957455268389662, "percentage": 98.58, "elapsed_time": "2 days, 12:20:51", "remaining_time": "0:52:05", "throughput": 201.14, "total_tokens": 43697736}
+{"current_steps": 22315, "total_steps": 22635, "loss": 0.0002, "lr": 2.467522288683022e-09, "epoch": 2.957587806494367, "percentage": 98.59, "elapsed_time": "2 days, 12:21:02", "remaining_time": "0:51:55", "throughput": 201.14, "total_tokens": 43699432}
+{"current_steps": 22316, "total_steps": 22635, "loss": 0.0235, "lr": 2.45212688894797e-09, "epoch": 2.957720344599072, "percentage": 98.59, "elapsed_time": "2 days, 12:21:12", "remaining_time": "0:51:45", "throughput": 201.14, "total_tokens": 43701200}
+{"current_steps": 22317, "total_steps": 22635, "loss": 0.0004, "lr": 2.436779643659182e-09, "epoch": 2.9578528827037776, "percentage": 98.6, "elapsed_time": "2 days, 12:21:22", "remaining_time": "0:51:36", "throughput": 201.14, "total_tokens": 43703584}
+{"current_steps": 22318, "total_steps": 22635, "loss": 0.0001, "lr": 2.4214805531119767e-09, "epoch": 2.9579854208084826, "percentage": 98.6, "elapsed_time": "2 days, 12:21:32", "remaining_time": "0:51:26", "throughput": 201.14, "total_tokens": 43705704}
+{"current_steps": 22319, "total_steps": 22635, "loss": 0.0006, "lr": 2.406229617601674e-09, "epoch": 2.9581179589131876, "percentage": 98.6, "elapsed_time": "2 days, 12:21:42", "remaining_time": "0:51:16", "throughput": 201.14, "total_tokens": 43707848}
+{"current_steps": 22320, "total_steps": 22635, "loss": 0.0001, "lr": 2.3910268374222055e-09, "epoch": 2.9582504970178927, "percentage": 98.61, "elapsed_time": "2 days, 12:21:50", "remaining_time": "0:51:06", "throughput": 201.14, "total_tokens": 43709784}
+{"current_steps": 22321, "total_steps": 22635, "loss": 0.0, "lr": 2.3758722128669477e-09, "epoch": 2.9583830351225977, "percentage": 98.61, "elapsed_time": "2 days, 12:22:01", "remaining_time": "0:50:57", "throughput": 201.14, "total_tokens": 43711184}
+{"current_steps": 22322, "total_steps": 22635, "loss": 0.0, "lr": 2.360765744227889e-09, "epoch": 2.9585155732273027, "percentage": 98.62, "elapsed_time": "2 days, 12:22:10", "remaining_time": "0:50:47", "throughput": 201.13, "total_tokens": 43712456}
+{"current_steps": 22323, "total_steps": 22635, "loss": 0.0005, "lr": 2.3457074317961847e-09, "epoch": 2.958648111332008, "percentage": 98.62, "elapsed_time": "2 days, 12:22:20", "remaining_time": "0:50:37", "throughput": 201.13, "total_tokens": 43714544}
+{"current_steps": 22324, "total_steps": 22635, "loss": 0.0026, "lr": 2.3306972758621594e-09, "epoch": 2.9587806494367133, "percentage": 98.63, "elapsed_time": "2 days, 12:22:29", "remaining_time": "0:50:27", "throughput": 201.13, "total_tokens": 43716648}
+{"current_steps": 22325, "total_steps": 22635, "loss": 0.0761, "lr": 2.3157352767155807e-09, "epoch": 2.9589131875414183, "percentage": 98.63, "elapsed_time": "2 days, 12:22:39", "remaining_time": "0:50:18", "throughput": 201.13, "total_tokens": 43718560}
+{"current_steps": 22326, "total_steps": 22635, "loss": 0.0549, "lr": 2.300821434644551e-09, "epoch": 2.9590457256461233, "percentage": 98.63, "elapsed_time": "2 days, 12:22:49", "remaining_time": "0:50:08", "throughput": 201.13, "total_tokens": 43720544}
+{"current_steps": 22327, "total_steps": 22635, "loss": 0.0001, "lr": 2.2859557499368966e-09, "epoch": 2.9591782637508284, "percentage": 98.64, "elapsed_time": "2 days, 12:22:58", "remaining_time": "0:49:58", "throughput": 201.13, "total_tokens": 43722256}
+{"current_steps": 22328, "total_steps": 22635, "loss": 0.0, "lr": 2.2711382228790547e-09, "epoch": 2.9593108018555334, "percentage": 98.64, "elapsed_time": "2 days, 12:23:07", "remaining_time": "0:49:48", "throughput": 201.13, "total_tokens": 43723568}
+{"current_steps": 22329, "total_steps": 22635, "loss": 0.027, "lr": 2.2563688537566298e-09, "epoch": 2.9594433399602385, "percentage": 98.65, "elapsed_time": "2 days, 12:23:17", "remaining_time": "0:49:39", "throughput": 201.13, "total_tokens": 43725224}
+{"current_steps": 22330, "total_steps": 22635, "loss": 0.0796, "lr": 2.2416476428546717e-09, "epoch": 2.9595758780649435, "percentage": 98.65, "elapsed_time": "2 days, 12:23:26", "remaining_time": "0:49:29", "throughput": 201.13, "total_tokens": 43727288}
+{"current_steps": 22331, "total_steps": 22635, "loss": 0.1543, "lr": 2.226974590456843e-09, "epoch": 2.959708416169649, "percentage": 98.66, "elapsed_time": "2 days, 12:23:36", "remaining_time": "0:49:19", "throughput": 201.13, "total_tokens": 43729784}
+{"current_steps": 22332, "total_steps": 22635, "loss": 0.0043, "lr": 2.2123496968459723e-09, "epoch": 2.959840954274354, "percentage": 98.66, "elapsed_time": "2 days, 12:23:46", "remaining_time": "0:49:10", "throughput": 201.14, "total_tokens": 43732112}
+{"current_steps": 22333, "total_steps": 22635, "loss": 0.0172, "lr": 2.1977729623040565e-09, "epoch": 2.959973492379059, "percentage": 98.67, "elapsed_time": "2 days, 12:23:55", "remaining_time": "0:49:00", "throughput": 201.13, "total_tokens": 43733752}
+{"current_steps": 22334, "total_steps": 22635, "loss": 0.0066, "lr": 2.1832443871125374e-09, "epoch": 2.960106030483764, "percentage": 98.67, "elapsed_time": "2 days, 12:24:05", "remaining_time": "0:48:50", "throughput": 201.14, "total_tokens": 43736048}
+{"current_steps": 22335, "total_steps": 22635, "loss": 0.0, "lr": 2.1687639715509136e-09, "epoch": 2.960238568588469, "percentage": 98.67, "elapsed_time": "2 days, 12:24:15", "remaining_time": "0:48:40", "throughput": 201.13, "total_tokens": 43737608}
+{"current_steps": 22336, "total_steps": 22635, "loss": 0.0427, "lr": 2.154331715898683e-09, "epoch": 2.960371106693174, "percentage": 98.68, "elapsed_time": "2 days, 12:24:24", "remaining_time": "0:48:31", "throughput": 201.13, "total_tokens": 43739568}
+{"current_steps": 22337, "total_steps": 22635, "loss": 0.0, "lr": 2.1399476204345126e-09, "epoch": 2.960503644797879, "percentage": 98.68, "elapsed_time": "2 days, 12:24:34", "remaining_time": "0:48:21", "throughput": 201.13, "total_tokens": 43740744}
+{"current_steps": 22338, "total_steps": 22635, "loss": 0.0, "lr": 2.1256116854348472e-09, "epoch": 2.9606361829025847, "percentage": 98.69, "elapsed_time": "2 days, 12:24:43", "remaining_time": "0:48:11", "throughput": 201.13, "total_tokens": 43742320}
+{"current_steps": 22339, "total_steps": 22635, "loss": 0.1574, "lr": 2.1113239111769655e-09, "epoch": 2.9607687210072897, "percentage": 98.69, "elapsed_time": "2 days, 12:24:53", "remaining_time": "0:48:01", "throughput": 201.13, "total_tokens": 43744944}
+{"current_steps": 22340, "total_steps": 22635, "loss": 0.0004, "lr": 2.0970842979356476e-09, "epoch": 2.9609012591119948, "percentage": 98.7, "elapsed_time": "2 days, 12:25:04", "remaining_time": "0:47:52", "throughput": 201.14, "total_tokens": 43747768}
+{"current_steps": 22341, "total_steps": 22635, "loss": 0.1038, "lr": 2.082892845985951e-09, "epoch": 2.9610337972167, "percentage": 98.7, "elapsed_time": "2 days, 12:25:13", "remaining_time": "0:47:42", "throughput": 201.14, "total_tokens": 43750176}
+{"current_steps": 22342, "total_steps": 22635, "loss": 0.1581, "lr": 2.068749555601268e-09, "epoch": 2.961166335321405, "percentage": 98.71, "elapsed_time": "2 days, 12:25:24", "remaining_time": "0:47:32", "throughput": 201.14, "total_tokens": 43752368}
+{"current_steps": 22343, "total_steps": 22635, "loss": 0.0003, "lr": 2.0546544270544365e-09, "epoch": 2.96129887342611, "percentage": 98.71, "elapsed_time": "2 days, 12:25:33", "remaining_time": "0:47:22", "throughput": 201.13, "total_tokens": 43753536}
+{"current_steps": 22344, "total_steps": 22635, "loss": 0.0001, "lr": 2.040607460616906e-09, "epoch": 2.961431411530815, "percentage": 98.71, "elapsed_time": "2 days, 12:25:42", "remaining_time": "0:47:13", "throughput": 201.13, "total_tokens": 43754912}
+{"current_steps": 22345, "total_steps": 22635, "loss": 0.0, "lr": 2.0266086565598474e-09, "epoch": 2.9615639496355204, "percentage": 98.72, "elapsed_time": "2 days, 12:25:53", "remaining_time": "0:47:03", "throughput": 201.13, "total_tokens": 43757088}
+{"current_steps": 22346, "total_steps": 22635, "loss": 0.0001, "lr": 2.012658015153046e-09, "epoch": 2.9616964877402254, "percentage": 98.72, "elapsed_time": "2 days, 12:26:02", "remaining_time": "0:46:53", "throughput": 201.13, "total_tokens": 43758616}
+{"current_steps": 22347, "total_steps": 22635, "loss": 0.0, "lr": 1.998755536665453e-09, "epoch": 2.9618290258449305, "percentage": 98.73, "elapsed_time": "2 days, 12:26:12", "remaining_time": "0:46:43", "throughput": 201.13, "total_tokens": 43760328}
+{"current_steps": 22348, "total_steps": 22635, "loss": 0.0304, "lr": 1.9849012213649097e-09, "epoch": 2.9619615639496355, "percentage": 98.73, "elapsed_time": "2 days, 12:26:22", "remaining_time": "0:46:34", "throughput": 201.13, "total_tokens": 43762528}
+{"current_steps": 22349, "total_steps": 22635, "loss": 0.0, "lr": 1.97109506951898e-09, "epoch": 2.9620941020543405, "percentage": 98.74, "elapsed_time": "2 days, 12:26:30", "remaining_time": "0:46:24", "throughput": 201.13, "total_tokens": 43764144}
+{"current_steps": 22350, "total_steps": 22635, "loss": 0.0195, "lr": 1.9573370813935623e-09, "epoch": 2.9622266401590456, "percentage": 98.74, "elapsed_time": "2 days, 12:26:40", "remaining_time": "0:46:14", "throughput": 201.13, "total_tokens": 43766400}
+{"current_steps": 22351, "total_steps": 22635, "loss": 0.0299, "lr": 1.943627257254277e-09, "epoch": 2.9623591782637506, "percentage": 98.75, "elapsed_time": "2 days, 12:26:50", "remaining_time": "0:46:05", "throughput": 201.13, "total_tokens": 43768440}
+{"current_steps": 22352, "total_steps": 22635, "loss": 0.0, "lr": 1.9299655973648023e-09, "epoch": 2.962491716368456, "percentage": 98.75, "elapsed_time": "2 days, 12:27:01", "remaining_time": "0:45:55", "throughput": 201.13, "total_tokens": 43771040}
+{"current_steps": 22353, "total_steps": 22635, "loss": 0.0175, "lr": 1.916352101989094e-09, "epoch": 2.962624254473161, "percentage": 98.75, "elapsed_time": "2 days, 12:27:11", "remaining_time": "0:45:45", "throughput": 201.14, "total_tokens": 43773704}
+{"current_steps": 22354, "total_steps": 22635, "loss": 0.0, "lr": 1.9027867713894422e-09, "epoch": 2.962756792577866, "percentage": 98.76, "elapsed_time": "2 days, 12:27:21", "remaining_time": "0:45:35", "throughput": 201.14, "total_tokens": 43775384}
+{"current_steps": 22355, "total_steps": 22635, "loss": 0.0983, "lr": 1.889269605827304e-09, "epoch": 2.962889330682571, "percentage": 98.76, "elapsed_time": "2 days, 12:27:31", "remaining_time": "0:45:26", "throughput": 201.14, "total_tokens": 43777928}
+{"current_steps": 22356, "total_steps": 22635, "loss": 0.0002, "lr": 1.8758006055635823e-09, "epoch": 2.9630218687872762, "percentage": 98.77, "elapsed_time": "2 days, 12:27:40", "remaining_time": "0:45:16", "throughput": 201.14, "total_tokens": 43780304}
+{"current_steps": 22357, "total_steps": 22635, "loss": 0.0002, "lr": 1.8623797708577918e-09, "epoch": 2.9631544068919813, "percentage": 98.77, "elapsed_time": "2 days, 12:27:50", "remaining_time": "0:45:06", "throughput": 201.14, "total_tokens": 43781864}
+{"current_steps": 22358, "total_steps": 22635, "loss": 0.0, "lr": 1.849007101968614e-09, "epoch": 2.9632869449966863, "percentage": 98.78, "elapsed_time": "2 days, 12:28:00", "remaining_time": "0:44:56", "throughput": 201.14, "total_tokens": 43783296}
+{"current_steps": 22359, "total_steps": 22635, "loss": 0.0043, "lr": 1.8356825991538985e-09, "epoch": 2.963419483101392, "percentage": 98.78, "elapsed_time": "2 days, 12:28:09", "remaining_time": "0:44:47", "throughput": 201.14, "total_tokens": 43785504}
+{"current_steps": 22360, "total_steps": 22635, "loss": 0.102, "lr": 1.8224062626706618e-09, "epoch": 2.963552021206097, "percentage": 98.79, "elapsed_time": "2 days, 12:28:19", "remaining_time": "0:44:37", "throughput": 201.14, "total_tokens": 43787680}
+{"current_steps": 22361, "total_steps": 22635, "loss": 0.0007, "lr": 1.8091780927750879e-09, "epoch": 2.963684559310802, "percentage": 98.79, "elapsed_time": "2 days, 12:28:29", "remaining_time": "0:44:27", "throughput": 201.14, "total_tokens": 43789504}
+{"current_steps": 22362, "total_steps": 22635, "loss": 0.0112, "lr": 1.7959980897216955e-09, "epoch": 2.963817097415507, "percentage": 98.79, "elapsed_time": "2 days, 12:28:38", "remaining_time": "0:44:17", "throughput": 201.14, "total_tokens": 43791336}
+{"current_steps": 22363, "total_steps": 22635, "loss": 0.0126, "lr": 1.7828662537650032e-09, "epoch": 2.963949635520212, "percentage": 98.8, "elapsed_time": "2 days, 12:28:48", "remaining_time": "0:44:08", "throughput": 201.14, "total_tokens": 43792976}
+{"current_steps": 22364, "total_steps": 22635, "loss": 0.0002, "lr": 1.7697825851578642e-09, "epoch": 2.9640821736249174, "percentage": 98.8, "elapsed_time": "2 days, 12:28:57", "remaining_time": "0:43:58", "throughput": 201.14, "total_tokens": 43795952}
+{"current_steps": 22365, "total_steps": 22635, "loss": 0.0001, "lr": 1.7567470841528545e-09, "epoch": 2.964214711729622, "percentage": 98.81, "elapsed_time": "2 days, 12:29:07", "remaining_time": "0:43:48", "throughput": 201.14, "total_tokens": 43797608}
+{"current_steps": 22366, "total_steps": 22635, "loss": 0.0014, "lr": 1.7437597510014391e-09, "epoch": 2.9643472498343275, "percentage": 98.81, "elapsed_time": "2 days, 12:29:16", "remaining_time": "0:43:38", "throughput": 201.14, "total_tokens": 43800080}
+{"current_steps": 22367, "total_steps": 22635, "loss": 0.0, "lr": 1.7308205859536965e-09, "epoch": 2.9644797879390326, "percentage": 98.82, "elapsed_time": "2 days, 12:29:26", "remaining_time": "0:43:29", "throughput": 201.15, "total_tokens": 43802880}
+{"current_steps": 22368, "total_steps": 22635, "loss": 0.0001, "lr": 1.717929589258871e-09, "epoch": 2.9646123260437376, "percentage": 98.82, "elapsed_time": "2 days, 12:29:36", "remaining_time": "0:43:19", "throughput": 201.14, "total_tokens": 43804032}
+{"current_steps": 22369, "total_steps": 22635, "loss": 0.0619, "lr": 1.705086761166208e-09, "epoch": 2.9647448641484426, "percentage": 98.82, "elapsed_time": "2 days, 12:29:46", "remaining_time": "0:43:09", "throughput": 201.14, "total_tokens": 43805592}
+{"current_steps": 22370, "total_steps": 22635, "loss": 0.0, "lr": 1.6922921019227323e-09, "epoch": 2.9648774022531477, "percentage": 98.83, "elapsed_time": "2 days, 12:29:56", "remaining_time": "0:43:00", "throughput": 201.14, "total_tokens": 43807192}
+{"current_steps": 22371, "total_steps": 22635, "loss": 0.0001, "lr": 1.6795456117757458e-09, "epoch": 2.965009940357853, "percentage": 98.83, "elapsed_time": "2 days, 12:30:05", "remaining_time": "0:42:50", "throughput": 201.14, "total_tokens": 43808696}
+{"current_steps": 22372, "total_steps": 22635, "loss": 0.0384, "lr": 1.6668472909703304e-09, "epoch": 2.9651424784625577, "percentage": 98.84, "elapsed_time": "2 days, 12:30:14", "remaining_time": "0:42:40", "throughput": 201.14, "total_tokens": 43811288}
+{"current_steps": 22373, "total_steps": 22635, "loss": 0.0337, "lr": 1.6541971397515677e-09, "epoch": 2.9652750165672632, "percentage": 98.84, "elapsed_time": "2 days, 12:30:24", "remaining_time": "0:42:30", "throughput": 201.14, "total_tokens": 43813256}
+{"current_steps": 22374, "total_steps": 22635, "loss": 0.0213, "lr": 1.6415951583634293e-09, "epoch": 2.9654075546719683, "percentage": 98.85, "elapsed_time": "2 days, 12:30:32", "remaining_time": "0:42:21", "throughput": 201.14, "total_tokens": 43814656}
+{"current_steps": 22375, "total_steps": 22635, "loss": 0.0059, "lr": 1.6290413470487765e-09, "epoch": 2.9655400927766733, "percentage": 98.85, "elapsed_time": "2 days, 12:30:42", "remaining_time": "0:42:11", "throughput": 201.14, "total_tokens": 43816456}
+{"current_steps": 22376, "total_steps": 22635, "loss": 0.152, "lr": 1.6165357060499154e-09, "epoch": 2.9656726308813783, "percentage": 98.86, "elapsed_time": "2 days, 12:30:52", "remaining_time": "0:42:01", "throughput": 201.14, "total_tokens": 43818984}
+{"current_steps": 22377, "total_steps": 22635, "loss": 0.0384, "lr": 1.6040782356077643e-09, "epoch": 2.9658051689860834, "percentage": 98.86, "elapsed_time": "2 days, 12:31:02", "remaining_time": "0:41:51", "throughput": 201.14, "total_tokens": 43821472}
+{"current_steps": 22378, "total_steps": 22635, "loss": 0.0211, "lr": 1.591668935962687e-09, "epoch": 2.965937707090789, "percentage": 98.86, "elapsed_time": "2 days, 12:31:12", "remaining_time": "0:41:42", "throughput": 201.14, "total_tokens": 43823736}
+{"current_steps": 22379, "total_steps": 22635, "loss": 0.0941, "lr": 1.5793078073533808e-09, "epoch": 2.9660702451954934, "percentage": 98.87, "elapsed_time": "2 days, 12:31:21", "remaining_time": "0:41:32", "throughput": 201.14, "total_tokens": 43825648}
+{"current_steps": 22380, "total_steps": 22635, "loss": 0.0004, "lr": 1.5669948500188215e-09, "epoch": 2.966202783300199, "percentage": 98.87, "elapsed_time": "2 days, 12:31:31", "remaining_time": "0:41:22", "throughput": 201.14, "total_tokens": 43827624}
+{"current_steps": 22381, "total_steps": 22635, "loss": 0.2061, "lr": 1.5547300641963192e-09, "epoch": 2.966335321404904, "percentage": 98.88, "elapsed_time": "2 days, 12:31:41", "remaining_time": "0:41:12", "throughput": 201.15, "total_tokens": 43830744}
+{"current_steps": 22382, "total_steps": 22635, "loss": 0.0001, "lr": 1.542513450122074e-09, "epoch": 2.966467859509609, "percentage": 98.88, "elapsed_time": "2 days, 12:31:50", "remaining_time": "0:41:03", "throughput": 201.15, "total_tokens": 43833536}
+{"current_steps": 22383, "total_steps": 22635, "loss": 0.0031, "lr": 1.5303450080320082e-09, "epoch": 2.966600397614314, "percentage": 98.89, "elapsed_time": "2 days, 12:32:00", "remaining_time": "0:40:53", "throughput": 201.15, "total_tokens": 43835136}
+{"current_steps": 22384, "total_steps": 22635, "loss": 0.0101, "lr": 1.5182247381601011e-09, "epoch": 2.966732935719019, "percentage": 98.89, "elapsed_time": "2 days, 12:32:10", "remaining_time": "0:40:43", "throughput": 201.15, "total_tokens": 43837672}
+{"current_steps": 22385, "total_steps": 22635, "loss": 0.0364, "lr": 1.5061526407406102e-09, "epoch": 2.9668654738237246, "percentage": 98.9, "elapsed_time": "2 days, 12:32:19", "remaining_time": "0:40:33", "throughput": 201.15, "total_tokens": 43839368}
+{"current_steps": 22386, "total_steps": 22635, "loss": 0.0001, "lr": 1.494128716006127e-09, "epoch": 2.966998011928429, "percentage": 98.9, "elapsed_time": "2 days, 12:32:29", "remaining_time": "0:40:24", "throughput": 201.15, "total_tokens": 43841112}
+{"current_steps": 22387, "total_steps": 22635, "loss": 0.0, "lr": 1.4821529641884103e-09, "epoch": 2.9671305500331346, "percentage": 98.9, "elapsed_time": "2 days, 12:32:38", "remaining_time": "0:40:14", "throughput": 201.16, "total_tokens": 43843904}
+{"current_steps": 22388, "total_steps": 22635, "loss": 0.1423, "lr": 1.4702253855186644e-09, "epoch": 2.9672630881378397, "percentage": 98.91, "elapsed_time": "2 days, 12:32:47", "remaining_time": "0:40:04", "throughput": 201.16, "total_tokens": 43845392}
+{"current_steps": 22389, "total_steps": 22635, "loss": 0.0001, "lr": 1.4583459802264278e-09, "epoch": 2.9673956262425447, "percentage": 98.91, "elapsed_time": "2 days, 12:32:56", "remaining_time": "0:39:55", "throughput": 201.15, "total_tokens": 43846792}
+{"current_steps": 22390, "total_steps": 22635, "loss": 0.0361, "lr": 1.4465147485406839e-09, "epoch": 2.9675281643472498, "percentage": 98.92, "elapsed_time": "2 days, 12:33:05", "remaining_time": "0:39:45", "throughput": 201.15, "total_tokens": 43848232}
+{"current_steps": 22391, "total_steps": 22635, "loss": 0.0001, "lr": 1.4347316906901387e-09, "epoch": 2.967660702451955, "percentage": 98.92, "elapsed_time": "2 days, 12:33:15", "remaining_time": "0:39:35", "throughput": 201.15, "total_tokens": 43849744}
+{"current_steps": 22392, "total_steps": 22635, "loss": 0.0008, "lr": 1.4229968069015553e-09, "epoch": 2.9677932405566603, "percentage": 98.93, "elapsed_time": "2 days, 12:33:24", "remaining_time": "0:39:25", "throughput": 201.15, "total_tokens": 43852096}
+{"current_steps": 22393, "total_steps": 22635, "loss": 0.0911, "lr": 1.4113100974014193e-09, "epoch": 2.967925778661365, "percentage": 98.93, "elapsed_time": "2 days, 12:33:34", "remaining_time": "0:39:16", "throughput": 201.15, "total_tokens": 43854728}
+{"current_steps": 22394, "total_steps": 22635, "loss": 0.0997, "lr": 1.3996715624148282e-09, "epoch": 2.9680583167660703, "percentage": 98.94, "elapsed_time": "2 days, 12:33:44", "remaining_time": "0:39:06", "throughput": 201.16, "total_tokens": 43857104}
+{"current_steps": 22395, "total_steps": 22635, "loss": 0.0003, "lr": 1.3880812021660473e-09, "epoch": 2.9681908548707754, "percentage": 98.94, "elapsed_time": "2 days, 12:33:53", "remaining_time": "0:38:56", "throughput": 201.16, "total_tokens": 43858864}
+{"current_steps": 22396, "total_steps": 22635, "loss": 0.1293, "lr": 1.3765390168790637e-09, "epoch": 2.9683233929754804, "percentage": 98.94, "elapsed_time": "2 days, 12:34:03", "remaining_time": "0:38:46", "throughput": 201.16, "total_tokens": 43861424}
+{"current_steps": 22397, "total_steps": 22635, "loss": 0.0002, "lr": 1.3650450067759224e-09, "epoch": 2.9684559310801855, "percentage": 98.95, "elapsed_time": "2 days, 12:34:12", "remaining_time": "0:38:37", "throughput": 201.16, "total_tokens": 43863568}
+{"current_steps": 22398, "total_steps": 22635, "loss": 0.0, "lr": 1.3535991720783903e-09, "epoch": 2.9685884691848905, "percentage": 98.95, "elapsed_time": "2 days, 12:34:21", "remaining_time": "0:38:27", "throughput": 201.16, "total_tokens": 43865104}
+{"current_steps": 22399, "total_steps": 22635, "loss": 0.0006, "lr": 1.3422015130074017e-09, "epoch": 2.968721007289596, "percentage": 98.96, "elapsed_time": "2 days, 12:34:32", "remaining_time": "0:38:17", "throughput": 201.16, "total_tokens": 43867616}
+{"current_steps": 22400, "total_steps": 22635, "loss": 0.0022, "lr": 1.3308520297822258e-09, "epoch": 2.968853545394301, "percentage": 98.96, "elapsed_time": "2 days, 12:34:41", "remaining_time": "0:38:07", "throughput": 201.16, "total_tokens": 43869520}
+{"current_steps": 22401, "total_steps": 22635, "loss": 0.1092, "lr": 1.3195507226221315e-09, "epoch": 2.968986083499006, "percentage": 98.97, "elapsed_time": "2 days, 12:34:51", "remaining_time": "0:37:58", "throughput": 201.16, "total_tokens": 43871736}
+{"current_steps": 22402, "total_steps": 22635, "loss": 0.0722, "lr": 1.3082975917450003e-09, "epoch": 2.969118621603711, "percentage": 98.97, "elapsed_time": "2 days, 12:35:01", "remaining_time": "0:37:48", "throughput": 201.16, "total_tokens": 43874032}
+{"current_steps": 22403, "total_steps": 22635, "loss": 0.0058, "lr": 1.2970926373676028e-09, "epoch": 2.969251159708416, "percentage": 98.98, "elapsed_time": "2 days, 12:35:10", "remaining_time": "0:37:38", "throughput": 201.16, "total_tokens": 43875632}
+{"current_steps": 22404, "total_steps": 22635, "loss": 0.0001, "lr": 1.285935859705878e-09, "epoch": 2.969383697813121, "percentage": 98.98, "elapsed_time": "2 days, 12:35:21", "remaining_time": "0:37:28", "throughput": 201.16, "total_tokens": 43877552}
+{"current_steps": 22405, "total_steps": 22635, "loss": 0.0004, "lr": 1.2748272589749311e-09, "epoch": 2.969516235917826, "percentage": 98.98, "elapsed_time": "2 days, 12:35:30", "remaining_time": "0:37:19", "throughput": 201.16, "total_tokens": 43880000}
+{"current_steps": 22406, "total_steps": 22635, "loss": 0.0159, "lr": 1.263766835389313e-09, "epoch": 2.9696487740225317, "percentage": 98.99, "elapsed_time": "2 days, 12:35:40", "remaining_time": "0:37:09", "throughput": 201.16, "total_tokens": 43881992}
+{"current_steps": 22407, "total_steps": 22635, "loss": 0.0, "lr": 1.2527545891621862e-09, "epoch": 2.9697813121272367, "percentage": 98.99, "elapsed_time": "2 days, 12:35:50", "remaining_time": "0:36:59", "throughput": 201.16, "total_tokens": 43883624}
+{"current_steps": 22408, "total_steps": 22635, "loss": 0.0019, "lr": 1.2417905205056036e-09, "epoch": 2.9699138502319418, "percentage": 99.0, "elapsed_time": "2 days, 12:35:59", "remaining_time": "0:36:50", "throughput": 201.16, "total_tokens": 43885576}
+{"current_steps": 22409, "total_steps": 22635, "loss": 0.0001, "lr": 1.2308746296310626e-09, "epoch": 2.970046388336647, "percentage": 99.0, "elapsed_time": "2 days, 12:36:09", "remaining_time": "0:36:40", "throughput": 201.16, "total_tokens": 43887304}
+{"current_steps": 22410, "total_steps": 22635, "loss": 0.0, "lr": 1.220006916749228e-09, "epoch": 2.970178926441352, "percentage": 99.01, "elapsed_time": "2 days, 12:36:19", "remaining_time": "0:36:30", "throughput": 201.16, "total_tokens": 43889432}
+{"current_steps": 22411, "total_steps": 22635, "loss": 0.0001, "lr": 1.2091873820693767e-09, "epoch": 2.970311464546057, "percentage": 99.01, "elapsed_time": "2 days, 12:36:28", "remaining_time": "0:36:20", "throughput": 201.16, "total_tokens": 43891000}
+{"current_steps": 22412, "total_steps": 22635, "loss": 0.0892, "lr": 1.198416025800231e-09, "epoch": 2.970444002650762, "percentage": 99.01, "elapsed_time": "2 days, 12:36:38", "remaining_time": "0:36:11", "throughput": 201.16, "total_tokens": 43892912}
+{"current_steps": 22413, "total_steps": 22635, "loss": 0.0, "lr": 1.1876928481494021e-09, "epoch": 2.9705765407554674, "percentage": 99.02, "elapsed_time": "2 days, 12:36:48", "remaining_time": "0:36:01", "throughput": 201.16, "total_tokens": 43894584}
+{"current_steps": 22414, "total_steps": 22635, "loss": 0.0021, "lr": 1.1770178493236695e-09, "epoch": 2.9707090788601724, "percentage": 99.02, "elapsed_time": "2 days, 12:36:57", "remaining_time": "0:35:51", "throughput": 201.16, "total_tokens": 43896224}
+{"current_steps": 22415, "total_steps": 22635, "loss": 0.0021, "lr": 1.1663910295289793e-09, "epoch": 2.9708416169648775, "percentage": 99.03, "elapsed_time": "2 days, 12:37:07", "remaining_time": "0:35:41", "throughput": 201.16, "total_tokens": 43898016}
+{"current_steps": 22416, "total_steps": 22635, "loss": 0.0255, "lr": 1.1558123889701679e-09, "epoch": 2.9709741550695825, "percentage": 99.03, "elapsed_time": "2 days, 12:37:16", "remaining_time": "0:35:32", "throughput": 201.16, "total_tokens": 43899608}
+{"current_steps": 22417, "total_steps": 22635, "loss": 0.0001, "lr": 1.145281927850961e-09, "epoch": 2.9711066931742875, "percentage": 99.04, "elapsed_time": "2 days, 12:37:27", "remaining_time": "0:35:22", "throughput": 201.16, "total_tokens": 43901712}
+{"current_steps": 22418, "total_steps": 22635, "loss": 0.0001, "lr": 1.1347996463748069e-09, "epoch": 2.9712392312789926, "percentage": 99.04, "elapsed_time": "2 days, 12:37:36", "remaining_time": "0:35:12", "throughput": 201.15, "total_tokens": 43903440}
+{"current_steps": 22419, "total_steps": 22635, "loss": 0.0064, "lr": 1.1243655447434886e-09, "epoch": 2.9713717693836976, "percentage": 99.05, "elapsed_time": "2 days, 12:37:47", "remaining_time": "0:35:02", "throughput": 201.16, "total_tokens": 43905992}
+{"current_steps": 22420, "total_steps": 22635, "loss": 0.1398, "lr": 1.1139796231582346e-09, "epoch": 2.971504307488403, "percentage": 99.05, "elapsed_time": "2 days, 12:37:57", "remaining_time": "0:34:53", "throughput": 201.16, "total_tokens": 43908416}
+{"current_steps": 22421, "total_steps": 22635, "loss": 0.0, "lr": 1.1036418818194394e-09, "epoch": 2.971636845593108, "percentage": 99.05, "elapsed_time": "2 days, 12:38:07", "remaining_time": "0:34:43", "throughput": 201.16, "total_tokens": 43910544}
+{"current_steps": 22422, "total_steps": 22635, "loss": 0.0001, "lr": 1.0933523209263885e-09, "epoch": 2.971769383697813, "percentage": 99.06, "elapsed_time": "2 days, 12:38:16", "remaining_time": "0:34:33", "throughput": 201.16, "total_tokens": 43912336}
+{"current_steps": 22423, "total_steps": 22635, "loss": 0.0241, "lr": 1.0831109406772567e-09, "epoch": 2.971901921802518, "percentage": 99.06, "elapsed_time": "2 days, 12:38:26", "remaining_time": "0:34:23", "throughput": 201.16, "total_tokens": 43914016}
+{"current_steps": 22424, "total_steps": 22635, "loss": 0.0001, "lr": 1.0729177412696634e-09, "epoch": 2.9720344599072233, "percentage": 99.07, "elapsed_time": "2 days, 12:38:36", "remaining_time": "0:34:14", "throughput": 201.16, "total_tokens": 43917192}
+{"current_steps": 22425, "total_steps": 22635, "loss": 0.108, "lr": 1.0627727229003959e-09, "epoch": 2.9721669980119283, "percentage": 99.07, "elapsed_time": "2 days, 12:38:47", "remaining_time": "0:34:04", "throughput": 201.17, "total_tokens": 43919968}
+{"current_steps": 22426, "total_steps": 22635, "loss": 0.111, "lr": 1.0526758857645758e-09, "epoch": 2.9722995361166333, "percentage": 99.08, "elapsed_time": "2 days, 12:38:57", "remaining_time": "0:33:54", "throughput": 201.17, "total_tokens": 43922920}
+{"current_steps": 22427, "total_steps": 22635, "loss": 0.0991, "lr": 1.0426272300570471e-09, "epoch": 2.972432074221339, "percentage": 99.08, "elapsed_time": "2 days, 12:39:07", "remaining_time": "0:33:45", "throughput": 201.17, "total_tokens": 43924928}
+{"current_steps": 22428, "total_steps": 22635, "loss": 0.0647, "lr": 1.0326267559718217e-09, "epoch": 2.972564612326044, "percentage": 99.09, "elapsed_time": "2 days, 12:39:17", "remaining_time": "0:33:35", "throughput": 201.17, "total_tokens": 43927560}
+{"current_steps": 22429, "total_steps": 22635, "loss": 0.1327, "lr": 1.0226744637012453e-09, "epoch": 2.972697150430749, "percentage": 99.09, "elapsed_time": "2 days, 12:39:27", "remaining_time": "0:33:25", "throughput": 201.17, "total_tokens": 43929600}
+{"current_steps": 22430, "total_steps": 22635, "loss": 0.0001, "lr": 1.0127703534376643e-09, "epoch": 2.972829688535454, "percentage": 99.09, "elapsed_time": "2 days, 12:39:37", "remaining_time": "0:33:15", "throughput": 201.17, "total_tokens": 43931776}
+{"current_steps": 22431, "total_steps": 22635, "loss": 0.0006, "lr": 1.0029144253717593e-09, "epoch": 2.972962226640159, "percentage": 99.1, "elapsed_time": "2 days, 12:39:47", "remaining_time": "0:33:06", "throughput": 201.17, "total_tokens": 43933528}
+{"current_steps": 22432, "total_steps": 22635, "loss": 0.0431, "lr": 9.931066796936561e-10, "epoch": 2.973094764744864, "percentage": 99.1, "elapsed_time": "2 days, 12:39:56", "remaining_time": "0:32:56", "throughput": 201.17, "total_tokens": 43934928}
+{"current_steps": 22433, "total_steps": 22635, "loss": 0.2594, "lr": 9.833471165923702e-10, "epoch": 2.973227302849569, "percentage": 99.11, "elapsed_time": "2 days, 12:40:06", "remaining_time": "0:32:46", "throughput": 201.17, "total_tokens": 43937064}
+{"current_steps": 22434, "total_steps": 22635, "loss": 0.0051, "lr": 9.736357362560844e-10, "epoch": 2.9733598409542745, "percentage": 99.11, "elapsed_time": "2 days, 12:40:16", "remaining_time": "0:32:36", "throughput": 201.17, "total_tokens": 43938656}
+{"current_steps": 22435, "total_steps": 22635, "loss": 0.0515, "lr": 9.639725388721488e-10, "epoch": 2.9734923790589796, "percentage": 99.12, "elapsed_time": "2 days, 12:40:25", "remaining_time": "0:32:27", "throughput": 201.17, "total_tokens": 43940976}
+{"current_steps": 22436, "total_steps": 22635, "loss": 0.1407, "lr": 9.54357524627081e-10, "epoch": 2.9736249171636846, "percentage": 99.12, "elapsed_time": "2 days, 12:40:35", "remaining_time": "0:32:17", "throughput": 201.17, "total_tokens": 43942992}
+{"current_steps": 22437, "total_steps": 22635, "loss": 0.1695, "lr": 9.447906937057327e-10, "epoch": 2.9737574552683896, "percentage": 99.13, "elapsed_time": "2 days, 12:40:44", "remaining_time": "0:32:07", "throughput": 201.18, "total_tokens": 43946656}
+{"current_steps": 22438, "total_steps": 22635, "loss": 0.0046, "lr": 9.35272046292679e-10, "epoch": 2.9738899933730947, "percentage": 99.13, "elapsed_time": "2 days, 12:40:53", "remaining_time": "0:31:57", "throughput": 201.18, "total_tokens": 43948272}
+{"current_steps": 22439, "total_steps": 22635, "loss": 0.0, "lr": 9.258015825719391e-10, "epoch": 2.9740225314777997, "percentage": 99.13, "elapsed_time": "2 days, 12:41:03", "remaining_time": "0:31:48", "throughput": 201.18, "total_tokens": 43949776}
+{"current_steps": 22440, "total_steps": 22635, "loss": 0.0596, "lr": 9.163793027255896e-10, "epoch": 2.9741550695825048, "percentage": 99.14, "elapsed_time": "2 days, 12:41:12", "remaining_time": "0:31:38", "throughput": 201.18, "total_tokens": 43951544}
+{"current_steps": 22441, "total_steps": 22635, "loss": 0.0613, "lr": 9.070052069354296e-10, "epoch": 2.9742876076872102, "percentage": 99.14, "elapsed_time": "2 days, 12:41:22", "remaining_time": "0:31:28", "throughput": 201.18, "total_tokens": 43953264}
+{"current_steps": 22442, "total_steps": 22635, "loss": 0.0003, "lr": 8.976792953824254e-10, "epoch": 2.9744201457919153, "percentage": 99.15, "elapsed_time": "2 days, 12:41:31", "remaining_time": "0:31:19", "throughput": 201.17, "total_tokens": 43954656}
+{"current_steps": 22443, "total_steps": 22635, "loss": 0.1559, "lr": 8.884015682461555e-10, "epoch": 2.9745526838966203, "percentage": 99.15, "elapsed_time": "2 days, 12:41:40", "remaining_time": "0:31:09", "throughput": 201.18, "total_tokens": 43957136}
+{"current_steps": 22444, "total_steps": 22635, "loss": 0.0074, "lr": 8.79172025705366e-10, "epoch": 2.9746852220013253, "percentage": 99.16, "elapsed_time": "2 days, 12:41:50", "remaining_time": "0:30:59", "throughput": 201.17, "total_tokens": 43958768}
+{"current_steps": 22445, "total_steps": 22635, "loss": 0.0635, "lr": 8.699906679382475e-10, "epoch": 2.9748177601060304, "percentage": 99.16, "elapsed_time": "2 days, 12:41:59", "remaining_time": "0:30:49", "throughput": 201.17, "total_tokens": 43960568}
+{"current_steps": 22446, "total_steps": 22635, "loss": 0.002, "lr": 8.608574951218807e-10, "epoch": 2.9749502982107354, "percentage": 99.17, "elapsed_time": "2 days, 12:42:09", "remaining_time": "0:30:40", "throughput": 201.18, "total_tokens": 43963160}
+{"current_steps": 22447, "total_steps": 22635, "loss": 0.2347, "lr": 8.517725074322358e-10, "epoch": 2.9750828363154405, "percentage": 99.17, "elapsed_time": "2 days, 12:42:18", "remaining_time": "0:30:30", "throughput": 201.18, "total_tokens": 43964840}
+{"current_steps": 22448, "total_steps": 22635, "loss": 0.0, "lr": 8.427357050444506e-10, "epoch": 2.975215374420146, "percentage": 99.17, "elapsed_time": "2 days, 12:42:27", "remaining_time": "0:30:20", "throughput": 201.17, "total_tokens": 43966160}
+{"current_steps": 22449, "total_steps": 22635, "loss": 0.0012, "lr": 8.337470881328302e-10, "epoch": 2.975347912524851, "percentage": 99.18, "elapsed_time": "2 days, 12:42:37", "remaining_time": "0:30:10", "throughput": 201.17, "total_tokens": 43967760}
+{"current_steps": 22450, "total_steps": 22635, "loss": 0.2888, "lr": 8.248066568708469e-10, "epoch": 2.975480450629556, "percentage": 99.18, "elapsed_time": "2 days, 12:42:46", "remaining_time": "0:30:01", "throughput": 201.17, "total_tokens": 43969400}
+{"current_steps": 22451, "total_steps": 22635, "loss": 0.019, "lr": 8.159144114303075e-10, "epoch": 2.975612988734261, "percentage": 99.19, "elapsed_time": "2 days, 12:42:56", "remaining_time": "0:29:51", "throughput": 201.17, "total_tokens": 43972136}
+{"current_steps": 22452, "total_steps": 22635, "loss": 0.0001, "lr": 8.070703519832967e-10, "epoch": 2.975745526838966, "percentage": 99.19, "elapsed_time": "2 days, 12:43:05", "remaining_time": "0:29:41", "throughput": 201.17, "total_tokens": 43973480}
+{"current_steps": 22453, "total_steps": 22635, "loss": 0.0436, "lr": 7.982744786999563e-10, "epoch": 2.9758780649436716, "percentage": 99.2, "elapsed_time": "2 days, 12:43:15", "remaining_time": "0:29:31", "throughput": 201.17, "total_tokens": 43975848}
+{"current_steps": 22454, "total_steps": 22635, "loss": 0.0334, "lr": 7.895267917501503e-10, "epoch": 2.976010603048376, "percentage": 99.2, "elapsed_time": "2 days, 12:43:25", "remaining_time": "0:29:22", "throughput": 201.17, "total_tokens": 43977696}
+{"current_steps": 22455, "total_steps": 22635, "loss": 0.0158, "lr": 7.808272913020776e-10, "epoch": 2.9761431411530817, "percentage": 99.2, "elapsed_time": "2 days, 12:43:34", "remaining_time": "0:29:12", "throughput": 201.17, "total_tokens": 43979456}
+{"current_steps": 22456, "total_steps": 22635, "loss": 0.0003, "lr": 7.721759775239368e-10, "epoch": 2.9762756792577867, "percentage": 99.21, "elapsed_time": "2 days, 12:43:44", "remaining_time": "0:29:02", "throughput": 201.18, "total_tokens": 43982024}
+{"current_steps": 22457, "total_steps": 22635, "loss": 0.0, "lr": 7.63572850582539e-10, "epoch": 2.9764082173624917, "percentage": 99.21, "elapsed_time": "2 days, 12:43:54", "remaining_time": "0:28:52", "throughput": 201.17, "total_tokens": 43983552}
+{"current_steps": 22458, "total_steps": 22635, "loss": 0.0001, "lr": 7.550179106433075e-10, "epoch": 2.9765407554671968, "percentage": 99.22, "elapsed_time": "2 days, 12:44:02", "remaining_time": "0:28:43", "throughput": 201.17, "total_tokens": 43985136}
+{"current_steps": 22459, "total_steps": 22635, "loss": 0.0429, "lr": 7.465111578716655e-10, "epoch": 2.976673293571902, "percentage": 99.22, "elapsed_time": "2 days, 12:44:12", "remaining_time": "0:28:33", "throughput": 201.18, "total_tokens": 43987672}
+{"current_steps": 22460, "total_steps": 22635, "loss": 0.0062, "lr": 7.380525924313709e-10, "epoch": 2.9768058316766073, "percentage": 99.23, "elapsed_time": "2 days, 12:44:22", "remaining_time": "0:28:23", "throughput": 201.18, "total_tokens": 43990008}
+{"current_steps": 22461, "total_steps": 22635, "loss": 0.1086, "lr": 7.296422144856263e-10, "epoch": 2.976938369781312, "percentage": 99.23, "elapsed_time": "2 days, 12:44:31", "remaining_time": "0:28:13", "throughput": 201.18, "total_tokens": 43992056}
+{"current_steps": 22462, "total_steps": 22635, "loss": 0.0002, "lr": 7.212800241965245e-10, "epoch": 2.9770709078860174, "percentage": 99.24, "elapsed_time": "2 days, 12:44:41", "remaining_time": "0:28:04", "throughput": 201.18, "total_tokens": 43993640}
+{"current_steps": 22463, "total_steps": 22635, "loss": 0.0018, "lr": 7.129660217253254e-10, "epoch": 2.9772034459907224, "percentage": 99.24, "elapsed_time": "2 days, 12:44:50", "remaining_time": "0:27:54", "throughput": 201.18, "total_tokens": 43996384}
+{"current_steps": 22464, "total_steps": 22635, "loss": 0.0773, "lr": 7.047002072321785e-10, "epoch": 2.9773359840954274, "percentage": 99.24, "elapsed_time": "2 days, 12:45:00", "remaining_time": "0:27:44", "throughput": 201.19, "total_tokens": 43999336}
+{"current_steps": 22465, "total_steps": 22635, "loss": 0.0002, "lr": 6.964825808766785e-10, "epoch": 2.9774685222001325, "percentage": 99.25, "elapsed_time": "2 days, 12:45:10", "remaining_time": "0:27:35", "throughput": 201.19, "total_tokens": 44001816}
+{"current_steps": 22466, "total_steps": 22635, "loss": 0.0013, "lr": 6.883131428173095e-10, "epoch": 2.9776010603048375, "percentage": 99.25, "elapsed_time": "2 days, 12:45:18", "remaining_time": "0:27:25", "throughput": 201.19, "total_tokens": 44003464}
+{"current_steps": 22467, "total_steps": 22635, "loss": 0.0, "lr": 6.801918932111684e-10, "epoch": 2.977733598409543, "percentage": 99.26, "elapsed_time": "2 days, 12:45:29", "remaining_time": "0:27:15", "throughput": 201.19, "total_tokens": 44005768}
+{"current_steps": 22468, "total_steps": 22635, "loss": 0.0, "lr": 6.721188322153516e-10, "epoch": 2.9778661365142476, "percentage": 99.26, "elapsed_time": "2 days, 12:45:38", "remaining_time": "0:27:05", "throughput": 201.19, "total_tokens": 44007080}
+{"current_steps": 22469, "total_steps": 22635, "loss": 0.248, "lr": 6.640939599852902e-10, "epoch": 2.977998674618953, "percentage": 99.27, "elapsed_time": "2 days, 12:45:47", "remaining_time": "0:26:56", "throughput": 201.19, "total_tokens": 44009144}
+{"current_steps": 22470, "total_steps": 22635, "loss": 0.0, "lr": 6.56117276675583e-10, "epoch": 2.978131212723658, "percentage": 99.27, "elapsed_time": "2 days, 12:45:57", "remaining_time": "0:26:46", "throughput": 201.18, "total_tokens": 44010720}
+{"current_steps": 22471, "total_steps": 22635, "loss": 0.0003, "lr": 6.481887824399957e-10, "epoch": 2.978263750828363, "percentage": 99.28, "elapsed_time": "2 days, 12:46:06", "remaining_time": "0:26:36", "throughput": 201.19, "total_tokens": 44012648}
+{"current_steps": 22472, "total_steps": 22635, "loss": 0.0262, "lr": 6.403084774317392e-10, "epoch": 2.978396288933068, "percentage": 99.28, "elapsed_time": "2 days, 12:46:17", "remaining_time": "0:26:26", "throughput": 201.18, "total_tokens": 44014176}
+{"current_steps": 22473, "total_steps": 22635, "loss": 0.0834, "lr": 6.324763618026363e-10, "epoch": 2.978528827037773, "percentage": 99.28, "elapsed_time": "2 days, 12:46:26", "remaining_time": "0:26:17", "throughput": 201.18, "total_tokens": 44015704}
+{"current_steps": 22474, "total_steps": 22635, "loss": 0.0, "lr": 6.246924357034001e-10, "epoch": 2.9786613651424787, "percentage": 99.29, "elapsed_time": "2 days, 12:46:36", "remaining_time": "0:26:07", "throughput": 201.18, "total_tokens": 44017280}
+{"current_steps": 22475, "total_steps": 22635, "loss": 0.0005, "lr": 6.169566992844656e-10, "epoch": 2.9787939032471833, "percentage": 99.29, "elapsed_time": "2 days, 12:46:46", "remaining_time": "0:25:57", "throughput": 201.18, "total_tokens": 44019264}
+{"current_steps": 22476, "total_steps": 22635, "loss": 0.0006, "lr": 6.092691526948801e-10, "epoch": 2.9789264413518888, "percentage": 99.3, "elapsed_time": "2 days, 12:46:55", "remaining_time": "0:25:47", "throughput": 201.18, "total_tokens": 44021336}
+{"current_steps": 22477, "total_steps": 22635, "loss": 0.0004, "lr": 6.016297960828588e-10, "epoch": 2.979058979456594, "percentage": 99.3, "elapsed_time": "2 days, 12:47:06", "remaining_time": "0:25:38", "throughput": 201.18, "total_tokens": 44023696}
+{"current_steps": 22478, "total_steps": 22635, "loss": 0.004, "lr": 5.940386295955058e-10, "epoch": 2.979191517561299, "percentage": 99.31, "elapsed_time": "2 days, 12:47:16", "remaining_time": "0:25:28", "throughput": 201.18, "total_tokens": 44025456}
+{"current_steps": 22479, "total_steps": 22635, "loss": 0.0158, "lr": 5.864956533793709e-10, "epoch": 2.979324055666004, "percentage": 99.31, "elapsed_time": "2 days, 12:47:25", "remaining_time": "0:25:18", "throughput": 201.18, "total_tokens": 44027192}
+{"current_steps": 22480, "total_steps": 22635, "loss": 0.0358, "lr": 5.790008675798931e-10, "epoch": 2.979456593770709, "percentage": 99.32, "elapsed_time": "2 days, 12:47:35", "remaining_time": "0:25:09", "throughput": 201.18, "total_tokens": 44029272}
+{"current_steps": 22481, "total_steps": 22635, "loss": 0.0005, "lr": 5.715542723414014e-10, "epoch": 2.9795891318754144, "percentage": 99.32, "elapsed_time": "2 days, 12:47:45", "remaining_time": "0:24:59", "throughput": 201.18, "total_tokens": 44030920}
+{"current_steps": 22482, "total_steps": 22635, "loss": 0.0778, "lr": 5.641558678079473e-10, "epoch": 2.9797216699801194, "percentage": 99.32, "elapsed_time": "2 days, 12:47:54", "remaining_time": "0:24:49", "throughput": 201.18, "total_tokens": 44033720}
+{"current_steps": 22483, "total_steps": 22635, "loss": 0.0, "lr": 5.568056541213618e-10, "epoch": 2.9798542080848245, "percentage": 99.33, "elapsed_time": "2 days, 12:48:04", "remaining_time": "0:24:39", "throughput": 201.18, "total_tokens": 44035200}
+{"current_steps": 22484, "total_steps": 22635, "loss": 0.0007, "lr": 5.495036314243085e-10, "epoch": 2.9799867461895295, "percentage": 99.33, "elapsed_time": "2 days, 12:48:13", "remaining_time": "0:24:30", "throughput": 201.18, "total_tokens": 44037048}
+{"current_steps": 22485, "total_steps": 22635, "loss": 0.0062, "lr": 5.422497998569532e-10, "epoch": 2.9801192842942346, "percentage": 99.34, "elapsed_time": "2 days, 12:48:24", "remaining_time": "0:24:20", "throughput": 201.18, "total_tokens": 44038696}
+{"current_steps": 22486, "total_steps": 22635, "loss": 0.0001, "lr": 5.350441595591837e-10, "epoch": 2.9802518223989396, "percentage": 99.34, "elapsed_time": "2 days, 12:48:33", "remaining_time": "0:24:10", "throughput": 201.18, "total_tokens": 44040680}
+{"current_steps": 22487, "total_steps": 22635, "loss": 0.0, "lr": 5.278867106700558e-10, "epoch": 2.9803843605036446, "percentage": 99.35, "elapsed_time": "2 days, 12:48:42", "remaining_time": "0:24:00", "throughput": 201.18, "total_tokens": 44042072}
+{"current_steps": 22488, "total_steps": 22635, "loss": 0.0019, "lr": 5.20777453327792e-10, "epoch": 2.98051689860835, "percentage": 99.35, "elapsed_time": "2 days, 12:48:52", "remaining_time": "0:23:51", "throughput": 201.18, "total_tokens": 44043920}
+{"current_steps": 22489, "total_steps": 22635, "loss": 0.3176, "lr": 5.137163876689499e-10, "epoch": 2.980649436713055, "percentage": 99.35, "elapsed_time": "2 days, 12:49:02", "remaining_time": "0:23:41", "throughput": 201.18, "total_tokens": 44045968}
+{"current_steps": 22490, "total_steps": 22635, "loss": 0.0064, "lr": 5.067035138300869e-10, "epoch": 2.98078197481776, "percentage": 99.36, "elapsed_time": "2 days, 12:49:12", "remaining_time": "0:23:31", "throughput": 201.18, "total_tokens": 44048048}
+{"current_steps": 22491, "total_steps": 22635, "loss": 0.0015, "lr": 4.997388319463726e-10, "epoch": 2.9809145129224652, "percentage": 99.36, "elapsed_time": "2 days, 12:49:22", "remaining_time": "0:23:21", "throughput": 201.18, "total_tokens": 44049928}
+{"current_steps": 22492, "total_steps": 22635, "loss": 0.0001, "lr": 4.928223421518663e-10, "epoch": 2.9810470510271703, "percentage": 99.37, "elapsed_time": "2 days, 12:49:32", "remaining_time": "0:23:12", "throughput": 201.17, "total_tokens": 44051712}
+{"current_steps": 22493, "total_steps": 22635, "loss": 0.0228, "lr": 4.859540445803501e-10, "epoch": 2.9811795891318753, "percentage": 99.37, "elapsed_time": "2 days, 12:49:42", "remaining_time": "0:23:02", "throughput": 201.18, "total_tokens": 44054040}
+{"current_steps": 22494, "total_steps": 22635, "loss": 0.0003, "lr": 4.791339393636629e-10, "epoch": 2.9813121272365803, "percentage": 99.38, "elapsed_time": "2 days, 12:49:53", "remaining_time": "0:22:52", "throughput": 201.18, "total_tokens": 44056880}
+{"current_steps": 22495, "total_steps": 22635, "loss": 0.0001, "lr": 4.723620266336437e-10, "epoch": 2.981444665341286, "percentage": 99.38, "elapsed_time": "2 days, 12:50:03", "remaining_time": "0:22:42", "throughput": 201.18, "total_tokens": 44058200}
+{"current_steps": 22496, "total_steps": 22635, "loss": 0.102, "lr": 4.6563830652102127e-10, "epoch": 2.981577203445991, "percentage": 99.39, "elapsed_time": "2 days, 12:50:13", "remaining_time": "0:22:33", "throughput": 201.18, "total_tokens": 44060352}
+{"current_steps": 22497, "total_steps": 22635, "loss": 0.0, "lr": 4.5896277915513655e-10, "epoch": 2.981709741550696, "percentage": 99.39, "elapsed_time": "2 days, 12:50:23", "remaining_time": "0:22:23", "throughput": 201.17, "total_tokens": 44061784}
+{"current_steps": 22498, "total_steps": 22635, "loss": 0.0207, "lr": 4.5233544466449786e-10, "epoch": 2.981842279655401, "percentage": 99.39, "elapsed_time": "2 days, 12:50:33", "remaining_time": "0:22:13", "throughput": 201.17, "total_tokens": 44064000}
+{"current_steps": 22499, "total_steps": 22635, "loss": 0.0189, "lr": 4.457563031776135e-10, "epoch": 2.981974817760106, "percentage": 99.4, "elapsed_time": "2 days, 12:50:43", "remaining_time": "0:22:04", "throughput": 201.17, "total_tokens": 44066064}
+{"current_steps": 22500, "total_steps": 22635, "loss": 0.0, "lr": 4.3922535482077145e-10, "epoch": 2.982107355864811, "percentage": 99.4, "elapsed_time": "2 days, 12:50:52", "remaining_time": "0:21:54", "throughput": 201.17, "total_tokens": 44067472}
+{"current_steps": 22501, "total_steps": 22635, "loss": 0.0003, "lr": 4.327425997199819e-10, "epoch": 2.982239893969516, "percentage": 99.41, "elapsed_time": "2 days, 12:51:02", "remaining_time": "0:21:44", "throughput": 201.17, "total_tokens": 44069032}
+{"current_steps": 22502, "total_steps": 22635, "loss": 0.0209, "lr": 4.26308038000145e-10, "epoch": 2.9823724320742215, "percentage": 99.41, "elapsed_time": "2 days, 12:51:12", "remaining_time": "0:21:34", "throughput": 201.17, "total_tokens": 44070760}
+{"current_steps": 22503, "total_steps": 22635, "loss": 0.0001, "lr": 4.1992166978560567e-10, "epoch": 2.9825049701789266, "percentage": 99.42, "elapsed_time": "2 days, 12:51:22", "remaining_time": "0:21:25", "throughput": 201.17, "total_tokens": 44072320}
+{"current_steps": 22504, "total_steps": 22635, "loss": 0.0084, "lr": 4.1358349519932115e-10, "epoch": 2.9826375082836316, "percentage": 99.42, "elapsed_time": "2 days, 12:51:31", "remaining_time": "0:21:15", "throughput": 201.17, "total_tokens": 44074304}
+{"current_steps": 22505, "total_steps": 22635, "loss": 0.0361, "lr": 4.072935143636936e-10, "epoch": 2.9827700463883366, "percentage": 99.43, "elapsed_time": "2 days, 12:51:41", "remaining_time": "0:21:05", "throughput": 201.17, "total_tokens": 44075760}
+{"current_steps": 22506, "total_steps": 22635, "loss": 0.0002, "lr": 4.0105172739945963e-10, "epoch": 2.9829025844930417, "percentage": 99.43, "elapsed_time": "2 days, 12:51:50", "remaining_time": "0:20:55", "throughput": 201.16, "total_tokens": 44077208}
+{"current_steps": 22507, "total_steps": 22635, "loss": 0.06, "lr": 3.9485813442763365e-10, "epoch": 2.9830351225977467, "percentage": 99.43, "elapsed_time": "2 days, 12:52:00", "remaining_time": "0:20:46", "throughput": 201.16, "total_tokens": 44078920}
+{"current_steps": 22508, "total_steps": 22635, "loss": 0.0085, "lr": 3.8871273556728706e-10, "epoch": 2.9831676607024518, "percentage": 99.44, "elapsed_time": "2 days, 12:52:09", "remaining_time": "0:20:36", "throughput": 201.16, "total_tokens": 44080912}
+{"current_steps": 22509, "total_steps": 22635, "loss": 0.0001, "lr": 3.8261553093693617e-10, "epoch": 2.9833001988071572, "percentage": 99.44, "elapsed_time": "2 days, 12:52:18", "remaining_time": "0:20:26", "throughput": 201.16, "total_tokens": 44082384}
+{"current_steps": 22510, "total_steps": 22635, "loss": 0.0249, "lr": 3.76566520653987e-10, "epoch": 2.9834327369118623, "percentage": 99.45, "elapsed_time": "2 days, 12:52:28", "remaining_time": "0:20:16", "throughput": 201.16, "total_tokens": 44085016}
+{"current_steps": 22511, "total_steps": 22635, "loss": 0.0412, "lr": 3.705657048355682e-10, "epoch": 2.9835652750165673, "percentage": 99.45, "elapsed_time": "2 days, 12:52:37", "remaining_time": "0:20:07", "throughput": 201.17, "total_tokens": 44086904}
+{"current_steps": 22512, "total_steps": 22635, "loss": 0.0919, "lr": 3.646130835968653e-10, "epoch": 2.9836978131212724, "percentage": 99.46, "elapsed_time": "2 days, 12:52:48", "remaining_time": "0:19:57", "throughput": 201.17, "total_tokens": 44089464}
+{"current_steps": 22513, "total_steps": 22635, "loss": 0.1375, "lr": 3.5870865705278647e-10, "epoch": 2.9838303512259774, "percentage": 99.46, "elapsed_time": "2 days, 12:52:58", "remaining_time": "0:19:47", "throughput": 201.17, "total_tokens": 44093072}
+{"current_steps": 22514, "total_steps": 22635, "loss": 0.2204, "lr": 3.528524253171295e-10, "epoch": 2.9839628893306824, "percentage": 99.47, "elapsed_time": "2 days, 12:53:08", "remaining_time": "0:19:38", "throughput": 201.17, "total_tokens": 44095064}
+{"current_steps": 22515, "total_steps": 22635, "loss": 0.0002, "lr": 3.4704438850313715e-10, "epoch": 2.9840954274353875, "percentage": 99.47, "elapsed_time": "2 days, 12:53:18", "remaining_time": "0:19:28", "throughput": 201.17, "total_tokens": 44096400}
+{"current_steps": 22516, "total_steps": 22635, "loss": 0.0713, "lr": 3.4128454672238687e-10, "epoch": 2.984227965540093, "percentage": 99.47, "elapsed_time": "2 days, 12:53:27", "remaining_time": "0:19:18", "throughput": 201.17, "total_tokens": 44098248}
+{"current_steps": 22517, "total_steps": 22635, "loss": 0.0082, "lr": 3.3557290008617847e-10, "epoch": 2.984360503644798, "percentage": 99.48, "elapsed_time": "2 days, 12:53:37", "remaining_time": "0:19:08", "throughput": 201.17, "total_tokens": 44100040}
+{"current_steps": 22518, "total_steps": 22635, "loss": 0.0015, "lr": 3.299094487044241e-10, "epoch": 2.984493041749503, "percentage": 99.48, "elapsed_time": "2 days, 12:53:46", "remaining_time": "0:18:59", "throughput": 201.17, "total_tokens": 44101360}
+{"current_steps": 22519, "total_steps": 22635, "loss": 0.0451, "lr": 3.2429419268648067e-10, "epoch": 2.984625579854208, "percentage": 99.49, "elapsed_time": "2 days, 12:53:55", "remaining_time": "0:18:49", "throughput": 201.17, "total_tokens": 44103216}
+{"current_steps": 22520, "total_steps": 22635, "loss": 0.2993, "lr": 3.187271321405949e-10, "epoch": 2.984758117958913, "percentage": 99.49, "elapsed_time": "2 days, 12:54:05", "remaining_time": "0:18:39", "throughput": 201.17, "total_tokens": 44104920}
+{"current_steps": 22521, "total_steps": 22635, "loss": 0.0263, "lr": 3.1320826717418093e-10, "epoch": 2.984890656063618, "percentage": 99.5, "elapsed_time": "2 days, 12:54:15", "remaining_time": "0:18:29", "throughput": 201.17, "total_tokens": 44107680}
+{"current_steps": 22522, "total_steps": 22635, "loss": 0.0732, "lr": 3.077375978935426e-10, "epoch": 2.985023194168323, "percentage": 99.5, "elapsed_time": "2 days, 12:54:24", "remaining_time": "0:18:20", "throughput": 201.17, "total_tokens": 44109800}
+{"current_steps": 22523, "total_steps": 22635, "loss": 0.0123, "lr": 3.0231512440415114e-10, "epoch": 2.9851557322730287, "percentage": 99.51, "elapsed_time": "2 days, 12:54:35", "remaining_time": "0:18:10", "throughput": 201.17, "total_tokens": 44111960}
+{"current_steps": 22524, "total_steps": 22635, "loss": 0.0527, "lr": 2.9694084681064496e-10, "epoch": 2.9852882703777337, "percentage": 99.51, "elapsed_time": "2 days, 12:54:43", "remaining_time": "0:18:00", "throughput": 201.17, "total_tokens": 44113680}
+{"current_steps": 22525, "total_steps": 22635, "loss": 0.0001, "lr": 2.916147652165524e-10, "epoch": 2.9854208084824387, "percentage": 99.51, "elapsed_time": "2 days, 12:54:53", "remaining_time": "0:17:50", "throughput": 201.17, "total_tokens": 44115888}
+{"current_steps": 22526, "total_steps": 22635, "loss": 0.0, "lr": 2.8633687972456915e-10, "epoch": 2.9855533465871438, "percentage": 99.52, "elapsed_time": "2 days, 12:55:02", "remaining_time": "0:17:41", "throughput": 201.17, "total_tokens": 44117384}
+{"current_steps": 22527, "total_steps": 22635, "loss": 0.0321, "lr": 2.8110719043628056e-10, "epoch": 2.985685884691849, "percentage": 99.52, "elapsed_time": "2 days, 12:55:11", "remaining_time": "0:17:31", "throughput": 201.17, "total_tokens": 44118960}
+{"current_steps": 22528, "total_steps": 22635, "loss": 0.1726, "lr": 2.759256974529945e-10, "epoch": 2.985818422796554, "percentage": 99.53, "elapsed_time": "2 days, 12:55:20", "remaining_time": "0:17:21", "throughput": 201.17, "total_tokens": 44120472}
+{"current_steps": 22529, "total_steps": 22635, "loss": 0.0026, "lr": 2.707924008740759e-10, "epoch": 2.985950960901259, "percentage": 99.53, "elapsed_time": "2 days, 12:55:29", "remaining_time": "0:17:11", "throughput": 201.17, "total_tokens": 44122768}
+{"current_steps": 22530, "total_steps": 22635, "loss": 0.0018, "lr": 2.657073007988897e-10, "epoch": 2.9860834990059644, "percentage": 99.54, "elapsed_time": "2 days, 12:55:39", "remaining_time": "0:17:02", "throughput": 201.17, "total_tokens": 44124360}
+{"current_steps": 22531, "total_steps": 22635, "loss": 0.1835, "lr": 2.606703973254132e-10, "epoch": 2.9862160371106694, "percentage": 99.54, "elapsed_time": "2 days, 12:55:48", "remaining_time": "0:16:52", "throughput": 201.17, "total_tokens": 44126384}
+{"current_steps": 22532, "total_steps": 22635, "loss": 0.0, "lr": 2.5568169055079085e-10, "epoch": 2.9863485752153744, "percentage": 99.54, "elapsed_time": "2 days, 12:55:57", "remaining_time": "0:16:42", "throughput": 201.17, "total_tokens": 44127824}
+{"current_steps": 22533, "total_steps": 22635, "loss": 0.2299, "lr": 2.507411805707793e-10, "epoch": 2.9864811133200795, "percentage": 99.55, "elapsed_time": "2 days, 12:56:07", "remaining_time": "0:16:33", "throughput": 201.17, "total_tokens": 44129832}
+{"current_steps": 22534, "total_steps": 22635, "loss": 0.0087, "lr": 2.458488674811355e-10, "epoch": 2.9866136514247845, "percentage": 99.55, "elapsed_time": "2 days, 12:56:16", "remaining_time": "0:16:23", "throughput": 201.17, "total_tokens": 44132280}
+{"current_steps": 22535, "total_steps": 22635, "loss": 0.0028, "lr": 2.4100475137622816e-10, "epoch": 2.98674618952949, "percentage": 99.56, "elapsed_time": "2 days, 12:56:26", "remaining_time": "0:16:13", "throughput": 201.17, "total_tokens": 44134200}
+{"current_steps": 22536, "total_steps": 22635, "loss": 0.0003, "lr": 2.362088323490386e-10, "epoch": 2.9868787276341946, "percentage": 99.56, "elapsed_time": "2 days, 12:56:35", "remaining_time": "0:16:03", "throughput": 201.17, "total_tokens": 44136240}
+{"current_steps": 22537, "total_steps": 22635, "loss": 0.0072, "lr": 2.3146111049199281e-10, "epoch": 2.9870112657389, "percentage": 99.57, "elapsed_time": "2 days, 12:56:45", "remaining_time": "0:15:54", "throughput": 201.17, "total_tokens": 44137928}
+{"current_steps": 22538, "total_steps": 22635, "loss": 0.0001, "lr": 2.267615858972394e-10, "epoch": 2.987143803843605, "percentage": 99.57, "elapsed_time": "2 days, 12:56:53", "remaining_time": "0:15:44", "throughput": 201.17, "total_tokens": 44139584}
+{"current_steps": 22539, "total_steps": 22635, "loss": 0.0001, "lr": 2.2211025865498392e-10, "epoch": 2.98727634194831, "percentage": 99.58, "elapsed_time": "2 days, 12:57:03", "remaining_time": "0:15:34", "throughput": 201.17, "total_tokens": 44141152}
+{"current_steps": 22540, "total_steps": 22635, "loss": 0.0, "lr": 2.175071288548769e-10, "epoch": 2.987408880053015, "percentage": 99.58, "elapsed_time": "2 days, 12:57:13", "remaining_time": "0:15:24", "throughput": 201.17, "total_tokens": 44143464}
+{"current_steps": 22541, "total_steps": 22635, "loss": 0.0159, "lr": 2.1295219658573618e-10, "epoch": 2.9875414181577202, "percentage": 99.58, "elapsed_time": "2 days, 12:57:21", "remaining_time": "0:15:15", "throughput": 201.17, "total_tokens": 44145512}
+{"current_steps": 22542, "total_steps": 22635, "loss": 0.0038, "lr": 2.084454619352694e-10, "epoch": 2.9876739562624257, "percentage": 99.59, "elapsed_time": "2 days, 12:57:31", "remaining_time": "0:15:05", "throughput": 201.17, "total_tokens": 44147056}
+{"current_steps": 22543, "total_steps": 22635, "loss": 0.0016, "lr": 2.03986924990629e-10, "epoch": 2.9878064943671303, "percentage": 99.59, "elapsed_time": "2 days, 12:57:41", "remaining_time": "0:14:55", "throughput": 201.17, "total_tokens": 44149904}
+{"current_steps": 22544, "total_steps": 22635, "loss": 0.029, "lr": 1.9957658583785733e-10, "epoch": 2.987939032471836, "percentage": 99.6, "elapsed_time": "2 days, 12:57:51", "remaining_time": "0:14:45", "throughput": 201.18, "total_tokens": 44152776}
+{"current_steps": 22545, "total_steps": 22635, "loss": 0.1973, "lr": 1.9521444456133133e-10, "epoch": 2.988071570576541, "percentage": 99.6, "elapsed_time": "2 days, 12:58:01", "remaining_time": "0:14:36", "throughput": 201.18, "total_tokens": 44155600}
+{"current_steps": 22546, "total_steps": 22635, "loss": 0.0165, "lr": 1.9090050124598302e-10, "epoch": 2.988204108681246, "percentage": 99.61, "elapsed_time": "2 days, 12:58:11", "remaining_time": "0:14:26", "throughput": 201.18, "total_tokens": 44157136}
+{"current_steps": 22547, "total_steps": 22635, "loss": 0.0885, "lr": 1.8663475597424652e-10, "epoch": 2.988336646785951, "percentage": 99.61, "elapsed_time": "2 days, 12:58:20", "remaining_time": "0:14:16", "throughput": 201.18, "total_tokens": 44158640}
+{"current_steps": 22548, "total_steps": 22635, "loss": 0.0012, "lr": 1.8241720882911096e-10, "epoch": 2.988469184890656, "percentage": 99.62, "elapsed_time": "2 days, 12:58:30", "remaining_time": "0:14:06", "throughput": 201.18, "total_tokens": 44160152}
+{"current_steps": 22549, "total_steps": 22635, "loss": 0.1119, "lr": 1.7824785989134508e-10, "epoch": 2.9886017229953614, "percentage": 99.62, "elapsed_time": "2 days, 12:58:39", "remaining_time": "0:13:57", "throughput": 201.18, "total_tokens": 44162104}
+{"current_steps": 22550, "total_steps": 22635, "loss": 0.0001, "lr": 1.7412670924144004e-10, "epoch": 2.988734261100066, "percentage": 99.62, "elapsed_time": "2 days, 12:58:49", "remaining_time": "0:13:47", "throughput": 201.18, "total_tokens": 44164312}
+{"current_steps": 22551, "total_steps": 22635, "loss": 0.0004, "lr": 1.700537569587768e-10, "epoch": 2.9888667992047715, "percentage": 99.63, "elapsed_time": "2 days, 12:59:00", "remaining_time": "0:13:37", "throughput": 201.18, "total_tokens": 44166440}
+{"current_steps": 22552, "total_steps": 22635, "loss": 0.0027, "lr": 1.660290031221812e-10, "epoch": 2.9889993373094765, "percentage": 99.63, "elapsed_time": "2 days, 12:59:09", "remaining_time": "0:13:28", "throughput": 201.18, "total_tokens": 44167944}
+{"current_steps": 22553, "total_steps": 22635, "loss": 0.0138, "lr": 1.6205244780909123e-10, "epoch": 2.9891318754141816, "percentage": 99.64, "elapsed_time": "2 days, 12:59:19", "remaining_time": "0:13:18", "throughput": 201.18, "total_tokens": 44170032}
+{"current_steps": 22554, "total_steps": 22635, "loss": 0.1212, "lr": 1.5812409109638994e-10, "epoch": 2.9892644135188866, "percentage": 99.64, "elapsed_time": "2 days, 12:59:29", "remaining_time": "0:13:08", "throughput": 201.17, "total_tokens": 44171528}
+{"current_steps": 22555, "total_steps": 22635, "loss": 0.0301, "lr": 1.5424393305929486e-10, "epoch": 2.9893969516235916, "percentage": 99.65, "elapsed_time": "2 days, 12:59:38", "remaining_time": "0:12:58", "throughput": 201.17, "total_tokens": 44172624}
+{"current_steps": 22556, "total_steps": 22635, "loss": 0.0013, "lr": 1.5041197377302365e-10, "epoch": 2.989529489728297, "percentage": 99.65, "elapsed_time": "2 days, 12:59:48", "remaining_time": "0:12:49", "throughput": 201.17, "total_tokens": 44174992}
+{"current_steps": 22557, "total_steps": 22635, "loss": 0.0217, "lr": 1.4662821331140609e-10, "epoch": 2.9896620278330017, "percentage": 99.66, "elapsed_time": "2 days, 12:59:57", "remaining_time": "0:12:39", "throughput": 201.17, "total_tokens": 44176512}
+{"current_steps": 22558, "total_steps": 22635, "loss": 0.0, "lr": 1.428926517474394e-10, "epoch": 2.989794565937707, "percentage": 99.66, "elapsed_time": "2 days, 13:00:07", "remaining_time": "0:12:29", "throughput": 201.17, "total_tokens": 44177672}
+{"current_steps": 22559, "total_steps": 22635, "loss": 0.0118, "lr": 1.3920528915301047e-10, "epoch": 2.9899271040424122, "percentage": 99.66, "elapsed_time": "2 days, 13:00:17", "remaining_time": "0:12:19", "throughput": 201.17, "total_tokens": 44179824}
+{"current_steps": 22560, "total_steps": 22635, "loss": 0.0456, "lr": 1.3556612559917358e-10, "epoch": 2.9900596421471173, "percentage": 99.67, "elapsed_time": "2 days, 13:00:26", "remaining_time": "0:12:10", "throughput": 201.17, "total_tokens": 44182488}
+{"current_steps": 22561, "total_steps": 22635, "loss": 0.0196, "lr": 1.3197516115615038e-10, "epoch": 2.9901921802518223, "percentage": 99.67, "elapsed_time": "2 days, 13:00:36", "remaining_time": "0:12:00", "throughput": 201.17, "total_tokens": 44184392}
+{"current_steps": 22562, "total_steps": 22635, "loss": 0.2508, "lr": 1.284323958933298e-10, "epoch": 2.9903247183565274, "percentage": 99.68, "elapsed_time": "2 days, 13:00:46", "remaining_time": "0:11:50", "throughput": 201.17, "total_tokens": 44186488}
+{"current_steps": 22563, "total_steps": 22635, "loss": 0.0005, "lr": 1.249378298789905e-10, "epoch": 2.990457256461233, "percentage": 99.68, "elapsed_time": "2 days, 13:00:57", "remaining_time": "0:11:40", "throughput": 201.17, "total_tokens": 44188768}
+{"current_steps": 22564, "total_steps": 22635, "loss": 0.0001, "lr": 1.2149146318030103e-10, "epoch": 2.9905897945659374, "percentage": 99.69, "elapsed_time": "2 days, 13:01:06", "remaining_time": "0:11:31", "throughput": 201.17, "total_tokens": 44190824}
+{"current_steps": 22565, "total_steps": 22635, "loss": 0.0, "lr": 1.1809329586387476e-10, "epoch": 2.990722332670643, "percentage": 99.69, "elapsed_time": "2 days, 13:01:16", "remaining_time": "0:11:21", "throughput": 201.17, "total_tokens": 44192504}
+{"current_steps": 22566, "total_steps": 22635, "loss": 0.0001, "lr": 1.1474332799493726e-10, "epoch": 2.990854870775348, "percentage": 99.7, "elapsed_time": "2 days, 13:01:27", "remaining_time": "0:11:11", "throughput": 201.17, "total_tokens": 44195280}
+{"current_steps": 22567, "total_steps": 22635, "loss": 0.0052, "lr": 1.1144155963871417e-10, "epoch": 2.990987408880053, "percentage": 99.7, "elapsed_time": "2 days, 13:01:36", "remaining_time": "0:11:02", "throughput": 201.17, "total_tokens": 44197072}
+{"current_steps": 22568, "total_steps": 22635, "loss": 0.001, "lr": 1.0818799085821063e-10, "epoch": 2.991119946984758, "percentage": 99.7, "elapsed_time": "2 days, 13:01:46", "remaining_time": "0:10:52", "throughput": 201.17, "total_tokens": 44198536}
+{"current_steps": 22569, "total_steps": 22635, "loss": 0.0001, "lr": 1.0498262171670937e-10, "epoch": 2.991252485089463, "percentage": 99.71, "elapsed_time": "2 days, 13:01:56", "remaining_time": "0:10:42", "throughput": 201.17, "total_tokens": 44200768}
+{"current_steps": 22570, "total_steps": 22635, "loss": 0.0, "lr": 1.0182545227555018e-10, "epoch": 2.9913850231941685, "percentage": 99.71, "elapsed_time": "2 days, 13:02:05", "remaining_time": "0:10:32", "throughput": 201.17, "total_tokens": 44202896}
+{"current_steps": 22571, "total_steps": 22635, "loss": 0.0086, "lr": 9.871648259579536e-11, "epoch": 2.9915175612988736, "percentage": 99.72, "elapsed_time": "2 days, 13:02:15", "remaining_time": "0:10:23", "throughput": 201.17, "total_tokens": 44204488}
+{"current_steps": 22572, "total_steps": 22635, "loss": 0.0, "lr": 9.565571273739693e-11, "epoch": 2.9916500994035786, "percentage": 99.72, "elapsed_time": "2 days, 13:02:25", "remaining_time": "0:10:13", "throughput": 201.17, "total_tokens": 44206608}
+{"current_steps": 22573, "total_steps": 22635, "loss": 0.0005, "lr": 9.264314275919673e-11, "epoch": 2.9917826375082837, "percentage": 99.73, "elapsed_time": "2 days, 13:02:34", "remaining_time": "0:10:03", "throughput": 201.17, "total_tokens": 44209008}
+{"current_steps": 22574, "total_steps": 22635, "loss": 0.0492, "lr": 8.9678772719759e-11, "epoch": 2.9919151756129887, "percentage": 99.73, "elapsed_time": "2 days, 13:02:45", "remaining_time": "0:09:53", "throughput": 201.17, "total_tokens": 44211152}
+{"current_steps": 22575, "total_steps": 22635, "loss": 0.0009, "lr": 8.676260267570514e-11, "epoch": 2.9920477137176937, "percentage": 99.73, "elapsed_time": "2 days, 13:02:55", "remaining_time": "0:09:44", "throughput": 201.18, "total_tokens": 44213528}
+{"current_steps": 22576, "total_steps": 22635, "loss": 0.0, "lr": 8.389463268337894e-11, "epoch": 2.9921802518223988, "percentage": 99.74, "elapsed_time": "2 days, 13:03:04", "remaining_time": "0:09:34", "throughput": 201.17, "total_tokens": 44215128}
+{"current_steps": 22577, "total_steps": 22635, "loss": 0.0002, "lr": 8.107486279829157e-11, "epoch": 2.9923127899271043, "percentage": 99.74, "elapsed_time": "2 days, 13:03:14", "remaining_time": "0:09:24", "throughput": 201.17, "total_tokens": 44216504}
+{"current_steps": 22578, "total_steps": 22635, "loss": 0.0002, "lr": 7.830329307484397e-11, "epoch": 2.9924453280318093, "percentage": 99.75, "elapsed_time": "2 days, 13:03:23", "remaining_time": "0:09:14", "throughput": 201.17, "total_tokens": 44218464}
+{"current_steps": 22579, "total_steps": 22635, "loss": 0.0005, "lr": 7.557992356604926e-11, "epoch": 2.9925778661365143, "percentage": 99.75, "elapsed_time": "2 days, 13:03:33", "remaining_time": "0:09:05", "throughput": 201.17, "total_tokens": 44219944}
+{"current_steps": 22580, "total_steps": 22635, "loss": 0.0376, "lr": 7.290475432464305e-11, "epoch": 2.9927104042412194, "percentage": 99.76, "elapsed_time": "2 days, 13:03:42", "remaining_time": "0:08:55", "throughput": 201.17, "total_tokens": 44221752}
+{"current_steps": 22581, "total_steps": 22635, "loss": 0.0, "lr": 7.027778540252827e-11, "epoch": 2.9928429423459244, "percentage": 99.76, "elapsed_time": "2 days, 13:03:51", "remaining_time": "0:08:45", "throughput": 201.17, "total_tokens": 44223144}
+{"current_steps": 22582, "total_steps": 22635, "loss": 0.0003, "lr": 6.769901684994251e-11, "epoch": 2.9929754804506294, "percentage": 99.77, "elapsed_time": "2 days, 13:04:00", "remaining_time": "0:08:35", "throughput": 201.17, "total_tokens": 44224520}
+{"current_steps": 22583, "total_steps": 22635, "loss": 0.0337, "lr": 6.51684487168458e-11, "epoch": 2.9931080185553345, "percentage": 99.77, "elapsed_time": "2 days, 13:04:09", "remaining_time": "0:08:26", "throughput": 201.17, "total_tokens": 44226248}
+{"current_steps": 22584, "total_steps": 22635, "loss": 0.0174, "lr": 6.268608105153285e-11, "epoch": 2.99324055666004, "percentage": 99.77, "elapsed_time": "2 days, 13:04:20", "remaining_time": "0:08:16", "throughput": 201.16, "total_tokens": 44228128}
+{"current_steps": 22585, "total_steps": 22635, "loss": 0.0402, "lr": 6.02519139025759e-11, "epoch": 2.993373094764745, "percentage": 99.78, "elapsed_time": "2 days, 13:04:29", "remaining_time": "0:08:06", "throughput": 201.17, "total_tokens": 44230344}
+{"current_steps": 22586, "total_steps": 22635, "loss": 0.0, "lr": 5.786594731660433e-11, "epoch": 2.99350563286945, "percentage": 99.78, "elapsed_time": "2 days, 13:04:38", "remaining_time": "0:07:57", "throughput": 201.17, "total_tokens": 44232328}
+{"current_steps": 22587, "total_steps": 22635, "loss": 0.0903, "lr": 5.552818133941484e-11, "epoch": 2.993638170974155, "percentage": 99.79, "elapsed_time": "2 days, 13:04:47", "remaining_time": "0:07:47", "throughput": 201.16, "total_tokens": 44233584}
+{"current_steps": 22588, "total_steps": 22635, "loss": 0.0011, "lr": 5.323861601652658e-11, "epoch": 2.99377070907886, "percentage": 99.79, "elapsed_time": "2 days, 13:04:56", "remaining_time": "0:07:37", "throughput": 201.16, "total_tokens": 44235288}
+{"current_steps": 22589, "total_steps": 22635, "loss": 0.0902, "lr": 5.099725139151579e-11, "epoch": 2.993903247183565, "percentage": 99.8, "elapsed_time": "2 days, 13:05:07", "remaining_time": "0:07:27", "throughput": 201.16, "total_tokens": 44236944}
+{"current_steps": 22590, "total_steps": 22635, "loss": 0.0, "lr": 4.880408750823629e-11, "epoch": 2.99403578528827, "percentage": 99.8, "elapsed_time": "2 days, 13:05:16", "remaining_time": "0:07:18", "throughput": 201.16, "total_tokens": 44238264}
+{"current_steps": 22591, "total_steps": 22635, "loss": 0.0, "lr": 4.665912440832143e-11, "epoch": 2.9941683233929757, "percentage": 99.81, "elapsed_time": "2 days, 13:05:26", "remaining_time": "0:07:08", "throughput": 201.16, "total_tokens": 44240160}
+{"current_steps": 22592, "total_steps": 22635, "loss": 0.1789, "lr": 4.4562362133682144e-11, "epoch": 2.9943008614976807, "percentage": 99.81, "elapsed_time": "2 days, 13:05:35", "remaining_time": "0:06:58", "throughput": 201.16, "total_tokens": 44241752}
+{"current_steps": 22593, "total_steps": 22635, "loss": 0.0072, "lr": 4.251380072428646e-11, "epoch": 2.9944333996023857, "percentage": 99.81, "elapsed_time": "2 days, 13:05:43", "remaining_time": "0:06:48", "throughput": 201.16, "total_tokens": 44243072}
+{"current_steps": 22594, "total_steps": 22635, "loss": 0.0887, "lr": 4.0513440220102395e-11, "epoch": 2.994565937707091, "percentage": 99.82, "elapsed_time": "2 days, 13:05:54", "remaining_time": "0:06:39", "throughput": 201.16, "total_tokens": 44245064}
+{"current_steps": 22595, "total_steps": 22635, "loss": 0.0, "lr": 3.856128065943265e-11, "epoch": 2.994698475811796, "percentage": 99.82, "elapsed_time": "2 days, 13:06:03", "remaining_time": "0:06:29", "throughput": 201.16, "total_tokens": 44247000}
+{"current_steps": 22596, "total_steps": 22635, "loss": 0.003, "lr": 3.665732207974726e-11, "epoch": 2.994831013916501, "percentage": 99.83, "elapsed_time": "2 days, 13:06:12", "remaining_time": "0:06:19", "throughput": 201.16, "total_tokens": 44248984}
+{"current_steps": 22597, "total_steps": 22635, "loss": 0.0001, "lr": 3.480156451796113e-11, "epoch": 2.994963552021206, "percentage": 99.83, "elapsed_time": "2 days, 13:06:22", "remaining_time": "0:06:09", "throughput": 201.15, "total_tokens": 44250576}
+{"current_steps": 22598, "total_steps": 22635, "loss": 0.0901, "lr": 3.2994008009878954e-11, "epoch": 2.9950960901259114, "percentage": 99.84, "elapsed_time": "2 days, 13:06:32", "remaining_time": "0:06:00", "throughput": 201.16, "total_tokens": 44253224}
+{"current_steps": 22599, "total_steps": 22635, "loss": 0.0525, "lr": 3.1234652590472756e-11, "epoch": 2.9952286282306164, "percentage": 99.84, "elapsed_time": "2 days, 13:06:42", "remaining_time": "0:05:50", "throughput": 201.16, "total_tokens": 44255072}
+{"current_steps": 22600, "total_steps": 22635, "loss": 0.0296, "lr": 2.952349829332679e-11, "epoch": 2.9953611663353215, "percentage": 99.85, "elapsed_time": "2 days, 13:06:52", "remaining_time": "0:05:40", "throughput": 201.16, "total_tokens": 44257408}
+{"current_steps": 22601, "total_steps": 22635, "loss": 0.0, "lr": 2.7860545151747743e-11, "epoch": 2.9954937044400265, "percentage": 99.85, "elapsed_time": "2 days, 13:07:02", "remaining_time": "0:05:30", "throughput": 201.16, "total_tokens": 44259456}
+{"current_steps": 22602, "total_steps": 22635, "loss": 0.1933, "lr": 2.6245793197376966e-11, "epoch": 2.9956262425447315, "percentage": 99.85, "elapsed_time": "2 days, 13:07:12", "remaining_time": "0:05:21", "throughput": 201.16, "total_tokens": 44261464}
+{"current_steps": 22603, "total_steps": 22635, "loss": 0.0, "lr": 2.4679242461855824e-11, "epoch": 2.9957587806494366, "percentage": 99.86, "elapsed_time": "2 days, 13:07:23", "remaining_time": "0:05:11", "throughput": 201.16, "total_tokens": 44262992}
+{"current_steps": 22604, "total_steps": 22635, "loss": 0.0009, "lr": 2.316089297516033e-11, "epoch": 2.9958913187541416, "percentage": 99.86, "elapsed_time": "2 days, 13:07:32", "remaining_time": "0:05:01", "throughput": 201.16, "total_tokens": 44264936}
+{"current_steps": 22605, "total_steps": 22635, "loss": 0.0103, "lr": 2.1690744766711404e-11, "epoch": 2.996023856858847, "percentage": 99.87, "elapsed_time": "2 days, 13:07:42", "remaining_time": "0:04:52", "throughput": 201.15, "total_tokens": 44266608}
+{"current_steps": 22606, "total_steps": 22635, "loss": 0.0001, "lr": 2.0268797864542165e-11, "epoch": 2.996156394963552, "percentage": 99.87, "elapsed_time": "2 days, 13:07:52", "remaining_time": "0:04:42", "throughput": 201.15, "total_tokens": 44268088}
+{"current_steps": 22607, "total_steps": 22635, "loss": 0.2132, "lr": 1.8895052296130644e-11, "epoch": 2.996288933068257, "percentage": 99.88, "elapsed_time": "2 days, 13:08:02", "remaining_time": "0:04:32", "throughput": 201.15, "total_tokens": 44270304}
+{"current_steps": 22608, "total_steps": 22635, "loss": 0.0072, "lr": 1.7569508088122188e-11, "epoch": 2.996421471172962, "percentage": 99.88, "elapsed_time": "2 days, 13:08:13", "remaining_time": "0:04:22", "throughput": 201.16, "total_tokens": 44273064}
+{"current_steps": 22609, "total_steps": 22635, "loss": 0.0885, "lr": 1.6292165266051928e-11, "epoch": 2.9965540092776672, "percentage": 99.89, "elapsed_time": "2 days, 13:08:23", "remaining_time": "0:04:13", "throughput": 201.16, "total_tokens": 44275352}
+{"current_steps": 22610, "total_steps": 22635, "loss": 0.0, "lr": 1.5063023854622327e-11, "epoch": 2.9966865473823723, "percentage": 99.89, "elapsed_time": "2 days, 13:08:33", "remaining_time": "0:04:03", "throughput": 201.16, "total_tokens": 44277384}
+{"current_steps": 22611, "total_steps": 22635, "loss": 0.0449, "lr": 1.3882083877425623e-11, "epoch": 2.9968190854870773, "percentage": 99.89, "elapsed_time": "2 days, 13:08:43", "remaining_time": "0:03:53", "throughput": 201.16, "total_tokens": 44279248}
+{"current_steps": 22612, "total_steps": 22635, "loss": 0.0851, "lr": 1.2749345356943832e-11, "epoch": 2.996951623591783, "percentage": 99.9, "elapsed_time": "2 days, 13:08:54", "remaining_time": "0:03:43", "throughput": 201.16, "total_tokens": 44281792}
+{"current_steps": 22613, "total_steps": 22635, "loss": 0.0001, "lr": 1.166480831565897e-11, "epoch": 2.997084161696488, "percentage": 99.9, "elapsed_time": "2 days, 13:09:04", "remaining_time": "0:03:34", "throughput": 201.16, "total_tokens": 44283144}
+{"current_steps": 22614, "total_steps": 22635, "loss": 0.0001, "lr": 1.0628472774110166e-11, "epoch": 2.997216699801193, "percentage": 99.91, "elapsed_time": "2 days, 13:09:13", "remaining_time": "0:03:24", "throughput": 201.16, "total_tokens": 44285152}
+{"current_steps": 22615, "total_steps": 22635, "loss": 0.0, "lr": 9.640338752003874e-12, "epoch": 2.997349237905898, "percentage": 99.91, "elapsed_time": "2 days, 13:09:23", "remaining_time": "0:03:14", "throughput": 201.15, "total_tokens": 44286680}
+{"current_steps": 22616, "total_steps": 22635, "loss": 0.0014, "lr": 8.700406269046557e-12, "epoch": 2.997481776010603, "percentage": 99.92, "elapsed_time": "2 days, 13:09:34", "remaining_time": "0:03:04", "throughput": 201.15, "total_tokens": 44288672}
+{"current_steps": 22617, "total_steps": 22635, "loss": 0.0045, "lr": 7.808675342724226e-12, "epoch": 2.997614314115308, "percentage": 99.92, "elapsed_time": "2 days, 13:09:43", "remaining_time": "0:02:55", "throughput": 201.15, "total_tokens": 44290808}
+{"current_steps": 22618, "total_steps": 22635, "loss": 0.067, "lr": 6.965145990522892e-12, "epoch": 2.997746852220013, "percentage": 99.92, "elapsed_time": "2 days, 13:09:54", "remaining_time": "0:02:45", "throughput": 201.16, "total_tokens": 44294128}
+{"current_steps": 22619, "total_steps": 22635, "loss": 0.2274, "lr": 6.169818228818347e-12, "epoch": 2.9978793903247185, "percentage": 99.93, "elapsed_time": "2 days, 13:10:04", "remaining_time": "0:02:35", "throughput": 201.16, "total_tokens": 44296600}
+{"current_steps": 22620, "total_steps": 22635, "loss": 0.0, "lr": 5.422692072876157e-12, "epoch": 2.9980119284294235, "percentage": 99.93, "elapsed_time": "2 days, 13:10:14", "remaining_time": "0:02:26", "throughput": 201.16, "total_tokens": 44297888}
+{"current_steps": 22621, "total_steps": 22635, "loss": 0.202, "lr": 4.723767536851665e-12, "epoch": 2.9981444665341286, "percentage": 99.94, "elapsed_time": "2 days, 13:10:23", "remaining_time": "0:02:16", "throughput": 201.16, "total_tokens": 44299320}
+{"current_steps": 22622, "total_steps": 22635, "loss": 0.0, "lr": 4.073044634345102e-12, "epoch": 2.9982770046388336, "percentage": 99.94, "elapsed_time": "2 days, 13:10:33", "remaining_time": "0:02:06", "throughput": 201.15, "total_tokens": 44300664}
+{"current_steps": 22623, "total_steps": 22635, "loss": 0.0001, "lr": 3.4705233781240354e-12, "epoch": 2.9984095427435387, "percentage": 99.95, "elapsed_time": "2 days, 13:10:43", "remaining_time": "0:01:56", "throughput": 201.15, "total_tokens": 44303000}
+{"current_steps": 22624, "total_steps": 22635, "loss": 0.0003, "lr": 2.9162037798458056e-12, "epoch": 2.998542080848244, "percentage": 99.95, "elapsed_time": "2 days, 13:10:53", "remaining_time": "0:01:47", "throughput": 201.15, "total_tokens": 44304840}
+{"current_steps": 22625, "total_steps": 22635, "loss": 0.0, "lr": 2.410085849779975e-12, "epoch": 2.9986746189529487, "percentage": 99.96, "elapsed_time": "2 days, 13:11:02", "remaining_time": "0:01:37", "throughput": 201.15, "total_tokens": 44306280}
+{"current_steps": 22626, "total_steps": 22635, "loss": 0.0002, "lr": 1.9521695979185518e-12, "epoch": 2.998807157057654, "percentage": 99.96, "elapsed_time": "2 days, 13:11:12", "remaining_time": "0:01:27", "throughput": 201.15, "total_tokens": 44308704}
+{"current_steps": 22627, "total_steps": 22635, "loss": 0.0007, "lr": 1.5424550331433197e-12, "epoch": 2.9989396951623593, "percentage": 99.96, "elapsed_time": "2 days, 13:11:22", "remaining_time": "0:01:17", "throughput": 201.16, "total_tokens": 44311464}
+{"current_steps": 22628, "total_steps": 22635, "loss": 0.0105, "lr": 1.18094216322584e-12, "epoch": 2.9990722332670643, "percentage": 99.97, "elapsed_time": "2 days, 13:11:32", "remaining_time": "0:01:08", "throughput": 201.16, "total_tokens": 44313784}
+{"current_steps": 22629, "total_steps": 22635, "loss": 0.0, "lr": 8.676309951050066e-13, "epoch": 2.9992047713717693, "percentage": 99.97, "elapsed_time": "2 days, 13:11:41", "remaining_time": "0:00:58", "throughput": 201.16, "total_tokens": 44315000}
+{"current_steps": 22630, "total_steps": 22635, "loss": 0.1049, "lr": 6.025215351646019e-13, "epoch": 2.9993373094764744, "percentage": 99.98, "elapsed_time": "2 days, 13:11:51", "remaining_time": "0:00:48", "throughput": 201.15, "total_tokens": 44316504}
+{"current_steps": 22631, "total_steps": 22635, "loss": 0.0017, "lr": 3.856137881230737e-13, "epoch": 2.99946984758118, "percentage": 99.98, "elapsed_time": "2 days, 13:12:00", "remaining_time": "0:00:38", "throughput": 201.16, "total_tokens": 44318792}
+{"current_steps": 22632, "total_steps": 22635, "loss": 0.0622, "lr": 2.1690775814375842e-13, "epoch": 2.9996023856858844, "percentage": 99.99, "elapsed_time": "2 days, 13:12:09", "remaining_time": "0:00:29", "throughput": 201.16, "total_tokens": 44320520}
+{"current_steps": 22633, "total_steps": 22635, "loss": 0.0457, "lr": 9.640344883488084e-14, "epoch": 2.99973492379059, "percentage": 99.99, "elapsed_time": "2 days, 13:12:19", "remaining_time": "0:00:19", "throughput": 201.15, "total_tokens": 44322392}
+{"current_steps": 22634, "total_steps": 22635, "loss": 0.0001, "lr": 2.4100862416887028e-14, "epoch": 2.999867461895295, "percentage": 100.0, "elapsed_time": "2 days, 13:12:28", "remaining_time": "0:00:09", "throughput": 201.16, "total_tokens": 44324256}
+{"current_steps": 22635, "total_steps": 22635, "loss": 0.0017, "lr": 0.0, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "2 days, 13:12:38", "remaining_time": "0:00:00", "throughput": 201.15, "total_tokens": 44325984}
+{"current_steps": 22635, "total_steps": 22635, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "2 days, 13:13:49", "remaining_time": "0:00:00", "throughput": 201.09, "total_tokens": 44325984}