diff --git "a/metrics/jsonlines/throughput.jsonl" "b/metrics/jsonlines/throughput.jsonl"
--- "a/metrics/jsonlines/throughput.jsonl"
+++ "b/metrics/jsonlines/throughput.jsonl"
@@ -1,98 +1,98 @@
-{"step": 20971520, "throughput/token_count": 20971520, "throughput/batch_count": 10, "throughput/flop_count": 0, "throughput/total_time": 72.8780845789588, "throughput/update_time": 72.70853926707059, "throughput/token_count_per_second_total_recent": 303184.52690817736, "throughput/token_count_per_second_total_cum": 287761.6792642057, "throughput/token_count_per_second_update_recent": 303769.9932048806, "throughput/token_count_per_second_update_cum": 288432.69595842256, "throughput/batch_count_per_second_total_recent": 0.14456964822205418, "throughput/batch_count_per_second_total_cum": 0.13721546138010296, "throughput/batch_count_per_second_update_recent": 0.14484882030719787, "throughput/batch_count_per_second_update_cum": 0.1375354270736802, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 41943040, "throughput/token_count": 41943040, "throughput/batch_count": 20, "throughput/flop_count": 0, "throughput/total_time": 141.98572698398493, "throughput/update_time": 141.70471469813492, "throughput/token_count_per_second_total_recent": 303330.324193843, "throughput/token_count_per_second_total_cum": 295403.21334362647, "throughput/token_count_per_second_update_recent": 303865.7170326681, "throughput/token_count_per_second_update_cum": 295989.0225907356, "throughput/batch_count_per_second_total_recent": 0.1446391697854247, "throughput/batch_count_per_second_total_cum": 0.1408592287748463, "throughput/batch_count_per_second_update_recent": 0.14489446498521238, "throughput/batch_count_per_second_update_cum": 0.14113856439148692, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 62914560, "throughput/token_count": 62914560, "throughput/batch_count": 30, "throughput/flop_count": 0, "throughput/total_time": 301.07908088195836, "throughput/update_time": 210.67360014707083, "throughput/token_count_per_second_total_recent": 209386.8760613492, "throughput/token_count_per_second_total_cum": 208963.57135043334, "throughput/token_count_per_second_update_recent": 303936.88272447564, "throughput/token_count_per_second_update_cum": 298635.23458126443, "throughput/batch_count_per_second_total_recent": 0.0998434429461237, "throughput/batch_count_per_second_total_cum": 0.09964159553071658, "throughput/batch_count_per_second_update_recent": 0.14492839943145544, "throughput/batch_count_per_second_update_cum": 0.14240037659705373, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 83886080, "throughput/token_count": 83886080, "throughput/batch_count": 40, "throughput/flop_count": 0, "throughput/total_time": 370.1664184979745, "throughput/update_time": 279.6480940769543, "throughput/token_count_per_second_total_recent": 227480.83177567745, "throughput/token_count_per_second_total_cum": 226617.20731011964, "throughput/token_count_per_second_update_recent": 303965.2293772007, "throughput/token_count_per_second_update_cum": 299970.1473985945, "throughput/batch_count_per_second_total_recent": 0.10847131336959717, "throughput/batch_count_per_second_total_cum": 0.1080595051336859, "throughput/batch_count_per_second_update_recent": 0.14494191616878543, "throughput/batch_count_per_second_update_cum": 0.14303691263131832, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 104857600, "throughput/token_count": 104857600, "throughput/batch_count": 50, "throughput/flop_count": 0, "throughput/total_time": 529.2283039629692, "throughput/update_time": 348.5810220290441, "throughput/token_count_per_second_total_recent": 198148.21678820765, "throughput/token_count_per_second_total_cum": 198133.01596835422, "throughput/token_count_per_second_update_recent": 304019.39034162066, "throughput/token_count_per_second_update_cum": 300812.70457478653, "throughput/batch_count_per_second_total_recent": 0.09448443259630568, "throughput/batch_count_per_second_total_cum": 0.09447718428056441, "throughput/batch_count_per_second_update_recent": 0.14496774212914498, "throughput/batch_count_per_second_update_cum": 0.1434386752008374, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 125829120, "throughput/token_count": 125829120, "throughput/batch_count": 60, "throughput/flop_count": 0, "throughput/total_time": 598.2814449759899, "throughput/update_time": 417.52457091695396, "throughput/token_count_per_second_total_recent": 210551.30585254813, "throughput/token_count_per_second_total_cum": 210317.60395820023, "throughput/token_count_per_second_update_recent": 304047.2667521663, "throughput/token_count_per_second_update_cum": 301369.3774324662, "throughput/batch_count_per_second_total_recent": 0.10039868633868605, "throughput/batch_count_per_second_total_cum": 0.10028724859151851, "throughput/batch_count_per_second_update_recent": 0.14498103463753048, "throughput/batch_count_per_second_update_cum": 0.14370411750434217, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 146800640, "throughput/token_count": 146800640, "throughput/batch_count": 70, "throughput/flop_count": 0, "throughput/total_time": 757.2756010189769, "throughput/update_time": 486.45154978276696, "throughput/token_count_per_second_total_recent": 193803.31645371226, "throughput/token_count_per_second_total_cum": 193853.65090657564, "throughput/token_count_per_second_update_recent": 304077.6537591534, "throughput/token_count_per_second_update_cum": 301778.54313663155, "throughput/batch_count_per_second_total_recent": 0.0924126226681291, "throughput/batch_count_per_second_total_cum": 0.09243662400559217, "throughput/batch_count_per_second_update_recent": 0.1449955242915885, "throughput/batch_count_per_second_update_cum": 0.14389922291595056, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 167772160, "throughput/token_count": 167772160, "throughput/batch_count": 80, "throughput/flop_count": 0, "throughput/total_time": 826.3311064429581, "throughput/update_time": 555.3910710238852, "throughput/token_count_per_second_total_recent": 203106.08856174554, "throughput/token_count_per_second_total_cum": 203032.60846877168, "throughput/token_count_per_second_update_recent": 304093.3510318854, "throughput/token_count_per_second_update_cum": 302079.32527742203, "throughput/batch_count_per_second_total_recent": 0.09684853008353497, "throughput/batch_count_per_second_total_cum": 0.09681349204481682, "throughput/batch_count_per_second_update_recent": 0.14500300933450957, "throughput/batch_count_per_second_update_cum": 0.14404264701720335, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 188743680, "throughput/token_count": 188743680, "throughput/batch_count": 90, "throughput/flop_count": 0, "throughput/total_time": 985.3252943049883, "throughput/update_time": 624.3266040377785, "throughput/token_count_per_second_total_recent": 191491.07196848473, "throughput/token_count_per_second_total_cum": 191554.68868089168, "throughput/token_count_per_second_update_recent": 304107.4980542893, "throughput/token_count_per_second_update_cum": 302315.6129809567, "throughput/batch_count_per_second_total_recent": 0.09131005857872235, "throughput/batch_count_per_second_total_cum": 0.0913403933910807, "throughput/batch_count_per_second_update_recent": 0.14500975516046968, "throughput/batch_count_per_second_update_cum": 0.14415531777427515, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 209715200, "throughput/token_count": 209715200, "throughput/batch_count": 100, "throughput/flop_count": 0, "throughput/total_time": 1054.376383124967, "throughput/update_time": 693.2531012066174, "throughput/token_count_per_second_total_recent": 198915.10829269554, "throughput/token_count_per_second_total_cum": 198899.7509394556, "throughput/token_count_per_second_update_recent": 304122.8133150741, "throughput/token_count_per_second_update_cum": 302508.8523008228, "throughput/batch_count_per_second_total_recent": 0.0948501149619558, "throughput/batch_count_per_second_total_cum": 0.09484279200527936, "throughput/batch_count_per_second_update_recent": 0.14501705804589943, "throughput/batch_count_per_second_update_cum": 0.1442474614624132, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 230686720, "throughput/token_count": 230686720, "throughput/batch_count": 110, "throughput/flop_count": 0, "throughput/total_time": 1213.9692550019827, "throughput/update_time": 762.1767162576434, "throughput/token_count_per_second_total_recent": 183057.85747411964, "throughput/token_count_per_second_total_cum": 190026.82238408356, "throughput/token_count_per_second_update_recent": 304174.63426764513, "throughput/token_count_per_second_update_cum": 302668.2855554715, "throughput/batch_count_per_second_total_recent": 0.08728878854471189, "throughput/batch_count_per_second_total_cum": 0.09061184996799639, "throughput/batch_count_per_second_update_recent": 0.1450417682016588, "throughput/batch_count_per_second_update_cum": 0.14432348516248297, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 251658240, "throughput/token_count": 251658240, "throughput/batch_count": 120, "throughput/flop_count": 0, "throughput/total_time": 1283.0319452389958, "throughput/update_time": 831.1140817146515, "throughput/token_count_per_second_total_recent": 198845.76885098737, "throughput/token_count_per_second_total_cum": 196143.39372752138, "throughput/token_count_per_second_update_recent": 304198.81107237784, "throughput/token_count_per_second_update_cum": 302796.26532233687, "throughput/batch_count_per_second_total_recent": 0.09481705133962029, "throughput/batch_count_per_second_total_cum": 0.09352845846534795, "throughput/batch_count_per_second_update_recent": 0.14505329660052196, "throughput/batch_count_per_second_update_cum": 0.14438451067082256, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 272629760, "throughput/token_count": 272629760, "throughput/batch_count": 130, "throughput/flop_count": 0, "throughput/total_time": 1442.136592313007, "throughput/update_time": 900.0497305926983, "throughput/token_count_per_second_total_recent": 183061.82869602673, "throughput/token_count_per_second_total_cum": 189045.72663449022, "throughput/token_count_per_second_update_recent": 304212.1371891679, "throughput/token_count_per_second_update_cum": 302905.2181599661, "throughput/batch_count_per_second_total_recent": 0.08729068217088067, "throughput/batch_count_per_second_total_cum": 0.09014402705883513, "throughput/batch_count_per_second_update_recent": 0.14505965098818202, "throughput/batch_count_per_second_update_cum": 0.14443646343229585, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 293601280, "throughput/token_count": 293601280, "throughput/batch_count": 140, "throughput/flop_count": 0, "throughput/total_time": 1511.2121625279542, "throughput/update_time": 969.0007961746887, "throughput/token_count_per_second_total_recent": 198846.6050728056, "throughput/token_count_per_second_total_cum": 194281.97263107257, "throughput/token_count_per_second_update_recent": 304221.46967557416, "throughput/token_count_per_second_update_cum": 302993.84805362986, "throughput/batch_count_per_second_total_recent": 0.09481745008125572, "throughput/batch_count_per_second_total_cum": 0.09264086371949795, "throughput/batch_count_per_second_update_recent": 0.14506410106447895, "throughput/batch_count_per_second_update_cum": 0.14447872545892232, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 314572800, "throughput/token_count": 314572800, "throughput/batch_count": 150, "throughput/flop_count": 0, "throughput/total_time": 1670.3140526569914, "throughput/update_time": 1037.9416665838216, "throughput/token_count_per_second_total_recent": 183057.33289483035, "throughput/token_count_per_second_total_cum": 188331.52933102896, "throughput/token_count_per_second_update_recent": 304217.9627687801, "throughput/token_count_per_second_update_cum": 303073.679502003, "throughput/batch_count_per_second_total_recent": 0.08728853840581434, "throughput/batch_count_per_second_total_cum": 0.08980347124625633, "throughput/batch_count_per_second_update_recent": 0.1450624288410092, "throughput/batch_count_per_second_update_cum": 0.1445167920598998, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 335544320, "throughput/token_count": 335544320, "throughput/batch_count": 160, "throughput/flop_count": 0, "throughput/total_time": 1739.393865599006, "throughput/update_time": 1106.8950568859, "throughput/token_count_per_second_total_recent": 198822.15650730117, "throughput/token_count_per_second_total_cum": 192908.7635849782, "throughput/token_count_per_second_update_recent": 304213.5003406275, "throughput/token_count_per_second_update_cum": 303140.13773266703, "throughput/batch_count_per_second_total_recent": 0.09480579209675845, "throughput/batch_count_per_second_total_cum": 0.0919860666203395, "throughput/batch_count_per_second_update_recent": 0.14506030098945022, "throughput/batch_count_per_second_update_cum": 0.14454848181374885, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 356515840, "throughput/token_count": 356515840, "throughput/batch_count": 170, "throughput/flop_count": 0, "throughput/total_time": 1898.5316135869944, "throughput/update_time": 1175.8391638009343, "throughput/token_count_per_second_total_recent": 183028.98999619004, "throughput/token_count_per_second_total_cum": 187785.04263429996, "throughput/token_count_per_second_update_recent": 304206.56140502315, "throughput/token_count_per_second_update_cum": 303201.19534677867, "throughput/batch_count_per_second_total_recent": 0.08727502345857145, "throughput/batch_count_per_second_total_cum": 0.08954288608279226, "throughput/batch_count_per_second_update_recent": 0.14505699224711568, "throughput/batch_count_per_second_update_cum": 0.1445775963529485, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 377487360, "throughput/token_count": 377487360, "throughput/batch_count": 180, "throughput/flop_count": 0, "throughput/total_time": 1967.6012063919916, "throughput/update_time": 1244.7901415458764, "throughput/token_count_per_second_total_recent": 198786.5287437099, "throughput/token_count_per_second_total_cum": 191851.559540463, "throughput/token_count_per_second_update_recent": 304202.3660841232, "throughput/token_count_per_second_update_cum": 303253.81556380825, "throughput/batch_count_per_second_total_recent": 0.09478880345521445, "throughput/batch_count_per_second_total_cum": 0.09148195244811201, "throughput/batch_count_per_second_update_recent": 0.14505499176222, "throughput/batch_count_per_second_update_cum": 0.14460268762770093, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 398458880, "throughput/token_count": 398458880, "throughput/batch_count": 190, "throughput/flop_count": 0, "throughput/total_time": 2127.1002123509534, "throughput/update_time": 1313.7616025957977, "throughput/token_count_per_second_total_recent": 182945.27217703668, "throughput/token_count_per_second_total_cum": 187324.9213583632, "throughput/token_count_per_second_update_recent": 304183.1123605812, "throughput/token_count_per_second_update_cum": 303296.18342681386, "throughput/batch_count_per_second_total_recent": 0.0872351036915954, "throughput/batch_count_per_second_total_cum": 0.08932348316114579, "throughput/batch_count_per_second_update_recent": 0.1450458108714014, "throughput/batch_count_per_second_update_cum": 0.14462289019909566, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 419430400, "throughput/token_count": 419430400, "throughput/batch_count": 200, "throughput/flop_count": 0, "throughput/total_time": 2196.1893687059637, "throughput/update_time": 1382.727176492801, "throughput/token_count_per_second_total_recent": 198802.04944741927, "throughput/token_count_per_second_total_cum": 190980.98095572527, "throughput/token_count_per_second_update_recent": 304166.6142106099, "throughput/token_count_per_second_update_cum": 303335.6161147121, "throughput/batch_count_per_second_total_recent": 0.09479620430346454, "throughput/batch_count_per_second_total_cum": 0.09106682822977318, "throughput/batch_count_per_second_update_recent": 0.1450379439404535, "throughput/batch_count_per_second_update_cum": 0.14464169316993336, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 440401920, "throughput/token_count": 440401920, "throughput/batch_count": 210, "throughput/flop_count": 0, "throughput/total_time": 2356.148066883965, "throughput/update_time": 1451.6794419176877, "throughput/token_count_per_second_total_recent": 182881.337945766, "throughput/token_count_per_second_total_cum": 186916.06278481343, "throughput/token_count_per_second_update_recent": 304155.44790793996, "throughput/token_count_per_second_update_cum": 303374.08334323677, "throughput/batch_count_per_second_total_recent": 0.08720461747444438, "throughput/batch_count_per_second_total_cum": 0.08912852420082733, "throughput/batch_count_per_second_update_recent": 0.1450326194324207, "throughput/batch_count_per_second_update_cum": 0.14466003577386702, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 461373440, "throughput/token_count": 461373440, "throughput/batch_count": 220, "throughput/flop_count": 0, "throughput/total_time": 2425.217230288952, "throughput/update_time": 1520.627368493646, "throughput/token_count_per_second_total_recent": 198635.85056831336, "throughput/token_count_per_second_total_cum": 190240.04705138505, "throughput/token_count_per_second_update_recent": 304150.01829736284, "throughput/token_count_per_second_update_cum": 303409.92774386454, "throughput/batch_count_per_second_total_recent": 0.09471695450225513, "throughput/batch_count_per_second_total_cum": 0.09071352341241123, "throughput/batch_count_per_second_update_recent": 0.14503003039234297, "throughput/batch_count_per_second_update_cum": 0.14467712771599986, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 482344960, "throughput/token_count": 482344960, "throughput/batch_count": 230, "throughput/flop_count": 0, "throughput/total_time": 2584.4522528109956, "throughput/update_time": 1589.588658401568, "throughput/token_count_per_second_total_recent": 182858.9462582528, "throughput/token_count_per_second_total_cum": 186633.34154282577, "throughput/token_count_per_second_update_recent": 304138.98511156306, "throughput/token_count_per_second_update_cum": 303440.1116607289, "throughput/batch_count_per_second_total_recent": 0.08719394028580323, "throughput/batch_count_per_second_total_cum": 0.08899371220723427, "throughput/batch_count_per_second_update_recent": 0.14502476935938027, "throughput/batch_count_per_second_update_cum": 0.1446915205291409, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 503316480, "throughput/token_count": 503316480, "throughput/batch_count": 240, "throughput/flop_count": 0, "throughput/total_time": 2653.526103938988, "throughput/update_time": 1658.537395758729, "throughput/token_count_per_second_total_recent": 198610.43917825838, "throughput/token_count_per_second_total_cum": 189678.36014609362, "throughput/token_count_per_second_update_recent": 304140.2175378249, "throughput/token_count_per_second_update_cum": 303470.08230691624, "throughput/batch_count_per_second_total_recent": 0.09470483740723533, "throughput/batch_count_per_second_total_cum": 0.09044569022469216, "throughput/batch_count_per_second_update_recent": 0.14502535702601665, "throughput/batch_count_per_second_update_cum": 0.14470581164689839, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 524288000, "throughput/token_count": 524288000, "throughput/batch_count": 250, "throughput/flop_count": 0, "throughput/total_time": 2812.5629005369847, "throughput/update_time": 1727.488953433698, "throughput/token_count_per_second_total_recent": 182870.16172341918, "throughput/token_count_per_second_total_cum": 186409.34213414427, "throughput/token_count_per_second_update_recent": 304135.550068268, "throughput/token_count_per_second_update_cum": 303497.1650370802, "throughput/batch_count_per_second_total_recent": 0.08719928823634109, "throughput/batch_count_per_second_total_cum": 0.08888690096575941, "throughput/batch_count_per_second_update_recent": 0.14502313140309717, "throughput/batch_count_per_second_update_cum": 0.14471872569898614, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 545259520, "throughput/token_count": 545259520, "throughput/batch_count": 260, "throughput/flop_count": 0, "throughput/total_time": 2881.6501679039793, "throughput/update_time": 1796.4439407095779, "throughput/token_count_per_second_total_recent": 198626.0630295748, "throughput/token_count_per_second_total_cum": 189217.80515662124, "throughput/token_count_per_second_update_recent": 304134.7160661683, "throughput/token_count_per_second_update_cum": 303521.58931529353, "throughput/batch_count_per_second_total_recent": 0.09471228744009724, "throughput/batch_count_per_second_total_cum": 0.09022608049231588, "throughput/batch_count_per_second_update_recent": 0.14502273371990598, "throughput/batch_count_per_second_update_cum": 0.14473037210240056, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 566231040, "throughput/token_count": 566231040, "throughput/batch_count": 270, "throughput/flop_count": 0, "throughput/total_time": 3040.8488886230043, "throughput/update_time": 1865.3935032716836, "throughput/token_count_per_second_total_recent": 182858.70351484453, "throughput/token_count_per_second_total_cum": 186208.21380453664, "throughput/token_count_per_second_update_recent": 304132.34518659924, "throughput/token_count_per_second_update_cum": 303545.09062398714, "throughput/batch_count_per_second_total_recent": 0.08719382453672625, "throughput/batch_count_per_second_total_cum": 0.08879099550463516, "throughput/batch_count_per_second_update_recent": 0.14502160319642984, "throughput/batch_count_per_second_update_cum": 0.14474157839965207, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 587202560, "throughput/token_count": 587202560, "throughput/batch_count": 280, "throughput/flop_count": 0, "throughput/total_time": 3109.932256244996, "throughput/update_time": 1934.345054808713, "throughput/token_count_per_second_total_recent": 198674.55591326, "throughput/token_count_per_second_total_cum": 188815.22541876906, "throughput/token_count_per_second_update_recent": 304132.7124115641, "throughput/token_count_per_second_update_cum": 303566.6043864487, "throughput/batch_count_per_second_total_recent": 0.09473541064894676, "throughput/batch_count_per_second_total_cum": 0.09003411551416829, "throughput/batch_count_per_second_update_recent": 0.1450217783029385, "throughput/batch_count_per_second_update_cum": 0.1447518369610065, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 608174080, "throughput/token_count": 608174080, "throughput/batch_count": 290, "throughput/flop_count": 0, "throughput/total_time": 3268.990683123993, "throughput/update_time": 2003.3044974627555, "throughput/token_count_per_second_total_recent": 182928.15125267982, "throughput/token_count_per_second_total_cum": 186043.3812612772, "throughput/token_count_per_second_update_recent": 304138.67168085004, "throughput/token_count_per_second_update_cum": 303585.44133968174, "throughput/batch_count_per_second_total_recent": 0.08722693979867926, "throughput/batch_count_per_second_total_cum": 0.08871239722312793, "throughput/batch_count_per_second_update_recent": 0.14502461990396978, "throughput/batch_count_per_second_update_cum": 0.14476081912025535, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 629145600, "throughput/token_count": 629145600, "throughput/batch_count": 300, "throughput/flop_count": 0, "throughput/total_time": 3338.075166533992, "throughput/update_time": 2072.2588375147316, "throughput/token_count_per_second_total_recent": 198852.5024293055, "throughput/token_count_per_second_total_cum": 188475.56409380015, "throughput/token_count_per_second_update_recent": 304141.607241635, "throughput/token_count_per_second_update_cum": 303603.772178642, "throughput/batch_count_per_second_total_recent": 0.09482026215997004, "throughput/batch_count_per_second_total_cum": 0.0898721523732186, "throughput/batch_count_per_second_update_recent": 0.1450260196884322, "throughput/batch_count_per_second_update_cum": 0.14476955994541263, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 650117120, "throughput/token_count": 650117120, "throughput/batch_count": 310, "throughput/flop_count": 0, "throughput/total_time": 3497.58566847397, "throughput/update_time": 2141.20914719766, "throughput/token_count_per_second_total_recent": 183001.3686918585, "throughput/token_count_per_second_total_cum": 185875.96748806792, "throughput/token_count_per_second_update_recent": 304143.5676381246, "throughput/token_count_per_second_update_cum": 303621.4938885585, "throughput/batch_count_per_second_total_recent": 0.08726185259430813, "throughput/batch_count_per_second_total_cum": 0.08863256811526676, "throughput/batch_count_per_second_update_recent": 0.14502695447832326, "throughput/batch_count_per_second_update_cum": 0.14477801031520773, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 671088640, "throughput/token_count": 671088640, "throughput/batch_count": 320, "throughput/flop_count": 0, "throughput/total_time": 3566.6879564279807, "throughput/update_time": 2210.160061070579, "throughput/token_count_per_second_total_recent": 198791.12233613819, "throughput/token_count_per_second_total_cum": 188154.57034601137, "throughput/token_count_per_second_update_recent": 304141.88347302657, "throughput/token_count_per_second_update_cum": 303638.02686531737, "throughput/batch_count_per_second_total_recent": 0.0947909938507739, "throughput/batch_count_per_second_total_cum": 0.08971909062672204, "throughput/batch_count_per_second_update_recent": 0.14502615140582398, "throughput/batch_count_per_second_update_cum": 0.14478589385286206, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 692060160, "throughput/token_count": 692060160, "throughput/batch_count": 330, "throughput/flop_count": 0, "throughput/total_time": 3725.7928462160053, "throughput/update_time": 2279.117056379677, "throughput/token_count_per_second_total_recent": 183016.1621198946, "throughput/token_count_per_second_total_cum": 185748.42686245186, "throughput/token_count_per_second_update_recent": 304143.5386557871, "throughput/token_count_per_second_update_cum": 303652.7492358471, "throughput/batch_count_per_second_total_recent": 0.08726890665049296, "throughput/batch_count_per_second_total_cum": 0.08857175200579255, "throughput/batch_count_per_second_update_recent": 0.14502694065846783, "throughput/batch_count_per_second_update_cum": 0.14479291402618746, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 713031680, "throughput/token_count": 713031680, "throughput/batch_count": 340, "throughput/flop_count": 0, "throughput/total_time": 3794.8868216549745, "throughput/update_time": 2348.075175291684, "throughput/token_count_per_second_total_recent": 198774.4938932409, "throughput/token_count_per_second_total_cum": 187892.73923300888, "throughput/token_count_per_second_update_recent": 304140.6648394944, "throughput/token_count_per_second_update_cum": 303666.4615780137, "throughput/batch_count_per_second_total_recent": 0.09478306479131741, "throughput/batch_count_per_second_total_cum": 0.08959423982286877, "throughput/batch_count_per_second_update_recent": 0.1450255703160736, "throughput/batch_count_per_second_update_cum": 0.1447994525804585, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 734003200, "throughput/token_count": 734003200, "throughput/batch_count": 350, "throughput/flop_count": 0, "throughput/total_time": 3954.2480487469584, "throughput/update_time": 2417.024196324637, "throughput/token_count_per_second_total_recent": 182961.51059960516, "throughput/token_count_per_second_total_cum": 185623.9646454639, "throughput/token_count_per_second_update_recent": 304141.6229259774, "throughput/token_count_per_second_update_cum": 303680.53456648724, "throughput/batch_count_per_second_total_recent": 0.08724284677486666, "throughput/batch_count_per_second_total_cum": 0.08851240379594034, "throughput/batch_count_per_second_update_recent": 0.14502602716730947, "throughput/batch_count_per_second_update_cum": 0.14480616310428965, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 754974720, "throughput/token_count": 754974720, "throughput/batch_count": 360, "throughput/flop_count": 0, "throughput/total_time": 4023.3350287670037, "throughput/update_time": 2485.9809508775943, "throughput/token_count_per_second_total_recent": 198742.54887023245, "throughput/token_count_per_second_total_cum": 187648.98140520268, "throughput/token_count_per_second_update_recent": 304138.69621489994, "throughput/token_count_per_second_update_cum": 303692.8821733251, "throughput/batch_count_per_second_total_recent": 0.09476783221732733, "throughput/batch_count_per_second_total_cum": 0.08947800703296789, "throughput/batch_count_per_second_update_recent": 0.14502463160271642, "throughput/batch_count_per_second_update_cum": 0.14481205090204483, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 775946240, "throughput/token_count": 775946240, "throughput/batch_count": 370, "throughput/flop_count": 0, "throughput/total_time": 4182.707546444959, "throughput/update_time": 2554.9301924086176, "throughput/token_count_per_second_total_recent": 182932.6565009825, "throughput/token_count_per_second_total_cum": 185512.90793914243, "throughput/token_count_per_second_update_recent": 304139.65267526807, "throughput/token_count_per_second_update_cum": 303705.4563390985, "throughput/batch_count_per_second_total_recent": 0.08722908806847691, "throughput/batch_count_per_second_total_cum": 0.08845944783169862, "throughput/batch_count_per_second_update_recent": 0.1450250876785603, "throughput/batch_count_per_second_update_cum": 0.144818046731519, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 796917760, "throughput/token_count": 796917760, "throughput/batch_count": 380, "throughput/flop_count": 0, "throughput/total_time": 4251.801609379996, "throughput/update_time": 2623.8855139956577, "throughput/token_count_per_second_total_recent": 198681.4267957253, "throughput/token_count_per_second_total_cum": 187430.60782561012, "throughput/token_count_per_second_update_recent": 304138.139813683, "throughput/token_count_per_second_update_cum": 303716.6658946381, "throughput/batch_count_per_second_total_recent": 0.09473868694101586, "throughput/batch_count_per_second_total_cum": 0.08937387839584833, "throughput/batch_count_per_second_update_recent": 0.1450243662899413, "throughput/batch_count_per_second_update_cum": 0.1448233918641272, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 817889280, "throughput/token_count": 817889280, "throughput/batch_count": 390, "throughput/flop_count": 0, "throughput/total_time": 4410.926594229008, "throughput/update_time": 2692.833996849775, "throughput/token_count_per_second_total_recent": 182920.10508841762, "throughput/token_count_per_second_total_cum": 185423.46206125428, "throughput/token_count_per_second_update_recent": 304142.60140023567, "throughput/token_count_per_second_update_cum": 303728.07271328714, "throughput/batch_count_per_second_total_recent": 0.08722310308857804, "throughput/batch_count_per_second_total_cum": 0.08841679671347345, "throughput/batch_count_per_second_update_recent": 0.14502649374019416, "throughput/batch_count_per_second_update_cum": 0.14482883105911595, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 838860800, "throughput/token_count": 838860800, "throughput/batch_count": 400, "throughput/flop_count": 0, "throughput/total_time": 4480.02484513697, "throughput/update_time": 2761.798597707704, "throughput/token_count_per_second_total_recent": 198751.25565572112, "throughput/token_count_per_second_total_cum": 187244.67586615653, "throughput/token_count_per_second_update_recent": 304138.86972494656, "throughput/token_count_per_second_update_cum": 303737.137348196, "throughput/batch_count_per_second_total_recent": 0.09477198393617683, "throughput/batch_count_per_second_total_cum": 0.08928521912868334, "throughput/batch_count_per_second_update_recent": 0.14502471433875397, "throughput/batch_count_per_second_update_cum": 0.14483315341386604, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 859832320, "throughput/token_count": 859832320, "throughput/batch_count": 410, "throughput/flop_count": 0, "throughput/total_time": 4639.57663258299, "throughput/update_time": 2830.754078882688, "throughput/token_count_per_second_total_recent": 182911.33274657672, "throughput/token_count_per_second_total_cum": 185325.59931471717, "throughput/token_count_per_second_update_recent": 304136.171680192, "throughput/token_count_per_second_update_cum": 303746.7388687398, "throughput/batch_count_per_second_total_recent": 0.08721892011002384, "throughput/batch_count_per_second_total_cum": 0.08837013211952074, "throughput/batch_count_per_second_update_recent": 0.1450234278107605, "throughput/batch_count_per_second_update_cum": 0.14483773177563658, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 880803840, "throughput/token_count": 880803840, "throughput/batch_count": 420, "throughput/flop_count": 0, "throughput/total_time": 4708.671424973989, "throughput/update_time": 2899.7122086867457, "throughput/token_count_per_second_total_recent": 198665.87564221423, "throughput/token_count_per_second_total_cum": 187059.949719228, "throughput/token_count_per_second_update_recent": 304133.5990933948, "throughput/token_count_per_second_update_cum": 303755.6062844279, "throughput/batch_count_per_second_total_recent": 0.09473127157316887, "throughput/batch_count_per_second_total_cum": 0.08919713483773613, "throughput/batch_count_per_second_update_recent": 0.1450222011057829, "throughput/batch_count_per_second_update_cum": 0.1448419600889339, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 901775360, "throughput/token_count": 901775360, "throughput/batch_count": 430, "throughput/flop_count": 0, "throughput/total_time": 4867.7282030819915, "throughput/update_time": 2968.665082120744, "throughput/token_count_per_second_total_recent": 182920.6451486221, "throughput/token_count_per_second_total_cum": 185255.89810643965, "throughput/token_count_per_second_update_recent": 304135.1417802123, "throughput/token_count_per_second_update_cum": 303764.5995943042, "throughput/batch_count_per_second_total_recent": 0.08722336060935121, "throughput/batch_count_per_second_total_cum": 0.08833689599344237, "throughput/batch_count_per_second_update_recent": 0.14502293671618094, "throughput/batch_count_per_second_update_cum": 0.14484624843325816, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 922746880, "throughput/token_count": 922746880, "throughput/batch_count": 440, "throughput/flop_count": 0, "throughput/total_time": 4936.824467270984, "throughput/update_time": 3037.629162015859, "throughput/token_count_per_second_total_recent": 198725.75980505077, "throughput/token_count_per_second_total_cum": 186911.01660944472, "throughput/token_count_per_second_update_recent": 304132.59824274207, "throughput/token_count_per_second_update_cum": 303772.06393016, "throughput/batch_count_per_second_total_recent": 0.09475982656719721, "throughput/batch_count_per_second_total_cum": 0.08912611799690472, "throughput/batch_count_per_second_update_recent": 0.14502172386300186, "throughput/batch_count_per_second_update_cum": 0.1448498077059555, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 943718400, "throughput/token_count": 943718400, "throughput/batch_count": 450, "throughput/flop_count": 0, "throughput/total_time": 5096.086593801971, "throughput/update_time": 3106.58031973982, "throughput/token_count_per_second_total_recent": 182936.24300957212, "throughput/token_count_per_second_total_cum": 185184.92231819246, "throughput/token_count_per_second_update_recent": 304130.896932557, "throughput/token_count_per_second_update_cum": 303780.4604643338, "throughput/batch_count_per_second_total_recent": 0.08723079824904066, "throughput/batch_count_per_second_total_cum": 0.08830305210027335, "throughput/batch_count_per_second_update_recent": 0.14502091261508798, "throughput/batch_count_per_second_update_cum": 0.1448538114854497, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 964689920, "throughput/token_count": 964689920, "throughput/batch_count": 460, "throughput/flop_count": 0, "throughput/total_time": 5165.18791128695, "throughput/update_time": 3175.5471031158813, "throughput/token_count_per_second_total_recent": 198744.22444971412, "throughput/token_count_per_second_total_cum": 186767.6329629679, "throughput/token_count_per_second_update_recent": 304126.36942010815, "throughput/token_count_per_second_update_cum": 303786.9975392384, "throughput/batch_count_per_second_total_recent": 0.09476863119588572, "throughput/batch_count_per_second_total_cum": 0.08905774734638591, "throughput/batch_count_per_second_update_recent": 0.14501875372891815, "throughput/batch_count_per_second_update_cum": 0.14485692860567018, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 985661440, "throughput/token_count": 985661440, "throughput/batch_count": 470, "throughput/flop_count": 0, "throughput/total_time": 5324.26284656598, "throughput/update_time": 3244.498165418743, "throughput/token_count_per_second_total_recent": 182982.483462679, "throughput/token_count_per_second_total_cum": 185126.3674248779, "throughput/token_count_per_second_update_recent": 304127.3918953004, "throughput/token_count_per_second_update_cum": 303794.728721256, "throughput/batch_count_per_second_total_recent": 0.08725284741529417, "throughput/batch_count_per_second_total_cum": 0.08827513095134636, "throughput/batch_count_per_second_update_recent": 0.14501924128308316, "throughput/batch_count_per_second_update_cum": 0.144860615120533, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1006632960, "throughput/token_count": 1006632960, "throughput/batch_count": 480, "throughput/flop_count": 0, "throughput/total_time": 5393.351182107988, "throughput/update_time": 3313.452428144694, "throughput/token_count_per_second_total_recent": 198756.00801706532, "throughput/token_count_per_second_total_cum": 186643.3180430424, "throughput/token_count_per_second_update_recent": 304126.7615478465, "throughput/token_count_per_second_update_cum": 303801.84470119147, "throughput/batch_count_per_second_total_recent": 0.09477425003865496, "throughput/batch_count_per_second_total_cum": 0.08899846937324639, "throughput/batch_count_per_second_update_recent": 0.14501894070999455, "throughput/batch_count_per_second_update_cum": 0.14486400828418325, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1027604480, "throughput/token_count": 1027604480, "throughput/batch_count": 490, "throughput/flop_count": 0, "throughput/total_time": 5552.3678305439535, "throughput/update_time": 3382.4195148196886, "throughput/token_count_per_second_total_recent": 183001.54615708414, "throughput/token_count_per_second_total_cum": 185075.00067756278, "throughput/token_count_per_second_update_recent": 304122.4017147204, "throughput/token_count_per_second_update_cum": 303807.518700051, "throughput/batch_count_per_second_total_recent": 0.08726193721632201, "throughput/batch_count_per_second_total_cum": 0.08825063737753047, "throughput/batch_count_per_second_update_recent": 0.14501686177955647, "throughput/batch_count_per_second_update_cum": 0.14486671385767508, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1048576000, "throughput/token_count": 1048576000, "throughput/batch_count": 500, "throughput/flop_count": 0, "throughput/total_time": 5621.47650762595, "throughput/update_time": 3451.396044731722, "throughput/token_count_per_second_total_recent": 198853.9855978587, "throughput/token_count_per_second_total_cum": 186530.35347164198, "throughput/token_count_per_second_update_recent": 304113.8848092816, "throughput/token_count_per_second_update_cum": 303812.13468693825, "throughput/batch_count_per_second_total_recent": 0.09482096938984809, "throughput/batch_count_per_second_total_cum": 0.08894460366804217, "throughput/batch_count_per_second_update_recent": 0.14501280060257035, "throughput/batch_count_per_second_update_cum": 0.1448689149317447, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1069547520, "throughput/token_count": 1069547520, "throughput/batch_count": 510, "throughput/flop_count": 0, "throughput/total_time": 5780.910811659007, "throughput/update_time": 3520.3645316287293, "throughput/token_count_per_second_total_recent": 183017.3090454295, "throughput/token_count_per_second_total_cum": 185013.66909915378, "throughput/token_count_per_second_update_recent": 304106.72237667075, "throughput/token_count_per_second_update_cum": 303817.26391987136, "throughput/batch_count_per_second_total_recent": 0.08726945354720568, "throughput/batch_count_per_second_total_cum": 0.08822139220197381, "throughput/batch_count_per_second_update_recent": 0.14500938528855836, "throughput/batch_count_per_second_update_cum": 0.14487136074060028, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1090519040, "throughput/token_count": 1090519040, "throughput/batch_count": 520, "throughput/flop_count": 0, "throughput/total_time": 5850.004313221958, "throughput/update_time": 3589.3208626466803, "throughput/token_count_per_second_total_recent": 198782.16111184834, "throughput/token_count_per_second_total_cum": 186413.37366799032, "throughput/token_count_per_second_update_recent": 304107.27656987915, "throughput/token_count_per_second_update_cum": 303823.2249863215, "throughput/batch_count_per_second_total_recent": 0.09478672080604951, "throughput/batch_count_per_second_total_cum": 0.08888882335090176, "throughput/batch_count_per_second_update_recent": 0.14500964954847295, "throughput/batch_count_per_second_update_cum": 0.14487420319858624, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1111490560, "throughput/token_count": 1111490560, "throughput/batch_count": 530, "throughput/flop_count": 0, "throughput/total_time": 6009.048461712955, "throughput/update_time": 3658.2837809736375, "throughput/token_count_per_second_total_recent": 183019.11782553338, "throughput/token_count_per_second_total_cum": 184969.47845934922, "throughput/token_count_per_second_update_recent": 304102.75801448023, "throughput/token_count_per_second_update_cum": 303828.4142364104, "throughput/batch_count_per_second_total_recent": 0.08727031604077023, "throughput/batch_count_per_second_total_cum": 0.08820032046287023, "throughput/batch_count_per_second_update_recent": 0.14500749493335735, "throughput/batch_count_per_second_update_cum": 0.14487667762585182, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1132462080, "throughput/token_count": 1132462080, "throughput/batch_count": 540, "throughput/flop_count": 0, "throughput/total_time": 6078.168775815982, "throughput/update_time": 3727.2589657856734, "throughput/token_count_per_second_total_recent": 198820.90746422115, "throughput/token_count_per_second_total_cum": 186316.32680321042, "throughput/token_count_per_second_update_recent": 304099.311140528, "throughput/token_count_per_second_update_cum": 303832.4115376531, "throughput/batch_count_per_second_total_recent": 0.0948051965066057, "throughput/batch_count_per_second_total_cum": 0.08884254779968759, "throughput/batch_count_per_second_update_recent": 0.14500585133577729, "throughput/batch_count_per_second_update_cum": 0.14487858368761689, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1153433600, "throughput/token_count": 1153433600, "throughput/batch_count": 550, "throughput/flop_count": 0, "throughput/total_time": 6237.341601410008, "throughput/update_time": 3796.2288036436657, "throughput/token_count_per_second_total_recent": 183030.9363246714, "throughput/token_count_per_second_total_cum": 184923.91049085013, "throughput/token_count_per_second_update_recent": 304091.6898752834, "throughput/token_count_per_second_update_cum": 303836.6915326391, "throughput/batch_count_per_second_total_recent": 0.08727595154031344, "throughput/batch_count_per_second_total_cum": 0.08817859196226603, "throughput/batch_count_per_second_update_recent": 0.14500221723331613, "throughput/batch_count_per_second_update_cum": 0.14488062454826311, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1174405120, "throughput/token_count": 1174405120, "throughput/batch_count": 560, "throughput/flop_count": 0, "throughput/total_time": 6306.462939933001, "throughput/update_time": 3865.200992291735, "throughput/token_count_per_second_total_recent": 198798.2710563915, "throughput/token_count_per_second_total_cum": 186222.47227738038, "throughput/token_count_per_second_update_recent": 304088.01713739004, "throughput/token_count_per_second_update_cum": 303840.6339908543, "throughput/batch_count_per_second_total_recent": 0.09479440262622428, "throughput/batch_count_per_second_total_cum": 0.08879779447430629, "throughput/batch_count_per_second_update_recent": 0.14500046593541624, "throughput/batch_count_per_second_update_cum": 0.1448825044588348, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1195376640, "throughput/token_count": 1195376640, "throughput/batch_count": 570, "throughput/flop_count": 0, "throughput/total_time": 6465.5906408529845, "throughput/update_time": 3934.16611681378, "throughput/token_count_per_second_total_recent": 183018.13276400758, "throughput/token_count_per_second_total_cum": 184882.82144665715, "throughput/token_count_per_second_update_recent": 304081.1863503552, "throughput/token_count_per_second_update_cum": 303844.9837924274, "throughput/batch_count_per_second_total_recent": 0.08726984632683162, "throughput/batch_count_per_second_total_cum": 0.08815899917919977, "throughput/batch_count_per_second_update_recent": 0.14499720876233826, "throughput/batch_count_per_second_update_cum": 0.14488457860585566, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1216348160, "throughput/token_count": 1216348160, "throughput/batch_count": 580, "throughput/flop_count": 0, "throughput/total_time": 6534.709841756965, "throughput/update_time": 4003.142038117745, "throughput/token_count_per_second_total_recent": 198766.85321651908, "throughput/token_count_per_second_total_cum": 186136.52165969234, "throughput/token_count_per_second_update_recent": 304073.22831041255, "throughput/token_count_per_second_update_cum": 303848.364214406, "throughput/batch_count_per_second_total_recent": 0.09477942143274264, "throughput/batch_count_per_second_total_cum": 0.08875681002602212, "throughput/batch_count_per_second_update_recent": 0.14499341407318714, "throughput/batch_count_per_second_update_cum": 0.14488619051666546, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1237319680, "throughput/token_count": 1237319680, "throughput/batch_count": 590, "throughput/flop_count": 0, "throughput/total_time": 6694.0332092359895, "throughput/update_time": 4072.1044038116815, "throughput/token_count_per_second_total_recent": 182964.6548258954, "throughput/token_count_per_second_total_cum": 184839.19056344495, "throughput/token_count_per_second_update_recent": 304075.3273669953, "throughput/token_count_per_second_update_cum": 303852.6416075704, "throughput/batch_count_per_second_total_recent": 0.08724434605879565, "throughput/batch_count_per_second_total_cum": 0.08813819435283897, "throughput/batch_count_per_second_update_recent": 0.14499441498136295, "throughput/batch_count_per_second_update_cum": 0.1448882301366665, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1258291200, "throughput/token_count": 1258291200, "throughput/batch_count": 600, "throughput/flop_count": 0, "throughput/total_time": 6763.143532235001, "throughput/update_time": 4141.075749416603, "throughput/token_count_per_second_total_recent": 198788.70779254206, "throughput/token_count_per_second_total_cum": 186051.2340160516, "throughput/token_count_per_second_update_recent": 304076.5618298096, "throughput/token_count_per_second_update_cum": 303856.1176228831, "throughput/batch_count_per_second_total_recent": 0.09478984250666717, "throughput/batch_count_per_second_total_cum": 0.08871614170839863, "throughput/batch_count_per_second_update_recent": 0.14499500361910325, "throughput/batch_count_per_second_update_cum": 0.14488988762993008, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1279262720, "throughput/token_count": 1279262720, "throughput/batch_count": 610, "throughput/flop_count": 0, "throughput/total_time": 6922.65050104697, "throughput/update_time": 4210.039972436498, "throughput/token_count_per_second_total_recent": 182952.43118967788, "throughput/token_count_per_second_total_cum": 184793.77513085867, "throughput/token_count_per_second_update_recent": 304079.6145091415, "throughput/token_count_per_second_update_cum": 303859.9938184543, "throughput/batch_count_per_second_total_recent": 0.08723851737483877, "throughput/batch_count_per_second_total_cum": 0.08811653858702596, "throughput/batch_count_per_second_update_recent": 0.14499645925004076, "throughput/batch_count_per_second_update_cum": 0.1448917359440109, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1300234240, "throughput/token_count": 1300234240, "throughput/batch_count": 620, "throughput/flop_count": 0, "throughput/total_time": 6991.763516802981, "throughput/update_time": 4279.012207661464, "throughput/token_count_per_second_total_recent": 198697.126128854, "throughput/token_count_per_second_total_cum": 185966.5643546449, "throughput/token_count_per_second_update_recent": 304071.0877529559, "throughput/token_count_per_second_update_cum": 303863.17610217683, "throughput/batch_count_per_second_total_recent": 0.09474617296641064, "throughput/batch_count_per_second_total_cum": 0.08867576806766744, "throughput/batch_count_per_second_update_recent": 0.14499239337585254, "throughput/batch_count_per_second_update_cum": 0.14489325337513773, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1321205760, "throughput/token_count": 1321205760, "throughput/batch_count": 630, "throughput/flop_count": 0, "throughput/total_time": 7150.874404011003, "throughput/update_time": 4347.981613874435, "throughput/token_count_per_second_total_recent": 182938.98259403164, "throughput/token_count_per_second_total_cum": 184761.4271142731, "throughput/token_count_per_second_update_recent": 304069.97284424433, "throughput/token_count_per_second_update_cum": 303866.4551349584, "throughput/batch_count_per_second_total_recent": 0.087232104584709, "throughput/batch_count_per_second_total_cum": 0.08810111385072379, "throughput/batch_count_per_second_update_recent": 0.14499186174595086, "throughput/batch_count_per_second_update_cum": 0.14489481693981093, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1342177280, "throughput/token_count": 1342177280, "throughput/batch_count": 640, "throughput/flop_count": 0, "throughput/total_time": 7219.974368761992, "throughput/update_time": 4416.951972602401, "throughput/token_count_per_second_total_recent": 198709.65969068484, "throughput/token_count_per_second_total_cum": 185897.79013718895, "throughput/token_count_per_second_update_recent": 304070.47578925313, "throughput/token_count_per_second_update_cum": 303869.5662360145, "throughput/batch_count_per_second_total_recent": 0.09475214943441622, "throughput/batch_count_per_second_total_cum": 0.0886429739652581, "throughput/batch_count_per_second_update_recent": 0.1449921015688196, "throughput/batch_count_per_second_update_cum": 0.1448963004283974, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1363148800, "throughput/token_count": 1363148800, "throughput/batch_count": 650, "throughput/flop_count": 0, "throughput/total_time": 7379.584015795961, "throughput/update_time": 4485.922716939414, "throughput/token_count_per_second_total_recent": 182871.73140531377, "throughput/token_count_per_second_total_cum": 184718.9214300138, "throughput/token_count_per_second_update_recent": 304070.40639546694, "throughput/token_count_per_second_update_cum": 303872.55555085174, "throughput/batch_count_per_second_total_recent": 0.08720003671899498, "throughput/batch_count_per_second_total_cum": 0.08808084556103411, "throughput/batch_count_per_second_update_recent": 0.14499206847928378, "throughput/batch_count_per_second_update_cum": 0.14489772584478938, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1384120320, "throughput/token_count": 1384120320, "throughput/batch_count": 660, "throughput/flop_count": 0, "throughput/total_time": 7448.697525598982, "throughput/update_time": 4554.898137903423, "throughput/token_count_per_second_total_recent": 198620.3780027806, "throughput/token_count_per_second_total_cum": 185820.4491782873, "throughput/token_count_per_second_update_recent": 304069.83291899733, "throughput/token_count_per_second_update_cum": 303875.14234008704, "throughput/batch_count_per_second_total_recent": 0.09470957660807638, "throughput/batch_count_per_second_total_cum": 0.08860609492220273, "throughput/batch_count_per_second_update_recent": 0.14499179502439372, "throughput/batch_count_per_second_update_cum": 0.1448989593220172, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1405091840, "throughput/token_count": 1405091840, "throughput/batch_count": 670, "throughput/flop_count": 0, "throughput/total_time": 7607.930423379992, "throughput/update_time": 4623.874382758397, "throughput/token_count_per_second_total_recent": 182855.55105213504, "throughput/token_count_per_second_total_cum": 184687.78784858508, "throughput/token_count_per_second_update_recent": 304064.10153348977, "throughput/token_count_per_second_update_cum": 303877.5978083092, "throughput/batch_count_per_second_total_recent": 0.08719232132536651, "throughput/batch_count_per_second_total_cum": 0.08806599991254095, "throughput/batch_count_per_second_update_recent": 0.14498906208681572, "throughput/batch_count_per_second_update_cum": 0.14490013018050632, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1426063360, "throughput/token_count": 1426063360, "throughput/batch_count": 680, "throughput/flop_count": 0, "throughput/total_time": 7677.034741098003, "throughput/update_time": 4692.8429151014425, "throughput/token_count_per_second_total_recent": 198642.7964574922, "throughput/token_count_per_second_total_cum": 185757.0543957234, "throughput/token_count_per_second_update_recent": 304068.91578101035, "throughput/token_count_per_second_update_cum": 303880.4805102183, "throughput/batch_count_per_second_total_recent": 0.09472026656031236, "throughput/batch_count_per_second_total_cum": 0.08857586593424005, "throughput/batch_count_per_second_update_recent": 0.14499135769892232, "throughput/batch_count_per_second_update_cum": 0.1449015047598926, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1447034880, "throughput/token_count": 1447034880, "throughput/batch_count": 690, "throughput/flop_count": 0, "throughput/total_time": 7836.185687895981, "throughput/update_time": 4761.811451301328, "throughput/token_count_per_second_total_recent": 182885.49754010158, "throughput/token_count_per_second_total_cum": 184660.61648272778, "throughput/token_count_per_second_update_recent": 304064.00939694623, "throughput/token_count_per_second_update_cum": 303883.2794617578, "throughput/batch_count_per_second_total_recent": 0.08720660092358665, "throughput/batch_count_per_second_total_cum": 0.08805304359566106, "throughput/batch_count_per_second_update_recent": 0.14498901815268814, "throughput/batch_count_per_second_update_cum": 0.14490283940399065, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1468006400, "throughput/token_count": 1468006400, "throughput/batch_count": 700, "throughput/flop_count": 0, "throughput/total_time": 7905.308589838969, "throughput/update_time": 4830.788480303425, "throughput/token_count_per_second_total_recent": 198707.9817705395, "throughput/token_count_per_second_total_cum": 185698.81027628592, "throughput/token_count_per_second_update_recent": 304062.1741587079, "throughput/token_count_per_second_update_cum": 303885.4642436743, "throughput/batch_count_per_second_total_recent": 0.09475134933974243, "throughput/batch_count_per_second_total_cum": 0.08854809297384544, "throughput/batch_count_per_second_update_recent": 0.14498814304290195, "throughput/batch_count_per_second_update_cum": 0.144903881189191, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1488977920, "throughput/token_count": 1488977920, "throughput/batch_count": 710, "throughput/flop_count": 0, "throughput/total_time": 8064.825394029962, "throughput/update_time": 4899.746858645405, "throughput/token_count_per_second_total_recent": 182882.16046033218, "throughput/token_count_per_second_total_cum": 184626.18187645145, "throughput/token_count_per_second_update_recent": 304065.20136069774, "throughput/token_count_per_second_update_cum": 303888.744246605, "throughput/batch_count_per_second_total_recent": 0.0872050096799527, "throughput/batch_count_per_second_total_cum": 0.08803662389586041, "throughput/batch_count_per_second_update_recent": 0.1449895865252961, "throughput/batch_count_per_second_update_cum": 0.1449054452164674, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1509949440, "throughput/token_count": 1509949440, "throughput/batch_count": 720, "throughput/flop_count": 0, "throughput/total_time": 8133.938365876966, "throughput/update_time": 4968.716519999434, "throughput/token_count_per_second_total_recent": 198631.8527183569, "throughput/token_count_per_second_total_cum": 185635.71201061146, "throughput/token_count_per_second_update_recent": 304066.3046382736, "throughput/token_count_per_second_update_cum": 303891.2431253317, "throughput/batch_count_per_second_total_recent": 0.09471504817884298, "throughput/batch_count_per_second_total_cum": 0.08851800537615369, "throughput/batch_count_per_second_update_recent": 0.14499011260904007, "throughput/batch_count_per_second_update_cum": 0.14490663677469812, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1530920960, "throughput/token_count": 1530920960, "throughput/batch_count": 730, "throughput/flop_count": 0, "throughput/total_time": 8293.024653506, "throughput/update_time": 5037.670779642533, "throughput/token_count_per_second_total_recent": 182886.1744953693, "throughput/token_count_per_second_total_cum": 184603.44976217818, "throughput/token_count_per_second_update_recent": 304072.9110926811, "throughput/token_count_per_second_update_cum": 303894.60267759545, "throughput/batch_count_per_second_total_recent": 0.08720692372101274, "throughput/batch_count_per_second_total_cum": 0.0880257843790904, "throughput/batch_count_per_second_update_recent": 0.14499326281198555, "throughput/batch_count_per_second_update_cum": 0.1449082387340524, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1551892480, "throughput/token_count": 1551892480, "throughput/batch_count": 740, "throughput/flop_count": 0, "throughput/total_time": 8362.121594669996, "throughput/update_time": 5106.633266707533, "throughput/token_count_per_second_total_recent": 198732.92561066395, "throughput/token_count_per_second_total_cum": 185585.97389796076, "throughput/token_count_per_second_update_recent": 304077.487720853, "throughput/token_count_per_second_update_cum": 303897.3818851441, "throughput/batch_count_per_second_total_recent": 0.09476324348958204, "throughput/batch_count_per_second_total_cum": 0.08849428839586294, "throughput/batch_count_per_second_update_recent": 0.14499544511835719, "throughput/batch_count_per_second_update_cum": 0.14490956396348195, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1572864000, "throughput/token_count": 1572864000, "throughput/batch_count": 750, "throughput/flop_count": 0, "throughput/total_time": 8521.302722692955, "throughput/update_time": 5175.6192292046035, "throughput/token_count_per_second_total_recent": 182956.7703258969, "throughput/token_count_per_second_total_cum": 184580.22806904034, "throughput/token_count_per_second_update_recent": 304071.38823100366, "throughput/token_count_per_second_update_cum": 303898.70860761136, "throughput/batch_count_per_second_total_recent": 0.08724058643622251, "throughput/batch_count_per_second_total_cum": 0.08801471141292588, "throughput/batch_count_per_second_update_recent": 0.14499253665495093, "throughput/batch_count_per_second_update_cum": 0.14491019659405296, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1593835520, "throughput/token_count": 1593835520, "throughput/batch_count": 760, "throughput/flop_count": 0, "throughput/total_time": 8590.419437660952, "throughput/update_time": 5244.595247996622, "throughput/token_count_per_second_total_recent": 198736.98658764228, "throughput/token_count_per_second_total_cum": 185536.40268279827, "throughput/token_count_per_second_update_recent": 304069.8291321375, "throughput/token_count_per_second_update_cum": 303900.57661910664, "throughput/batch_count_per_second_total_recent": 0.09476517991430392, "throughput/batch_count_per_second_total_cum": 0.08847065099849619, "throughput/batch_count_per_second_update_recent": 0.14499179321867825, "throughput/batch_count_per_second_update_cum": 0.14491108733134586, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1614807040, "throughput/token_count": 1614807040, "throughput/batch_count": 770, "throughput/flop_count": 0, "throughput/total_time": 8749.521732740977, "throughput/update_time": 5313.566678232513, "throughput/token_count_per_second_total_recent": 182976.38747267786, "throughput/token_count_per_second_total_cum": 184559.46385701778, "throughput/token_count_per_second_update_recent": 304072.2250598937, "throughput/token_count_per_second_update_cum": 303902.65856928023, "throughput/batch_count_per_second_total_recent": 0.08724994062074559, "throughput/batch_count_per_second_total_cum": 0.08800481026507272, "throughput/batch_count_per_second_update_recent": 0.14499293568606075, "throughput/batch_count_per_second_update_cum": 0.14491208008255016, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1635778560, "throughput/token_count": 1635778560, "throughput/batch_count": 780, "throughput/flop_count": 0, "throughput/total_time": 8818.629101625993, "throughput/update_time": 5382.53907933255, "throughput/token_count_per_second_total_recent": 198746.13045774214, "throughput/token_count_per_second_total_cum": 185491.25279556122, "throughput/token_count_per_second_update_recent": 304069.1609170095, "throughput/token_count_per_second_update_cum": 303904.63234738674, "throughput/batch_count_per_second_total_recent": 0.09476954005133731, "throughput/batch_count_per_second_total_cum": 0.08844912185457288, "throughput/batch_count_per_second_update_recent": 0.14499147458887554, "throughput/batch_count_per_second_update_cum": 0.1449130212532934, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1656750080, "throughput/token_count": 1656750080, "throughput/batch_count": 790, "throughput/flop_count": 0, "throughput/total_time": 8977.726054205967, "throughput/update_time": 5451.502941412618, "throughput/token_count_per_second_total_recent": 182984.68564197747, "throughput/token_count_per_second_total_cum": 184540.05724799662, "throughput/token_count_per_second_update_recent": 304071.98751209263, "throughput/token_count_per_second_update_cum": 303907.0322083868, "throughput/batch_count_per_second_total_recent": 0.0872538974962127, "throughput/batch_count_per_second_total_cum": 0.08799555647277671, "throughput/batch_count_per_second_update_recent": 0.14499282241444236, "throughput/batch_count_per_second_update_cum": 0.14491416559619275, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1677721600, "throughput/token_count": 1677721600, "throughput/batch_count": 800, "throughput/flop_count": 0, "throughput/total_time": 9046.829455698957, "throughput/update_time": 5520.4718770905165, "throughput/token_count_per_second_total_recent": 198832.84809121367, "throughput/token_count_per_second_total_cum": 185448.571592464, "throughput/token_count_per_second_update_recent": 304073.84702991234, "throughput/token_count_per_second_update_cum": 303909.0928009977, "throughput/batch_count_per_second_total_recent": 0.09481089024124797, "throughput/batch_count_per_second_total_cum": 0.0884287698709793, "throughput/batch_count_per_second_update_recent": 0.14499370910163514, "throughput/batch_count_per_second_update_cum": 0.14491514816331755, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1698693120, "throughput/token_count": 1698693120, "throughput/batch_count": 810, "throughput/flop_count": 0, "throughput/total_time": 9206.457426826004, "throughput/update_time": 5589.4371389435255, "throughput/token_count_per_second_total_recent": 182969.85785432887, "throughput/token_count_per_second_total_cum": 184511.04928268128, "throughput/token_count_per_second_update_recent": 304073.1268019626, "throughput/token_count_per_second_update_cum": 303911.30229636584, "throughput/batch_count_per_second_total_recent": 0.08724682705608791, "throughput/batch_count_per_second_total_cum": 0.08798172439703049, "throughput/batch_count_per_second_update_recent": 0.14499336567018634, "throughput/batch_count_per_second_update_cum": 0.14491620173280995, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1719664640, "throughput/token_count": 1719664640, "throughput/batch_count": 820, "throughput/flop_count": 0, "throughput/total_time": 9275.580202061974, "throughput/update_time": 5658.411268384545, "throughput/token_count_per_second_total_recent": 198728.84064910773, "throughput/token_count_per_second_total_cum": 185396.9889255786, "throughput/token_count_per_second_update_recent": 304069.52367064403, "throughput/token_count_per_second_update_cum": 303912.98165411677, "throughput/batch_count_per_second_total_recent": 0.0947612956281222, "throughput/batch_count_per_second_total_cum": 0.08840417333868913, "throughput/batch_count_per_second_update_recent": 0.14499164756328775, "throughput/batch_count_per_second_update_cum": 0.1449170025129875, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1740636160, "throughput/token_count": 1740636160, "throughput/batch_count": 830, "throughput/flop_count": 0, "throughput/total_time": 9434.65409148595, "throughput/update_time": 5727.392325014458, "throughput/token_count_per_second_total_recent": 182969.63955931875, "throughput/token_count_per_second_total_cum": 184493.9033398999, "throughput/token_count_per_second_update_recent": 304057.62108125945, "throughput/token_count_per_second_update_cum": 303914.25298346503, "throughput/batch_count_per_second_total_recent": 0.08724672296491563, "throughput/batch_count_per_second_total_cum": 0.0879735485743999, "throughput/batch_count_per_second_update_recent": 0.14498597196639035, "throughput/batch_count_per_second_update_cum": 0.14491760873006107, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1761607680, "throughput/token_count": 1761607680, "throughput/batch_count": 840, "throughput/flop_count": 0, "throughput/total_time": 9503.765275373997, "throughput/update_time": 5796.35883763741, "throughput/token_count_per_second_total_recent": 198740.74784775727, "throughput/token_count_per_second_total_cum": 185358.92132822867, "throughput/token_count_per_second_update_recent": 304058.04690969206, "throughput/token_count_per_second_update_cum": 303916.2566267256, "throughput/batch_count_per_second_total_recent": 0.09476697342288841, "throughput/batch_count_per_second_total_cum": 0.08838602129374917, "throughput/batch_count_per_second_update_recent": 0.14498617501721003, "throughput/batch_count_per_second_update_cum": 0.1449185641416195, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1782579200, "throughput/token_count": 1782579200, "throughput/batch_count": 850, "throughput/flop_count": 0, "throughput/total_time": 9662.829677159956, "throughput/update_time": 5865.338317954331, "throughput/token_count_per_second_total_recent": 182987.64390897352, "throughput/token_count_per_second_total_cum": 184477.9696586689, "throughput/token_count_per_second_update_recent": 304060.91839370667, "throughput/token_count_per_second_update_cum": 303917.5412172498, "throughput/batch_count_per_second_total_recent": 0.08725530810784031, "throughput/batch_count_per_second_total_cum": 0.087965950803122, "throughput/batch_count_per_second_update_recent": 0.1449875442474874, "throughput/batch_count_per_second_update_cum": 0.14491917668211451, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1803550720, "throughput/token_count": 1803550720, "throughput/batch_count": 860, "throughput/flop_count": 0, "throughput/total_time": 9731.945241109002, "throughput/update_time": 5934.31139906036, "throughput/token_count_per_second_total_recent": 198750.8356684171, "throughput/token_count_per_second_total_cum": 185322.73613517339, "throughput/token_count_per_second_update_recent": 304060.00535683846, "throughput/token_count_per_second_update_cum": 303919.1236721374, "throughput/batch_count_per_second_total_recent": 0.0947717836706243, "throughput/batch_count_per_second_total_cum": 0.08836876684912366, "throughput/batch_count_per_second_update_recent": 0.14498710887758182, "throughput/batch_count_per_second_update_cum": 0.1449199312554061, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1824522240, "throughput/token_count": 1824522240, "throughput/batch_count": 870, "throughput/flop_count": 0, "throughput/total_time": 9891.181177204999, "throughput/update_time": 6003.2874812923255, "throughput/token_count_per_second_total_recent": 182965.4830551361, "throughput/token_count_per_second_total_cum": 184459.49046052803, "throughput/token_count_per_second_update_recent": 304059.8395317841, "throughput/token_count_per_second_update_cum": 303920.51783054636, "throughput/batch_count_per_second_total_recent": 0.08724474098927312, "throughput/batch_count_per_second_total_cum": 0.08795713923479463, "throughput/batch_count_per_second_update_recent": 0.14498702980603415, "throughput/batch_count_per_second_update_cum": 0.1449205960419399, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1845493760, "throughput/token_count": 1845493760, "throughput/batch_count": 880, "throughput/flop_count": 0, "throughput/total_time": 9960.290040618973, "throughput/update_time": 6072.254921466229, "throughput/token_count_per_second_total_recent": 198725.5654495691, "throughput/token_count_per_second_total_cum": 185285.14254845068, "throughput/token_count_per_second_update_recent": 304061.129545677, "throughput/token_count_per_second_update_cum": 303922.3128587593, "throughput/batch_count_per_second_total_recent": 0.09475973389128166, "throughput/batch_count_per_second_total_cum": 0.08835084083006414, "throughput/batch_count_per_second_update_recent": 0.14498764493259286, "throughput/batch_count_per_second_update_cum": 0.14492145197809186, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1866465280, "throughput/token_count": 1866465280, "throughput/batch_count": 890, "throughput/flop_count": 0, "throughput/total_time": 10119.394410843961, "throughput/update_time": 6141.227180292248, "throughput/token_count_per_second_total_recent": 182963.75674200882, "throughput/token_count_per_second_total_cum": 184444.36536635953, "throughput/token_count_per_second_update_recent": 304056.6683149727, "throughput/token_count_per_second_update_cum": 303923.8290987924, "throughput/batch_count_per_second_total_recent": 0.08724391781902734, "throughput/batch_count_per_second_total_cum": 0.08794992702787377, "throughput/batch_count_per_second_update_recent": 0.14498551765202175, "throughput/batch_count_per_second_update_cum": 0.1449221749776804, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1887436800, "throughput/token_count": 1887436800, "throughput/batch_count": 900, "throughput/flop_count": 0, "throughput/total_time": 10188.515749696002, "throughput/update_time": 6210.206845312321, "throughput/token_count_per_second_total_recent": 198819.52035073345, "throughput/token_count_per_second_total_cum": 185251.3993568019, "throughput/token_count_per_second_update_recent": 304053.60401178827, "throughput/token_count_per_second_update_cum": 303924.9492027311, "throughput/batch_count_per_second_total_recent": 0.09480453507935212, "throughput/batch_count_per_second_total_cum": 0.08833475082244964, "throughput/batch_count_per_second_update_recent": 0.1449840564783994, "throughput/batch_count_per_second_update_cum": 0.1449227090848594, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1908408320, "throughput/token_count": 1908408320, "throughput/batch_count": 910, "throughput/flop_count": 0, "throughput/total_time": 10348.059376804973, "throughput/update_time": 6279.188010795449, "throughput/token_count_per_second_total_recent": 182974.7744549283, "throughput/token_count_per_second_total_cum": 184421.85636059163, "throughput/token_count_per_second_update_recent": 304045.1199409977, "throughput/token_count_per_second_update_cum": 303925.97207138606, "throughput/batch_count_per_second_total_recent": 0.08724917147394576, "throughput/batch_count_per_second_total_cum": 0.08793919389752942, "throughput/batch_count_per_second_update_recent": 0.14498001095819363, "throughput/batch_count_per_second_update_cum": 0.14492319682664206, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1929379840, "throughput/token_count": 1929379840, "throughput/batch_count": 920, "throughput/flop_count": 0, "throughput/total_time": 10417.185683044954, "throughput/update_time": 6348.16824121651, "throughput/token_count_per_second_total_recent": 198727.92219343947, "throughput/token_count_per_second_total_cum": 185211.23638414787, "throughput/token_count_per_second_update_recent": 304043.76173262455, "throughput/token_count_per_second_update_cum": 303927.0174777645, "throughput/batch_count_per_second_total_recent": 0.09476085767433141, "throughput/batch_count_per_second_total_cum": 0.0883155996247043, "throughput/batch_count_per_second_update_recent": 0.14497936331397274, "throughput/batch_count_per_second_update_cum": 0.14492369531524874, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1950351360, "throughput/token_count": 1950351360, "throughput/batch_count": 930, "throughput/flop_count": 0, "throughput/total_time": 10576.369776681007, "throughput/update_time": 6417.1375977324205, "throughput/token_count_per_second_total_recent": 182956.7164887483, "throughput/token_count_per_second_total_cum": 184406.50253172632, "throughput/token_count_per_second_update_recent": 304048.03721056005, "throughput/token_count_per_second_update_cum": 303928.5554184131, "throughput/batch_count_per_second_total_recent": 0.08724056076466956, "throughput/batch_count_per_second_total_cum": 0.08793187262140575, "throughput/batch_count_per_second_update_recent": 0.14498140202072146, "throughput/batch_count_per_second_update_cum": 0.14492442866249708, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1971322880, "throughput/token_count": 1971322880, "throughput/batch_count": 940, "throughput/flop_count": 0, "throughput/total_time": 10645.485156638955, "throughput/update_time": 6486.112916803453, "throughput/token_count_per_second_total_recent": 198704.73259386074, "throughput/token_count_per_second_total_cum": 185179.24274880072, "throughput/token_count_per_second_update_recent": 304044.25916855043, "throughput/token_count_per_second_update_cum": 303929.7812551074, "throughput/batch_count_per_second_total_recent": 0.09474980001156842, "throughput/batch_count_per_second_total_cum": 0.08830034387054478, "throughput/batch_count_per_second_update_recent": 0.14497960050990602, "throughput/batch_count_per_second_update_cum": 0.1449250131869828, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 1992294400, "throughput/token_count": 1992294400, "throughput/batch_count": 950, "throughput/flop_count": 0, "throughput/total_time": 10804.645974584972, "throughput/update_time": 6555.09181263647, "throughput/token_count_per_second_total_recent": 182940.34151577365, "throughput/token_count_per_second_total_cum": 184392.38126694178, "throughput/token_count_per_second_update_recent": 304044.3705579108, "throughput/token_count_per_second_update_cum": 303930.8154554582, "throughput/batch_count_per_second_total_recent": 0.08723275256909067, "throughput/batch_count_per_second_total_cum": 0.08792513907763566, "throughput/batch_count_per_second_update_recent": 0.14497965362449208, "throughput/batch_count_per_second_update_cum": 0.1449255063321391, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 2013265920, "throughput/token_count": 2013265920, "throughput/batch_count": 960, "throughput/flop_count": 0, "throughput/total_time": 10873.77756452799, "throughput/update_time": 6624.0805201563635, "throughput/token_count_per_second_total_recent": 198716.15212212942, "throughput/token_count_per_second_total_cum": 185148.71286015605, "throughput/token_count_per_second_update_recent": 304037.8814847285, "throughput/token_count_per_second_update_cum": 303931.3779284308, "throughput/batch_count_per_second_total_recent": 0.09475524526697608, "throughput/batch_count_per_second_total_cum": 0.0882857860852032, "throughput/batch_count_per_second_update_recent": 0.14497655939327644, "throughput/batch_count_per_second_update_cum": 0.14492577454015293, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 2034237440, "throughput/token_count": 2034237440, "throughput/batch_count": 970, "throughput/flop_count": 0, "throughput/total_time": 11032.958788217977, "throughput/update_time": 6693.060108309321, "throughput/token_count_per_second_total_recent": 182945.7826390865, "throughput/token_count_per_second_total_cum": 184378.23244407916, "throughput/token_count_per_second_update_recent": 304035.164648976, "throughput/token_count_per_second_update_cum": 303932.34291658737, "throughput/batch_count_per_second_total_recent": 0.08723534709886861, "throughput/batch_count_per_second_total_cum": 0.08791839239314993, "throughput/batch_count_per_second_update_recent": 0.14497526390503693, "throughput/batch_count_per_second_update_cum": 0.1449262346823632, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
-{"step": 2055208960, "throughput/token_count": 2055208960, "throughput/batch_count": 980, "throughput/flop_count": 0, "throughput/total_time": 11102.099602014001, "throughput/update_time": 6762.03791546938, "throughput/token_count_per_second_total_recent": 198696.03516649496, "throughput/token_count_per_second_total_cum": 185118.94449471254, "throughput/token_count_per_second_update_recent": 304031.3546895658, "throughput/token_count_per_second_update_cum": 303933.36826732947, "throughput/batch_count_per_second_total_recent": 0.09474565275501964, "throughput/batch_count_per_second_total_cum": 0.08827159142242076, "throughput/batch_count_per_second_update_recent": 0.1449734471748189, "throughput/batch_count_per_second_update_cum": 0.14492672360769723, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 20971520, "throughput/token_count": 20971520, "throughput/batch_count": 10, "throughput/flop_count": 0, "throughput/total_time": 57.12486812804127, "throughput/update_time": 56.932655182085, "throughput/token_count_per_second_total_recent": 392645.0030472229, "throughput/token_count_per_second_total_cum": 367117.1713341001, "throughput/token_count_per_second_update_recent": 393740.61648576276, "throughput/token_count_per_second_update_cum": 368356.61243846413, "throughput/batch_count_per_second_total_recent": 0.18722772743569513, "throughput/batch_count_per_second_total_cum": 0.17505510870652202, "throughput/batch_count_per_second_update_recent": 0.18775015663421762, "throughput/batch_count_per_second_update_cum": 0.17564612028048712, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 41943040, "throughput/token_count": 41943040, "throughput/batch_count": 20, "throughput/flop_count": 0, "throughput/total_time": 110.51794190204237, "throughput/update_time": 110.19485108501976, "throughput/token_count_per_second_total_recent": 392713.9581716941, "throughput/token_count_per_second_total_cum": 379513.4009749859, "throughput/token_count_per_second_update_recent": 393740.9144137965, "throughput/token_count_per_second_update_cum": 380626.13259161497, "throughput/batch_count_per_second_total_recent": 0.1872606078012915, "throughput/batch_count_per_second_total_cum": 0.18096609162091537, "throughput/batch_count_per_second_update_recent": 0.18775029869737458, "throughput/batch_count_per_second_update_cum": 0.18149668340283154, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 62914560, "throughput/token_count": 62914560, "throughput/batch_count": 30, "throughput/flop_count": 0, "throughput/total_time": 263.8700318510528, "throughput/update_time": 163.45965232816525, "throughput/token_count_per_second_total_recent": 238672.82502651925, "throughput/token_count_per_second_total_cum": 238430.1072715734, "throughput/token_count_per_second_update_recent": 393734.36561396916, "throughput/token_count_per_second_update_cum": 384893.514111307, "throughput/batch_count_per_second_total_recent": 0.11380807162595713, "throughput/batch_count_per_second_total_cum": 0.1136923347814433, "throughput/batch_count_per_second_update_recent": 0.18774717598627527, "throughput/batch_count_per_second_update_cum": 0.18353152947965, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 83886080, "throughput/token_count": 83886080, "throughput/batch_count": 40, "throughput/flop_count": 0, "throughput/total_time": 317.24918574804906, "throughput/update_time": 216.73109497816768, "throughput/token_count_per_second_total_recent": 265381.2077873784, "throughput/token_count_per_second_total_cum": 264417.0064682849, "throughput/token_count_per_second_update_recent": 393718.58740969433, "throughput/token_count_per_second_update_cum": 387051.4289075605, "throughput/batch_count_per_second_total_recent": 0.12654362096184654, "throughput/batch_count_per_second_total_cum": 0.12608385394491428, "throughput/batch_count_per_second_update_recent": 0.18773965235218731, "throughput/batch_count_per_second_update_cum": 0.18456050343874, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 104857600, "throughput/token_count": 104857600, "throughput/batch_count": 50, "throughput/flop_count": 0, "throughput/total_time": 470.2395834400086, "throughput/update_time": 270.0089025082416, "throughput/token_count_per_second_total_recent": 222818.51165591736, "throughput/token_count_per_second_total_cum": 222987.60821647703, "throughput/token_count_per_second_update_recent": 393699.64914062695, "throughput/token_count_per_second_update_cum": 388348.67675075785, "throughput/batch_count_per_second_total_recent": 0.10624814589305752, "throughput/batch_count_per_second_total_cum": 0.10632877741645672, "throughput/batch_count_per_second_update_recent": 0.18773062188178394, "throughput/batch_count_per_second_update_cum": 0.18517907941377537, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 125829120, "throughput/token_count": 125829120, "throughput/batch_count": 60, "throughput/flop_count": 0, "throughput/total_time": 523.6280801940011, "throughput/update_time": 323.28231063415296, "throughput/token_count_per_second_total_recent": 240455.60949345818, "throughput/token_count_per_second_total_cum": 240302.46802918028, "throughput/token_count_per_second_update_recent": 393692.6424976522, "throughput/token_count_per_second_update_cum": 389223.6471373045, "throughput/batch_count_per_second_total_recent": 0.11465816950486096, "throughput/batch_count_per_second_total_cum": 0.11458514596423162, "throughput/batch_count_per_second_update_recent": 0.18772728085405932, "throughput/batch_count_per_second_update_cum": 0.18559629780640816, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 146800640, "throughput/token_count": 146800640, "throughput/batch_count": 70, "throughput/flop_count": 0, "throughput/total_time": 676.4629730410525, "throughput/update_time": 376.5575643811608, "throughput/token_count_per_second_total_recent": 216814.16455245067, "throughput/token_count_per_second_total_cum": 217012.0846970454, "throughput/token_count_per_second_update_recent": 393685.6901068673, "throughput/token_count_per_second_update_cum": 389849.13300375186, "throughput/batch_count_per_second_total_recent": 0.1033850500833753, "throughput/batch_count_per_second_total_cum": 0.10347942576267499, "throughput/batch_count_per_second_update_recent": 0.18772396569579472, "throughput/batch_count_per_second_update_cum": 0.18589455270946115, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 167772160, "throughput/token_count": 167772160, "throughput/batch_count": 80, "throughput/flop_count": 0, "throughput/total_time": 729.8428020050051, "throughput/update_time": 429.83724463917315, "throughput/token_count_per_second_total_recent": 229852.70072141368, "throughput/token_count_per_second_total_cum": 229874.37779628806, "throughput/token_count_per_second_update_recent": 393676.35714154714, "throughput/token_count_per_second_update_cum": 390315.5487162038, "throughput/batch_count_per_second_total_recent": 0.10960230861731228, "throughput/batch_count_per_second_total_cum": 0.10961264505209353, "throughput/batch_count_per_second_update_recent": 0.18771951539113385, "throughput/batch_count_per_second_update_cum": 0.186116957052328, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 188743680, "throughput/token_count": 188743680, "throughput/batch_count": 90, "throughput/flop_count": 0, "throughput/total_time": 884.0807184120058, "throughput/update_time": 483.11551754607353, "throughput/token_count_per_second_total_recent": 213304.06402356713, "throughput/token_count_per_second_total_cum": 213491.45623153413, "throughput/token_count_per_second_update_recent": 393670.29032426636, "throughput/token_count_per_second_update_cum": 390680.2268714128, "throughput/batch_count_per_second_total_recent": 0.10171130372217518, "throughput/batch_count_per_second_total_cum": 0.10180065929009158, "throughput/batch_count_per_second_update_recent": 0.18771662250722235, "throughput/batch_count_per_second_update_cum": 0.18629084914751662, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 209715200, "throughput/token_count": 209715200, "throughput/batch_count": 100, "throughput/flop_count": 0, "throughput/total_time": 937.4650811910396, "throughput/update_time": 536.3882422860479, "throughput/token_count_per_second_total_recent": 223627.53996271305, "throughput/token_count_per_second_total_cum": 223704.545596044, "throughput/token_count_per_second_update_recent": 393669.59062649374, "throughput/token_count_per_second_update_cum": 390976.50445544627, "throughput/batch_count_per_second_total_recent": 0.10663392065177586, "throughput/batch_count_per_second_total_cum": 0.10667063979913902, "throughput/batch_count_per_second_update_recent": 0.18771628886532485, "throughput/batch_count_per_second_update_cum": 0.18643212530872644, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 230686720, "throughput/token_count": 230686720, "throughput/batch_count": 110, "throughput/flop_count": 0, "throughput/total_time": 1091.3179251340334, "throughput/update_time": 589.6708546730806, "throughput/token_count_per_second_total_recent": 201797.45162836113, "throughput/token_count_per_second_total_cum": 211383.60755108786, "throughput/token_count_per_second_update_recent": 393655.9632455835, "throughput/token_count_per_second_update_cum": 391212.68784412794, "throughput/batch_count_per_second_total_recent": 0.0962245233671003, "throughput/batch_count_per_second_total_cum": 0.10079555871538537, "throughput/batch_count_per_second_update_recent": 0.18770979082373787, "throughput/batch_count_per_second_update_cum": 0.1865447463246002, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 251658240, "throughput/token_count": 251658240, "throughput/batch_count": 120, "throughput/flop_count": 0, "throughput/total_time": 1144.6911778100184, "throughput/update_time": 642.9422557381331, "throughput/token_count_per_second_total_recent": 223522.18253595202, "throughput/token_count_per_second_total_cum": 219848.15195436677, "throughput/token_count_per_second_update_recent": 393648.5907568983, "throughput/token_count_per_second_update_cum": 391416.5506373235, "throughput/batch_count_per_second_total_recent": 0.10658368231580354, "throughput/batch_count_per_second_total_cum": 0.10483176801412905, "throughput/batch_count_per_second_update_recent": 0.18770627534718431, "throughput/batch_count_per_second_update_cum": 0.18664195567957093, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 272629760, "throughput/token_count": 272629760, "throughput/batch_count": 130, "throughput/flop_count": 0, "throughput/total_time": 1298.4373718530405, "throughput/update_time": 696.2163101581973, "throughput/token_count_per_second_total_recent": 201724.22959856785, "throughput/token_count_per_second_total_cum": 209967.58558398666, "throughput/token_count_per_second_update_recent": 393642.6934132873, "throughput/token_count_per_second_update_cum": 391587.7235597251, "throughput/batch_count_per_second_total_recent": 0.09618960838249581, "throughput/batch_count_per_second_total_cum": 0.10012034682463963, "throughput/batch_count_per_second_update_recent": 0.1877034632746159, "throughput/batch_count_per_second_update_cum": 0.18672357728945022, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 293601280, "throughput/token_count": 293601280, "throughput/batch_count": 140, "throughput/flop_count": 0, "throughput/total_time": 1351.811079526029, "throughput/update_time": 749.4968144011218, "throughput/token_count_per_second_total_recent": 223338.99603887036, "throughput/token_count_per_second_total_cum": 217191.05905164074, "throughput/token_count_per_second_update_recent": 393634.9368303475, "throughput/token_count_per_second_update_cum": 391731.19132547517, "throughput/batch_count_per_second_total_recent": 0.10649633218711393, "throughput/batch_count_per_second_total_cum": 0.10356476738531148, "throughput/batch_count_per_second_update_recent": 0.18769976464764954, "throughput/batch_count_per_second_update_cum": 0.18679198805116423, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 314572800, "throughput/token_count": 314572800, "throughput/batch_count": 150, "throughput/flop_count": 0, "throughput/total_time": 1504.7933711430524, "throughput/update_time": 802.7697926640394, "throughput/token_count_per_second_total_recent": 201726.8207715387, "throughput/token_count_per_second_total_cum": 209047.17287599968, "throughput/token_count_per_second_update_recent": 393639.5128984192, "throughput/token_count_per_second_update_cum": 391859.28877078375, "throughput/batch_count_per_second_total_recent": 0.09619084395005165, "throughput/batch_count_per_second_total_cum": 0.09968145984458908, "throughput/batch_count_per_second_update_recent": 0.1877019466869446, "throughput/batch_count_per_second_update_cum": 0.18685306967295826, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 335544320, "throughput/token_count": 335544320, "throughput/batch_count": 160, "throughput/flop_count": 0, "throughput/total_time": 1558.167400816048, "throughput/update_time": 856.0381595880608, "throughput/token_count_per_second_total_recent": 223306.63770638386, "throughput/token_count_per_second_total_cum": 215345.488439989, "throughput/token_count_per_second_update_recent": 393642.67580116354, "throughput/token_count_per_second_update_cum": 391973.55426476465, "throughput/batch_count_per_second_total_recent": 0.10648090253180688, "throughput/batch_count_per_second_total_cum": 0.10268473073958827, "throughput/batch_count_per_second_update_recent": 0.18770345487650086, "throughput/batch_count_per_second_update_cum": 0.18690755570638878, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 356515840, "throughput/token_count": 356515840, "throughput/batch_count": 170, "throughput/flop_count": 0, "throughput/total_time": 1711.111571622023, "throughput/update_time": 909.3183224739623, "throughput/token_count_per_second_total_recent": 201707.3322526355, "throughput/token_count_per_second_total_cum": 208353.35691292537, "throughput/token_count_per_second_update_recent": 393640.71795570373, "throughput/token_count_per_second_update_cum": 392069.34600199765, "throughput/batch_count_per_second_total_recent": 0.09618155110008025, "throughput/batch_count_per_second_total_cum": 0.09935062261244076, "throughput/batch_count_per_second_update_recent": 0.1877025213030356, "throughput/batch_count_per_second_update_cum": 0.1869532327661503, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 377487360, "throughput/token_count": 377487360, "throughput/batch_count": 180, "throughput/flop_count": 0, "throughput/total_time": 1764.4956908360473, "throughput/update_time": 962.5948072728934, "throughput/token_count_per_second_total_recent": 223617.5979590691, "throughput/token_count_per_second_total_cum": 213934.98548083176, "throughput/token_count_per_second_update_recent": 393641.4053810168, "throughput/token_count_per_second_update_cum": 392156.03195434983, "throughput/batch_count_per_second_total_recent": 0.10662917993501143, "throughput/batch_count_per_second_total_cum": 0.10201215051690662, "throughput/batch_count_per_second_update_recent": 0.18770284909296836, "throughput/batch_count_per_second_update_cum": 0.18699456784932605, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 398458880, "throughput/token_count": 398458880, "throughput/batch_count": 190, "throughput/flop_count": 0, "throughput/total_time": 1917.3773277360015, "throughput/update_time": 1015.8676893726224, "throughput/token_count_per_second_total_recent": 201973.07559840105, "throughput/token_count_per_second_total_cum": 207814.53615626707, "throughput/token_count_per_second_update_recent": 393645.8678114634, "throughput/token_count_per_second_update_cum": 392235.0165955957, "throughput/batch_count_per_second_total_recent": 0.09630826740188649, "throughput/batch_count_per_second_total_cum": 0.09909369285405496, "throughput/batch_count_per_second_update_recent": 0.18770497694562122, "throughput/batch_count_per_second_update_cum": 0.18703223066119942, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 419430400, "throughput/token_count": 419430400, "throughput/batch_count": 200, "throughput/flop_count": 0, "throughput/total_time": 1970.7506705410196, "throughput/update_time": 1069.132912081608, "throughput/token_count_per_second_total_recent": 223854.49803022106, "throughput/token_count_per_second_total_cum": 212827.73425867007, "throughput/token_count_per_second_update_recent": 393656.29517616733, "throughput/token_count_per_second_update_cum": 392308.94050709426, "throughput/batch_count_per_second_total_recent": 0.10674214269171765, "throughput/batch_count_per_second_total_cum": 0.1014841719907141, "throughput/batch_count_per_second_update_recent": 0.18770994910057417, "throughput/batch_count_per_second_update_cum": 0.18706748032908166, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 440401920, "throughput/token_count": 440401920, "throughput/batch_count": 210, "throughput/flop_count": 0, "throughput/total_time": 2124.242168805038, "throughput/update_time": 1122.4119238386047, "throughput/token_count_per_second_total_recent": 202045.9687591992, "throughput/token_count_per_second_total_cum": 207321.89882462495, "throughput/token_count_per_second_update_recent": 393654.54204836424, "throughput/token_count_per_second_update_cum": 392371.0276471785, "throughput/batch_count_per_second_total_recent": 0.09634302556953392, "throughput/batch_count_per_second_total_cum": 0.09885878506880996, "throughput/batch_count_per_second_update_recent": 0.18770911314409458, "throughput/batch_count_per_second_update_cum": 0.1870970857845204, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 461373440, "throughput/token_count": 461373440, "throughput/batch_count": 220, "throughput/flop_count": 0, "throughput/total_time": 2177.6055200890405, "throughput/update_time": 1175.6836349036312, "throughput/token_count_per_second_total_recent": 223919.25561582594, "throughput/token_count_per_second_total_cum": 211871.90964740704, "throughput/token_count_per_second_update_recent": 393653.4269920945, "throughput/token_count_per_second_update_cum": 392429.9244310039, "throughput/batch_count_per_second_total_recent": 0.10677302151480958, "throughput/batch_count_per_second_total_cum": 0.10102839929933884, "throughput/batch_count_per_second_update_recent": 0.18770858144383168, "throughput/batch_count_per_second_update_cum": 0.187125169959547, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 482344960, "throughput/token_count": 482344960, "throughput/batch_count": 230, "throughput/flop_count": 0, "throughput/total_time": 2330.6941529700416, "throughput/update_time": 1228.951100654609, "throughput/token_count_per_second_total_recent": 202177.050586507, "throughput/token_count_per_second_total_cum": 206953.3488061228, "throughput/token_count_per_second_update_recent": 393659.76314917125, "throughput/token_count_per_second_update_cum": 392485.07100329356, "throughput/batch_count_per_second_total_recent": 0.09640553025555944, "throughput/batch_count_per_second_total_cum": 0.0986830467253317, "throughput/batch_count_per_second_update_recent": 0.1877116027589661, "throughput/batch_count_per_second_update_cum": 0.18715146589436224, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 503316480, "throughput/token_count": 503316480, "throughput/batch_count": 240, "throughput/flop_count": 0, "throughput/total_time": 2384.0519924180117, "throughput/update_time": 1282.2238651026273, "throughput/token_count_per_second_total_recent": 223897.5079516489, "throughput/token_count_per_second_total_cum": 211118.08031062025, "throughput/token_count_per_second_update_recent": 393664.08302371926, "throughput/token_count_per_second_update_cum": 392534.0135201081, "throughput/batch_count_per_second_total_recent": 0.10676265142042585, "throughput/batch_count_per_second_total_cum": 0.10066894546061528, "throughput/batch_count_per_second_update_recent": 0.18771366263566935, "throughput/batch_count_per_second_update_cum": 0.1871748035049954, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 524288000, "throughput/token_count": 524288000, "throughput/batch_count": 250, "throughput/flop_count": 0, "throughput/total_time": 2537.098761650035, "throughput/update_time": 1335.4923671315191, "throughput/token_count_per_second_total_recent": 202168.58277547942, "throughput/token_count_per_second_total_cum": 206648.63659427373, "throughput/token_count_per_second_update_recent": 393667.7481505122, "throughput/token_count_per_second_update_cum": 392580.3043907387, "throughput/batch_count_per_second_total_recent": 0.09640149248861285, "throughput/batch_count_per_second_total_cum": 0.09853774862016379, "throughput/batch_count_per_second_update_recent": 0.18771541030431377, "throughput/batch_count_per_second_update_cum": 0.18719687671219765, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 545259520, "throughput/token_count": 545259520, "throughput/batch_count": 260, "throughput/flop_count": 0, "throughput/total_time": 2590.4739345350536, "throughput/update_time": 1388.759745098534, "throughput/token_count_per_second_total_recent": 223871.88912167045, "throughput/token_count_per_second_total_cum": 210486.39506881003, "throughput/token_count_per_second_update_recent": 393668.41239914304, "throughput/token_count_per_second_update_cum": 392623.36190577963, "throughput/batch_count_per_second_total_recent": 0.10675043541034243, "throughput/batch_count_per_second_total_cum": 0.10036773446503164, "throughput/batch_count_per_second_update_recent": 0.18771572704274322, "throughput/batch_count_per_second_update_cum": 0.18721740813530904, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 566231040, "throughput/token_count": 566231040, "throughput/batch_count": 270, "throughput/flop_count": 0, "throughput/total_time": 2743.4162192750373, "throughput/update_time": 1442.0279306704178, "throughput/token_count_per_second_total_recent": 202168.50574709332, "throughput/token_count_per_second_total_cum": 206396.3302475589, "throughput/token_count_per_second_update_recent": 393678.5636181484, "throughput/token_count_per_second_update_cum": 392663.0184872714, "throughput/batch_count_per_second_total_recent": 0.09640145575861613, "throughput/batch_count_per_second_total_cum": 0.09841743957879967, "throughput/batch_count_per_second_update_recent": 0.18772056752116603, "throughput/batch_count_per_second_update_cum": 0.18723631786693162, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 587202560, "throughput/token_count": 587202560, "throughput/batch_count": 280, "throughput/flop_count": 0, "throughput/total_time": 2796.791148387012, "throughput/update_time": 1495.3029013883206, "throughput/token_count_per_second_total_recent": 223861.5201390833, "throughput/token_count_per_second_total_cum": 209955.8132321236, "throughput/token_count_per_second_update_recent": 393677.4699385466, "throughput/token_count_per_second_update_cum": 392698.06769906566, "throughput/batch_count_per_second_total_recent": 0.10674549109415211, "throughput/batch_count_per_second_total_cum": 0.10011473332983188, "throughput/batch_count_per_second_update_recent": 0.18772004601409273, "throughput/batch_count_per_second_update_cum": 0.18725303063348087, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 608174080, "throughput/token_count": 608174080, "throughput/batch_count": 290, "throughput/flop_count": 0, "throughput/total_time": 2949.6854955510353, "throughput/update_time": 1548.5792963503627, "throughput/token_count_per_second_total_recent": 202167.57423837474, "throughput/token_count_per_second_total_cum": 206182.68656685585, "throughput/token_count_per_second_update_recent": 393675.4593654439, "throughput/token_count_per_second_update_cum": 392730.34415048896, "throughput/batch_count_per_second_total_recent": 0.09640101158064592, "throughput/batch_count_per_second_total_cum": 0.09831556633322518, "throughput/batch_count_per_second_update_recent": 0.18771908729812808, "throughput/batch_count_per_second_update_cum": 0.18726842124485443, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 629145600, "throughput/token_count": 629145600, "throughput/batch_count": 300, "throughput/flop_count": 0, "throughput/total_time": 3003.058338998002, "throughput/update_time": 1601.8528411513544, "throughput/token_count_per_second_total_recent": 224004.908235859, "throughput/token_count_per_second_total_cum": 209501.62433738142, "throughput/token_count_per_second_update_recent": 393670.0014787171, "throughput/token_count_per_second_update_cum": 392761.1724606317, "throughput/batch_count_per_second_total_recent": 0.1068138638667388, "throughput/batch_count_per_second_total_cum": 0.09989815918797561, "throughput/batch_count_per_second_update_recent": 0.18771648477493147, "throughput/batch_count_per_second_update_cum": 0.1872831213286551, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 650117120, "throughput/token_count": 650117120, "throughput/batch_count": 310, "throughput/flop_count": 0, "throughput/total_time": 3156.3314061540295, "throughput/update_time": 1655.1285377033055, "throughput/token_count_per_second_total_recent": 202209.7272658882, "throughput/token_count_per_second_total_cum": 205972.3889362314, "throughput/token_count_per_second_update_recent": 393672.0946031518, "throughput/token_count_per_second_update_cum": 392789.5055825196, "throughput/batch_count_per_second_total_recent": 0.0964211117104951, "throughput/batch_count_per_second_total_cum": 0.09821528860866137, "throughput/batch_count_per_second_update_recent": 0.18771748285443868, "throughput/batch_count_per_second_update_cum": 0.18729663161397914, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 671088640, "throughput/token_count": 671088640, "throughput/batch_count": 320, "throughput/flop_count": 0, "throughput/total_time": 3209.7035325120087, "throughput/update_time": 1708.4027871834696, "throughput/token_count_per_second_total_recent": 223957.2505818605, "throughput/token_count_per_second_total_cum": 209081.19183044494, "throughput/token_count_per_second_update_recent": 393669.2192296048, "throughput/token_count_per_second_update_cum": 392816.40432487195, "throughput/batch_count_per_second_total_recent": 0.10679113892643953, "throughput/batch_count_per_second_total_cum": 0.0996976813461518, "throughput/batch_count_per_second_update_recent": 0.18771611176948777, "throughput/batch_count_per_second_update_cum": 0.18730945793384168, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 692060160, "throughput/token_count": 692060160, "throughput/batch_count": 330, "throughput/flop_count": 0, "throughput/total_time": 3362.512193232018, "throughput/update_time": 1761.6806279715383, "throughput/token_count_per_second_total_recent": 202263.39734727255, "throughput/token_count_per_second_total_cum": 205816.40161572103, "throughput/token_count_per_second_update_recent": 393662.89193570527, "throughput/token_count_per_second_update_cum": 392840.8753616498, "throughput/batch_count_per_second_total_recent": 0.09644670359958293, "throughput/batch_count_per_second_total_cum": 0.09814090805803348, "throughput/batch_count_per_second_update_recent": 0.1877130946806456, "throughput/batch_count_per_second_update_cum": 0.1873211266334771, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 713031680, "throughput/token_count": 713031680, "throughput/batch_count": 340, "throughput/flop_count": 0, "throughput/total_time": 3415.8845459170407, "throughput/update_time": 1814.9587236176012, "throughput/token_count_per_second_total_recent": 224011.14531810244, "throughput/token_count_per_second_total_cum": 208739.98240141835, "throughput/token_count_per_second_update_recent": 393657.5177105718, "throughput/token_count_per_second_update_cum": 392863.85454473324, "throughput/batch_count_per_second_total_recent": 0.10681683793931124, "throughput/batch_count_per_second_total_cum": 0.09953498001166265, "throughput/batch_count_per_second_update_recent": 0.18771053205040542, "throughput/batch_count_per_second_update_cum": 0.18733208396183645, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 734003200, "throughput/token_count": 734003200, "throughput/batch_count": 350, "throughput/flop_count": 0, "throughput/total_time": 3570.6092982320115, "throughput/update_time": 1868.2295263125561, "throughput/token_count_per_second_total_recent": 201930.6820535624, "throughput/token_count_per_second_total_cum": 205568.05259075586, "throughput/token_count_per_second_update_recent": 393656.65359245194, "throughput/token_count_per_second_update_cum": 392887.0567894026, "throughput/batch_count_per_second_total_recent": 0.09628805258443947, "throughput/batch_count_per_second_total_cum": 0.09802248601472657, "throughput/batch_count_per_second_update_recent": 0.18771012000677678, "throughput/batch_count_per_second_update_cum": 0.18734314765424853, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 754974720, "throughput/token_count": 754974720, "throughput/batch_count": 360, "throughput/flop_count": 0, "throughput/total_time": 3623.980893074011, "throughput/update_time": 1921.4990626386134, "throughput/token_count_per_second_total_recent": 223584.63622403058, "throughput/token_count_per_second_total_cum": 208327.45598710902, "throughput/token_count_per_second_update_recent": 393655.6669344864, "throughput/token_count_per_second_update_cum": 392909.2314847474, "throughput/batch_count_per_second_total_recent": 0.10661346255494622, "throughput/batch_count_per_second_total_cum": 0.09933827208857966, "throughput/batch_count_per_second_update_recent": 0.18770964953159638, "throughput/batch_count_per_second_update_cum": 0.18735372137296075, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 775946240, "throughput/token_count": 775946240, "throughput/batch_count": 370, "throughput/flop_count": 0, "throughput/total_time": 3779.0529326410033, "throughput/update_time": 1974.7656041345908, "throughput/token_count_per_second_total_recent": 201513.24681602887, "throughput/token_count_per_second_total_cum": 205328.22742382903, "throughput/token_count_per_second_update_recent": 393655.66520503844, "throughput/token_count_per_second_update_cum": 392930.8057500049, "throughput/batch_count_per_second_total_recent": 0.09608900395204013, "throughput/batch_count_per_second_total_cum": 0.09790812846366359, "throughput/batch_count_per_second_update_recent": 0.18770964870693133, "throughput/batch_count_per_second_update_cum": 0.18736400878429646, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 796917760, "throughput/token_count": 796917760, "throughput/batch_count": 380, "throughput/flop_count": 0, "throughput/total_time": 3832.4348147350247, "throughput/update_time": 2028.0436954226461, "throughput/token_count_per_second_total_recent": 223056.69048131295, "throughput/token_count_per_second_total_cum": 207940.32997925865, "throughput/token_count_per_second_update_recent": 393653.70848185505, "throughput/token_count_per_second_update_cum": 392949.0088397339, "throughput/batch_count_per_second_total_recent": 0.10636171840730331, "throughput/batch_count_per_second_total_cum": 0.09915367602312977, "throughput/batch_count_per_second_update_recent": 0.18770871566860917, "throughput/batch_count_per_second_update_cum": 0.18737268869387336, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 817889280, "throughput/token_count": 817889280, "throughput/batch_count": 390, "throughput/flop_count": 0, "throughput/total_time": 3986.6730023160344, "throughput/update_time": 2081.339985151775, "throughput/token_count_per_second_total_recent": 201250.4003762484, "throughput/token_count_per_second_total_cum": 205155.84787737846, "throughput/token_count_per_second_update_recent": 393638.87323246064, "throughput/token_count_per_second_update_cum": 392962.8440498912, "throughput/batch_count_per_second_total_recent": 0.09596366900265141, "throughput/batch_count_per_second_total_cum": 0.09782593149060176, "throughput/batch_count_per_second_update_recent": 0.1877016416704467, "throughput/batch_count_per_second_update_cum": 0.18737928583616792, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 838860800, "throughput/token_count": 838860800, "throughput/batch_count": 400, "throughput/flop_count": 0, "throughput/total_time": 4040.0474286440294, "throughput/update_time": 2134.611642122676, "throughput/token_count_per_second_total_recent": 222827.51801880187, "throughput/token_count_per_second_total_cum": 207636.37427928633, "throughput/token_count_per_second_update_recent": 393640.311681268, "throughput/token_count_per_second_update_cum": 392980.52322333894, "throughput/batch_count_per_second_total_recent": 0.10625244046154111, "throughput/batch_count_per_second_total_cum": 0.09900873865093533, "throughput/batch_count_per_second_update_recent": 0.1877023275762882, "throughput/batch_count_per_second_update_cum": 0.1873877159229941, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 859832320, "throughput/token_count": 859832320, "throughput/batch_count": 410, "throughput/flop_count": 0, "throughput/total_time": 4193.527929550037, "throughput/update_time": 2187.884143058851, "throughput/token_count_per_second_total_recent": 201209.9066597902, "throughput/token_count_per_second_total_cum": 205037.93809053264, "throughput/token_count_per_second_update_recent": 393643.553877545, "throughput/token_count_per_second_update_cum": 392997.1898776506, "throughput/batch_count_per_second_total_recent": 0.0959443600939704, "throughput/batch_count_per_second_total_cum": 0.09776970772291786, "throughput/batch_count_per_second_update_recent": 0.18770387357594728, "throughput/batch_count_per_second_update_cum": 0.18739566320307283, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 880803840, "throughput/token_count": 880803840, "throughput/batch_count": 420, "throughput/flop_count": 0, "throughput/total_time": 4246.9178847110015, "throughput/update_time": 2241.15703301772, "throughput/token_count_per_second_total_recent": 222662.08136209505, "throughput/token_count_per_second_total_cum": 207398.36839579907, "throughput/token_count_per_second_update_recent": 393644.5116568508, "throughput/token_count_per_second_update_cum": 393012.9959764563, "throughput/batch_count_per_second_total_recent": 0.10617355411629441, "throughput/batch_count_per_second_total_cum": 0.09889524860181764, "throughput/batch_count_per_second_update_recent": 0.18770433028070965, "throughput/batch_count_per_second_update_cum": 0.18740320013830963, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 901775360, "throughput/token_count": 901775360, "throughput/batch_count": 430, "throughput/flop_count": 0, "throughput/total_time": 4400.437362540048, "throughput/update_time": 2294.435530113755, "throughput/token_count_per_second_total_recent": 201068.55046274385, "throughput/token_count_per_second_total_cum": 204928.57543584524, "throughput/token_count_per_second_update_recent": 393647.5453199426, "throughput/token_count_per_second_update_cum": 393027.1076107731, "throughput/batch_count_per_second_total_recent": 0.09587695620667641, "throughput/batch_count_per_second_total_cum": 0.09771755954544317, "throughput/batch_count_per_second_update_recent": 0.18770577684399728, "throughput/batch_count_per_second_update_cum": 0.18740992908991486, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 922746880, "throughput/token_count": 922746880, "throughput/batch_count": 440, "throughput/flop_count": 0, "throughput/total_time": 4453.811728182016, "throughput/update_time": 2347.708159423666, "throughput/token_count_per_second_total_recent": 222950.6718642072, "throughput/token_count_per_second_total_cum": 207181.38446697488, "throughput/token_count_per_second_update_recent": 393647.414881969, "throughput/token_count_per_second_update_cum": 393041.56110550096, "throughput/batch_count_per_second_total_recent": 0.10631116479120598, "throughput/batch_count_per_second_total_cum": 0.09879178260182137, "throughput/batch_count_per_second_update_recent": 0.18770571464632463, "throughput/batch_count_per_second_update_cum": 0.18741682105326699, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 943718400, "throughput/token_count": 943718400, "throughput/batch_count": 450, "throughput/flop_count": 0, "throughput/total_time": 4608.291631601052, "throughput/update_time": 2400.977511668694, "throughput/token_count_per_second_total_recent": 201114.71827869478, "throughput/token_count_per_second_total_cum": 204787.03941575965, "throughput/token_count_per_second_update_recent": 393648.3702242922, "throughput/token_count_per_second_update_cum": 393055.90969242767, "throughput/batch_count_per_second_total_recent": 0.0958989707368349, "throughput/batch_count_per_second_total_cum": 0.09765006991184218, "throughput/batch_count_per_second_update_recent": 0.18770617018904315, "throughput/batch_count_per_second_update_cum": 0.18742366299268134, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 964689920, "throughput/token_count": 964689920, "throughput/batch_count": 460, "throughput/flop_count": 0, "throughput/total_time": 4661.668510478048, "throughput/update_time": 2454.2510100168292, "throughput/token_count_per_second_total_recent": 223089.74738159907, "throughput/token_count_per_second_total_cum": 206940.90921129702, "throughput/token_count_per_second_update_recent": 393646.0275753389, "throughput/token_count_per_second_update_cum": 393068.9713736269, "throughput/batch_count_per_second_total_recent": 0.10637748116569475, "throughput/batch_count_per_second_total_cum": 0.09867711506428577, "throughput/batch_count_per_second_update_recent": 0.18770505312697358, "throughput/batch_count_per_second_update_cum": 0.18742989128762574, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 985661440, "throughput/token_count": 985661440, "throughput/batch_count": 470, "throughput/flop_count": 0, "throughput/total_time": 4816.396098136029, "throughput/update_time": 2507.5231073708273, "throughput/token_count_per_second_total_recent": 201181.0106754253, "throughput/token_count_per_second_total_cum": 204647.08880182347, "throughput/token_count_per_second_update_recent": 393641.10297754814, "throughput/token_count_per_second_update_cum": 393081.69767315907, "throughput/batch_count_per_second_total_recent": 0.09593058141490235, "throughput/batch_count_per_second_total_cum": 0.09758333625880407, "throughput/batch_count_per_second_update_recent": 0.18770270489575774, "throughput/batch_count_per_second_update_cum": 0.1874359596601291, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1006632960, "throughput/token_count": 1006632960, "throughput/batch_count": 480, "throughput/flop_count": 0, "throughput/total_time": 4869.772359199007, "throughput/update_time": 2560.802637038869, "throughput/token_count_per_second_total_recent": 222967.65321278523, "throughput/token_count_per_second_total_cum": 206710.4755109279, "throughput/token_count_per_second_update_recent": 393641.7374192035, "throughput/token_count_per_second_update_cum": 393092.7535922875, "throughput/batch_count_per_second_total_recent": 0.10631926212920438, "throughput/batch_count_per_second_total_cum": 0.09856723571344753, "throughput/batch_count_per_second_update_recent": 0.18770300742111373, "throughput/batch_count_per_second_update_cum": 0.18744123153318762, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1027604480, "throughput/token_count": 1027604480, "throughput/batch_count": 490, "throughput/flop_count": 0, "throughput/total_time": 5024.381550224032, "throughput/update_time": 2614.0767399497563, "throughput/token_count_per_second_total_recent": 201109.12142032455, "throughput/token_count_per_second_total_cum": 204523.57563373746, "throughput/token_count_per_second_update_recent": 393658.25357337896, "throughput/token_count_per_second_update_cum": 393104.17490641493, "throughput/batch_count_per_second_total_recent": 0.09589630194679477, "throughput/batch_count_per_second_total_cum": 0.09752444059073327, "throughput/batch_count_per_second_update_recent": 0.1877108829371352, "throughput/batch_count_per_second_update_cum": 0.1874466776401591, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1048576000, "throughput/token_count": 1048576000, "throughput/batch_count": 500, "throughput/flop_count": 0, "throughput/total_time": 5077.749329403043, "throughput/update_time": 2667.341171991662, "throughput/token_count_per_second_total_recent": 222703.65989854388, "throughput/token_count_per_second_total_cum": 206504.08911053397, "throughput/token_count_per_second_update_recent": 393663.3310787424, "throughput/token_count_per_second_update_cum": 393116.565293762, "throughput/batch_count_per_second_total_recent": 0.10619338030745691, "throughput/batch_count_per_second_total_cum": 0.09846882300879191, "throughput/batch_count_per_second_update_recent": 0.18771330408036346, "throughput/batch_count_per_second_update_cum": 0.18745258583725072, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1069547520, "throughput/token_count": 1069547520, "throughput/batch_count": 510, "throughput/flop_count": 0, "throughput/total_time": 5232.712933773, "throughput/update_time": 2720.6185927585466, "throughput/token_count_per_second_total_recent": 200822.91948795228, "throughput/token_count_per_second_total_cum": 204396.36829624674, "throughput/token_count_per_second_update_recent": 393659.56233292527, "throughput/token_count_per_second_update_cum": 393126.5936529317, "throughput/batch_count_per_second_total_recent": 0.09575983023069014, "throughput/batch_count_per_second_total_cum": 0.09746378340542161, "throughput/batch_count_per_second_update_recent": 0.18771150700231803, "throughput/batch_count_per_second_update_cum": 0.18745736773153862, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1090519040, "throughput/token_count": 1090519040, "throughput/batch_count": 520, "throughput/flop_count": 0, "throughput/total_time": 5286.093386778026, "throughput/update_time": 2773.886181908485, "throughput/token_count_per_second_total_recent": 222358.85124450497, "throughput/token_count_per_second_total_cum": 206299.61678839958, "throughput/token_count_per_second_update_recent": 393662.28913976834, "throughput/token_count_per_second_update_cum": 393137.63019998994, "throughput/batch_count_per_second_total_recent": 0.10602896272874116, "throughput/batch_count_per_second_total_cum": 0.09837132300777415, "throughput/batch_count_per_second_update_recent": 0.18771280724514405, "throughput/batch_count_per_second_update_cum": 0.18746263036727426, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1111490560, "throughput/token_count": 1111490560, "throughput/batch_count": 530, "throughput/flop_count": 0, "throughput/total_time": 5441.220508124039, "throughput/update_time": 2827.1616227625636, "throughput/token_count_per_second_total_recent": 200512.9531126153, "throughput/token_count_per_second_total_cum": 204272.28750249764, "throughput/token_count_per_second_update_recent": 393665.39147001173, "throughput/token_count_per_second_update_cum": 393147.1589918888, "throughput/batch_count_per_second_total_recent": 0.09561202674513593, "throughput/batch_count_per_second_total_cum": 0.0974046170723427, "throughput/batch_count_per_second_update_recent": 0.18771428655148112, "throughput/batch_count_per_second_update_cum": 0.18746717404932442, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1132462080, "throughput/token_count": 1132462080, "throughput/batch_count": 540, "throughput/flop_count": 0, "throughput/total_time": 5494.618768353015, "throughput/update_time": 2880.4332658784697, "throughput/token_count_per_second_total_recent": 222204.04698418526, "throughput/token_count_per_second_total_cum": 206103.8495559629, "throughput/token_count_per_second_update_recent": 393665.73019525973, "throughput/token_count_per_second_update_cum": 393156.8536633407, "throughput/batch_count_per_second_total_recent": 0.10595514630517257, "throughput/batch_count_per_second_total_cum": 0.09827797391698975, "throughput/batch_count_per_second_update_recent": 0.1877144480682658, "throughput/batch_count_per_second_update_cum": 0.18747179682890924, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1153433600, "throughput/token_count": 1153433600, "throughput/batch_count": 550, "throughput/flop_count": 0, "throughput/total_time": 5649.622147237009, "throughput/update_time": 2933.705731303431, "throughput/token_count_per_second_total_recent": 200408.06932449192, "throughput/token_count_per_second_total_cum": 204161.19342850134, "throughput/token_count_per_second_update_recent": 393664.0302826699, "throughput/token_count_per_second_update_cum": 393166.08605033305, "throughput/batch_count_per_second_total_recent": 0.0955620142576656, "throughput/batch_count_per_second_total_cum": 0.0973516432898051, "throughput/batch_count_per_second_update_recent": 0.18771363748677725, "throughput/batch_count_per_second_update_cum": 0.18747619917408612, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1174405120, "throughput/token_count": 1174405120, "throughput/batch_count": 560, "throughput/flop_count": 0, "throughput/total_time": 5703.016606429999, "throughput/update_time": 2986.9915024373913, "throughput/token_count_per_second_total_recent": 222130.6599207603, "throughput/token_count_per_second_total_cum": 205927.00338201533, "throughput/token_count_per_second_update_recent": 393654.8257324209, "throughput/token_count_per_second_update_cum": 393173.2377014407, "throughput/batch_count_per_second_total_recent": 0.10592015262640014, "throughput/batch_count_per_second_total_cum": 0.0981936470899655, "throughput/batch_count_per_second_update_recent": 0.18770924841519399, "throughput/batch_count_per_second_update_cum": 0.18747960934707675, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1195376640, "throughput/token_count": 1195376640, "throughput/batch_count": 570, "throughput/flop_count": 0, "throughput/total_time": 5856.936125319044, "throughput/update_time": 3040.2605143213877, "throughput/token_count_per_second_total_recent": 200559.62216874372, "throughput/token_count_per_second_total_cum": 204095.89833709932, "throughput/token_count_per_second_update_recent": 393657.7205602768, "throughput/token_count_per_second_update_cum": 393182.3060455128, "throughput/batch_count_per_second_total_recent": 0.09563428028523623, "throughput/batch_count_per_second_total_cum": 0.09732050816397635, "throughput/batch_count_per_second_update_recent": 0.1877106287766823, "throughput/batch_count_per_second_update_cum": 0.1874839334704937, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1216348160, "throughput/token_count": 1216348160, "throughput/batch_count": 580, "throughput/flop_count": 0, "throughput/total_time": 5910.318671693036, "throughput/update_time": 3093.5336661074543, "throughput/token_count_per_second_total_recent": 222297.30151363992, "throughput/token_count_per_second_total_cum": 205800.7744701813, "throughput/token_count_per_second_update_recent": 393662.4798022441, "throughput/token_count_per_second_update_cum": 393190.535899521, "throughput/batch_count_per_second_total_recent": 0.1059996135299873, "throughput/batch_count_per_second_total_cum": 0.09813345645436349, "throughput/batch_count_per_second_update_recent": 0.18771289816009717, "throughput/batch_count_per_second_update_cum": 0.1874878577706914, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1237319680, "throughput/token_count": 1237319680, "throughput/batch_count": 590, "throughput/flop_count": 0, "throughput/total_time": 6063.751631618012, "throughput/update_time": 3146.8101018704474, "throughput/token_count_per_second_total_recent": 200785.91235413591, "throughput/token_count_per_second_total_cum": 204051.84037358762, "throughput/token_count_per_second_update_recent": 393659.3586471032, "throughput/token_count_per_second_update_cum": 393198.0767649575, "throughput/batch_count_per_second_total_recent": 0.0957421838541679, "throughput/batch_count_per_second_total_cum": 0.09729949968985921, "throughput/batch_count_per_second_update_recent": 0.18771140987734947, "throughput/batch_count_per_second_update_cum": 0.18749145353553653, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1258291200, "throughput/token_count": 1258291200, "throughput/batch_count": 600, "throughput/flop_count": 0, "throughput/total_time": 6117.130997166038, "throughput/update_time": 3200.0810677845147, "throughput/token_count_per_second_total_recent": 222658.19034045527, "throughput/token_count_per_second_total_cum": 205699.56742514504, "throughput/token_count_per_second_update_recent": 393655.1334714269, "throughput/token_count_per_second_update_cum": 393206.0386429967, "throughput/batch_count_per_second_total_recent": 0.10617169873259319, "throughput/batch_count_per_second_total_cum": 0.09808519717461826, "throughput/batch_count_per_second_update_recent": 0.18770939515658708, "throughput/batch_count_per_second_update_cum": 0.1874952500548347, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1279262720, "throughput/token_count": 1279262720, "throughput/batch_count": 610, "throughput/flop_count": 0, "throughput/total_time": 6270.89233304502, "throughput/update_time": 3253.376109398436, "throughput/token_count_per_second_total_recent": 201017.63002890654, "throughput/token_count_per_second_total_cum": 204000.1090847649, "throughput/token_count_per_second_update_recent": 393641.84937802644, "throughput/token_count_per_second_update_cum": 393210.829914326, "throughput/batch_count_per_second_total_recent": 0.09585267545171096, "throughput/batch_count_per_second_total_cum": 0.0972748322891068, "throughput/batch_count_per_second_update_recent": 0.1877030608072407, "throughput/batch_count_per_second_update_cum": 0.18749753471103955, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1300234240, "throughput/token_count": 1300234240, "throughput/batch_count": 620, "throughput/flop_count": 0, "throughput/total_time": 6324.271360302053, "throughput/update_time": 3306.647373120475, "throughput/token_count_per_second_total_recent": 222982.4798603182, "throughput/token_count_per_second_total_cum": 205594.31528534216, "throughput/token_count_per_second_update_recent": 393640.1946009381, "throughput/token_count_per_second_update_cum": 393218.29432721523, "throughput/batch_count_per_second_total_recent": 0.10632633202567969, "throughput/batch_count_per_second_total_cum": 0.09803500904337986, "throughput/batch_count_per_second_update_recent": 0.18770227174803644, "throughput/batch_count_per_second_update_cum": 0.1875010940204693, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1321205760, "throughput/token_count": 1321205760, "throughput/batch_count": 630, "throughput/flop_count": 0, "throughput/total_time": 6477.804279661039, "throughput/update_time": 3359.92066662648, "throughput/token_count_per_second_total_recent": 201329.61850513256, "throughput/token_count_per_second_total_cum": 203958.88837646914, "throughput/token_count_per_second_update_recent": 393640.5116592438, "throughput/token_count_per_second_update_cum": 393225.2844905869, "throughput/batch_count_per_second_total_recent": 0.0960014431501067, "throughput/batch_count_per_second_total_cum": 0.09725517672370393, "throughput/batch_count_per_second_update_recent": 0.1877024229332179, "throughput/batch_count_per_second_update_cum": 0.18750442719010682, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1342177280, "throughput/token_count": 1342177280, "throughput/batch_count": 640, "throughput/flop_count": 0, "throughput/total_time": 6531.185974933032, "throughput/update_time": 3413.19108713849, "throughput/token_count_per_second_total_recent": 223342.8192815302, "throughput/token_count_per_second_total_cum": 205502.8420797284, "throughput/token_count_per_second_update_recent": 393640.9640297061, "throughput/token_count_per_second_update_cum": 393232.38744457124, "throughput/batch_count_per_second_total_recent": 0.10649815525127897, "throughput/batch_count_per_second_total_cum": 0.09799139121996327, "throughput/batch_count_per_second_update_recent": 0.1877026386402636, "throughput/batch_count_per_second_update_cum": 0.18750781414249956, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1363148800, "throughput/token_count": 1363148800, "throughput/batch_count": 650, "throughput/flop_count": 0, "throughput/total_time": 6684.524030425004, "throughput/update_time": 3466.4617998044705, "throughput/token_count_per_second_total_recent": 201658.39888375954, "throughput/token_count_per_second_total_cum": 203926.0826643076, "throughput/token_count_per_second_update_recent": 393643.17869601777, "throughput/token_count_per_second_update_cum": 393239.23894874303, "throughput/batch_count_per_second_total_recent": 0.09615821785152413, "throughput/batch_count_per_second_total_cum": 0.097239533741144, "throughput/batch_count_per_second_update_recent": 0.18770369467545403, "throughput/batch_count_per_second_update_cum": 0.18751108119427826, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1384120320, "throughput/token_count": 1384120320, "throughput/batch_count": 660, "throughput/flop_count": 0, "throughput/total_time": 6737.915407613036, "throughput/update_time": 3519.7321525084553, "throughput/token_count_per_second_total_recent": 223482.4386046569, "throughput/token_count_per_second_total_cum": 205422.6324118154, "throughput/token_count_per_second_update_recent": 393654.7660917754, "throughput/token_count_per_second_update_cum": 393245.92327673576, "throughput/batch_count_per_second_total_recent": 0.10656473093254895, "throughput/batch_count_per_second_total_cum": 0.09795314426985521, "throughput/batch_count_per_second_update_recent": 0.18770921997631806, "throughput/batch_count_per_second_update_cum": 0.1875142685302428, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1405091840, "throughput/token_count": 1405091840, "throughput/batch_count": 670, "throughput/flop_count": 0, "throughput/total_time": 6891.055202779011, "throughput/update_time": 3573.0133047814597, "throughput/token_count_per_second_total_recent": 201810.9467740556, "throughput/token_count_per_second_total_cum": 203900.82485964667, "throughput/token_count_per_second_update_recent": 393645.2253051928, "throughput/token_count_per_second_update_cum": 393251.21966931527, "throughput/batch_count_per_second_total_recent": 0.09623095835402279, "throughput/batch_count_per_second_total_cum": 0.09722748988134702, "throughput/batch_count_per_second_update_recent": 0.187704670574757, "throughput/batch_count_per_second_update_cum": 0.18751679404702914, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1426063360, "throughput/token_count": 1426063360, "throughput/batch_count": 680, "throughput/flop_count": 0, "throughput/total_time": 6944.4543808570015, "throughput/update_time": 3626.2884129853337, "throughput/token_count_per_second_total_recent": 223547.8840228971, "throughput/token_count_per_second_total_cum": 205352.8300122568, "throughput/token_count_per_second_update_recent": 393644.44082015636, "throughput/token_count_per_second_update_cum": 393257.01587701257, "throughput/batch_count_per_second_total_recent": 0.10659593773980003, "throughput/batch_count_per_second_total_cum": 0.09791985989201393, "throughput/batch_count_per_second_update_recent": 0.18770429650314158, "throughput/batch_count_per_second_update_cum": 0.18751955789423588, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1447034880, "throughput/token_count": 1447034880, "throughput/batch_count": 690, "throughput/flop_count": 0, "throughput/total_time": 7097.769050646049, "throughput/update_time": 3679.5599112784257, "throughput/token_count_per_second_total_recent": 201831.0921510957, "throughput/token_count_per_second_total_cum": 203871.7898081354, "throughput/token_count_per_second_update_recent": 393647.9668640194, "throughput/token_count_per_second_update_cum": 393263.0300609081, "throughput/batch_count_per_second_total_recent": 0.09624056441836153, "throughput/batch_count_per_second_total_cum": 0.0972136448898961, "throughput/batch_count_per_second_update_recent": 0.18770597785187693, "throughput/batch_count_per_second_update_cum": 0.18752242568059355, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1468006400, "throughput/token_count": 1468006400, "throughput/batch_count": 700, "throughput/flop_count": 0, "throughput/total_time": 7151.144483595039, "throughput/update_time": 3732.833151328552, "throughput/token_count_per_second_total_recent": 223651.22897925222, "throughput/token_count_per_second_total_cum": 205282.72129973813, "throughput/token_count_per_second_update_recent": 393645.6286875643, "throughput/token_count_per_second_update_cum": 393268.6890860691, "throughput/batch_count_per_second_total_recent": 0.10664521645510303, "throughput/batch_count_per_second_total_cum": 0.09788642945277125, "throughput/batch_count_per_second_update_recent": 0.1877048629224607, "throughput/batch_count_per_second_update_cum": 0.18752512411406952, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1488977920, "throughput/token_count": 1488977920, "throughput/batch_count": 710, "throughput/flop_count": 0, "throughput/total_time": 7304.954160230001, "throughput/update_time": 3786.1120017025387, "throughput/token_count_per_second_total_recent": 201822.27236521925, "throughput/token_count_per_second_total_cum": 203831.24758076764, "throughput/token_count_per_second_update_recent": 393658.2179795738, "throughput/token_count_per_second_update_cum": 393273.6060978747, "throughput/batch_count_per_second_total_recent": 0.09623635881672823, "throughput/batch_count_per_second_total_cum": 0.09719431284941084, "throughput/batch_count_per_second_update_recent": 0.1877108659646863, "throughput/batch_count_per_second_update_cum": 0.18752746872800574, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1509949440, "throughput/token_count": 1509949440, "throughput/batch_count": 720, "throughput/flop_count": 0, "throughput/total_time": 7358.337214609026, "throughput/update_time": 3839.3859579174896, "throughput/token_count_per_second_total_recent": 223589.76698567366, "throughput/token_count_per_second_total_cum": 205202.5336651045, "throughput/token_count_per_second_update_recent": 393655.8700469998, "throughput/token_count_per_second_update_cum": 393278.8879654619, "throughput/batch_count_per_second_total_recent": 0.10661590909274753, "throughput/batch_count_per_second_total_cum": 0.09784819300894952, "throughput/batch_count_per_second_update_recent": 0.18770974638319005, "throughput/batch_count_per_second_update_cum": 0.18752998731873602, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1530920960, "throughput/token_count": 1530920960, "throughput/batch_count": 730, "throughput/flop_count": 0, "throughput/total_time": 7511.621099121054, "throughput/update_time": 3892.6592194504337, "throughput/token_count_per_second_total_recent": 201870.18884808588, "throughput/token_count_per_second_total_cum": 203806.99982046956, "throughput/token_count_per_second_update_recent": 393655.973963077, "throughput/token_count_per_second_update_cum": 393284.0954457184, "throughput/batch_count_per_second_total_recent": 0.09625920717624945, "throughput/batch_count_per_second_total_cum": 0.09718275061629751, "throughput/batch_count_per_second_update_recent": 0.187709795934237, "throughput/batch_count_per_second_update_cum": 0.18753247043882293, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1551892480, "throughput/token_count": 1551892480, "throughput/batch_count": 740, "throughput/flop_count": 0, "throughput/total_time": 7565.03086849401, "throughput/update_time": 3945.9412919793394, "throughput/token_count_per_second_total_recent": 223595.01166969276, "throughput/token_count_per_second_total_cum": 205140.27067135274, "throughput/token_count_per_second_update_recent": 393645.9529989011, "throughput/token_count_per_second_update_cum": 393288.28412993165, "throughput/batch_count_per_second_total_recent": 0.10661840995297087, "throughput/batch_count_per_second_total_cum": 0.09781850369994771, "throughput/batch_count_per_second_update_recent": 0.1877050175661569, "throughput/batch_count_per_second_update_cum": 0.1875344677590998, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1572864000, "throughput/token_count": 1572864000, "throughput/batch_count": 750, "throughput/flop_count": 0, "throughput/total_time": 7718.234012908011, "throughput/update_time": 3999.225145033328, "throughput/token_count_per_second_total_recent": 201891.99931495328, "throughput/token_count_per_second_total_cum": 203785.47701061342, "throughput/token_count_per_second_update_recent": 393636.95860143664, "throughput/token_count_per_second_update_cum": 393292.1861009384, "throughput/batch_count_per_second_total_recent": 0.09626960721728958, "throughput/batch_count_per_second_total_cum": 0.09717248774080917, "throughput/batch_count_per_second_update_recent": 0.1877007287032302, "throughput/batch_count_per_second_update_cum": 0.18753632836386605, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1593835520, "throughput/token_count": 1593835520, "throughput/batch_count": 760, "throughput/flop_count": 0, "throughput/total_time": 7771.636799781001, "throughput/update_time": 4052.503600837372, "throughput/token_count_per_second_total_recent": 223573.8366515385, "throughput/token_count_per_second_total_cum": 205083.63438251684, "throughput/token_count_per_second_update_recent": 393631.1160966386, "throughput/token_count_per_second_update_cum": 393296.5092666826, "throughput/batch_count_per_second_total_recent": 0.10660831291748929, "throughput/batch_count_per_second_total_cum": 0.09779149741292803, "throughput/batch_count_per_second_update_recent": 0.18769794277984553, "throughput/batch_count_per_second_update_cum": 0.18753838980993395, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1614807040, "throughput/token_count": 1614807040, "throughput/batch_count": 770, "throughput/flop_count": 0, "throughput/total_time": 7924.894128009037, "throughput/update_time": 4105.784444000397, "throughput/token_count_per_second_total_recent": 201867.20823921694, "throughput/token_count_per_second_total_cum": 203763.86282471212, "throughput/token_count_per_second_update_recent": 393632.4430935613, "throughput/token_count_per_second_update_cum": 393300.4915442277, "throughput/batch_count_per_second_total_recent": 0.09625778591118667, "throughput/batch_count_per_second_total_cum": 0.09716218129382712, "throughput/batch_count_per_second_update_recent": 0.18769857554128708, "throughput/batch_count_per_second_update_cum": 0.18754028870784173, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1635778560, "throughput/token_count": 1635778560, "throughput/batch_count": 780, "throughput/flop_count": 0, "throughput/total_time": 7978.290488699044, "throughput/update_time": 4159.058140857378, "throughput/token_count_per_second_total_recent": 223591.73387022267, "throughput/token_count_per_second_total_cum": 205028.7041211423, "throughput/token_count_per_second_update_recent": 393632.4957632885, "throughput/token_count_per_second_update_cum": 393305.0475853143, "throughput/batch_count_per_second_total_recent": 0.10661684697638639, "throughput/batch_count_per_second_total_cum": 0.09776530462319484, "throughput/batch_count_per_second_update_recent": 0.18769860065617014, "throughput/batch_count_per_second_update_cum": 0.18754246119752613, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1656750080, "throughput/token_count": 1656750080, "throughput/batch_count": 790, "throughput/flop_count": 0, "throughput/total_time": 8133.211715042999, "throughput/update_time": 4212.332782215439, "throughput/token_count_per_second_total_recent": 201551.7939408621, "throughput/token_count_per_second_total_cum": 203701.82629522771, "throughput/token_count_per_second_update_recent": 393630.390665461, "throughput/token_count_per_second_update_cum": 393309.40019621316, "throughput/batch_count_per_second_total_recent": 0.0961073846535025, "throughput/batch_count_per_second_total_cum": 0.09713259997140299, "throughput/batch_count_per_second_update_recent": 0.18769759686730433, "throughput/batch_count_per_second_update_cum": 0.1875445366841379, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1677721600, "throughput/token_count": 1677721600, "throughput/batch_count": 800, "throughput/flop_count": 0, "throughput/total_time": 8186.5969784220215, "throughput/update_time": 4265.60545003548, "throughput/token_count_per_second_total_recent": 223322.01440008092, "throughput/token_count_per_second_total_cum": 204935.1646871205, "throughput/token_count_per_second_update_recent": 393630.70924910577, "throughput/token_count_per_second_update_cum": 393313.8260562859, "throughput/batch_count_per_second_total_recent": 0.10648823471073195, "throughput/batch_count_per_second_total_cum": 0.09772070154529595, "throughput/batch_count_per_second_update_recent": 0.18769774877982415, "throughput/batch_count_per_second_update_cum": 0.18754664709867758, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1698693120, "throughput/token_count": 1698693120, "throughput/batch_count": 810, "throughput/flop_count": 0, "throughput/total_time": 8342.015340365004, "throughput/update_time": 4318.878572056361, "throughput/token_count_per_second_total_recent": 201236.804156679, "throughput/token_count_per_second_total_cum": 203631.023282879, "throughput/token_count_per_second_update_recent": 393635.6973202118, "throughput/token_count_per_second_update_cum": 393318.101367966, "throughput/batch_count_per_second_total_recent": 0.09595718581994962, "throughput/batch_count_per_second_total_cum": 0.0970988384642024, "throughput/batch_count_per_second_update_recent": 0.18770012727747526, "throughput/batch_count_per_second_update_cum": 0.18754868572614955, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1719664640, "throughput/token_count": 1719664640, "throughput/batch_count": 820, "throughput/flop_count": 0, "throughput/total_time": 8395.40680388402, "throughput/update_time": 4372.159924876352, "throughput/token_count_per_second_total_recent": 222808.8466094595, "throughput/token_count_per_second_total_cum": 204833.98603203133, "throughput/token_count_per_second_update_recent": 393629.9478801292, "throughput/token_count_per_second_update_cum": 393321.5320454302, "throughput/batch_count_per_second_total_recent": 0.10624353723977065, "throughput/batch_count_per_second_total_cum": 0.09767245580293242, "throughput/batch_count_per_second_update_recent": 0.18769738573080502, "throughput/batch_count_per_second_update_cum": 0.1875503216006423, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1740636160, "throughput/token_count": 1740636160, "throughput/batch_count": 830, "throughput/flop_count": 0, "throughput/total_time": 8550.23874416505, "throughput/update_time": 4425.43352887634, "throughput/token_count_per_second_total_recent": 200933.56261130192, "throughput/token_count_per_second_total_cum": 203577.49205399258, "throughput/token_count_per_second_update_recent": 393629.98171940027, "throughput/token_count_per_second_update_cum": 393325.56881539343, "throughput/batch_count_per_second_total_recent": 0.0958125889832029, "throughput/batch_count_per_second_total_cum": 0.09707331278514508, "throughput/batch_count_per_second_update_recent": 0.18769740186662687, "throughput/batch_count_per_second_update_cum": 0.1875522464825599, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1761607680, "throughput/token_count": 1761607680, "throughput/batch_count": 840, "throughput/flop_count": 0, "throughput/total_time": 8603.637448858004, "throughput/update_time": 4478.715910169412, "throughput/token_count_per_second_total_recent": 222414.7501849441, "throughput/token_count_per_second_total_cum": 204751.50080084155, "throughput/token_count_per_second_update_recent": 393630.12061253045, "throughput/token_count_per_second_update_cum": 393328.7387128257, "throughput/batch_count_per_second_total_recent": 0.10605561742064672, "throughput/batch_count_per_second_total_cum": 0.09763312377969816, "throughput/batch_count_per_second_update_recent": 0.18769746809603235, "throughput/batch_count_per_second_update_cum": 0.18755375800744328, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1782579200, "throughput/token_count": 1782579200, "throughput/batch_count": 850, "throughput/flop_count": 0, "throughput/total_time": 8756.833522661007, "throughput/update_time": 4531.9930339534185, "throughput/token_count_per_second_total_recent": 200938.68442783688, "throughput/token_count_per_second_total_cum": 203564.35866766528, "throughput/token_count_per_second_update_recent": 393636.4317302535, "throughput/token_count_per_second_update_cum": 393332.290373137, "throughput/batch_count_per_second_total_recent": 0.09581503125564426, "throughput/batch_count_per_second_total_cum": 0.09706705029853119, "throughput/batch_count_per_second_update_recent": 0.1877004774714725, "throughput/batch_count_per_second_update_cum": 0.18755545157105302, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1803550720, "throughput/token_count": 1803550720, "throughput/batch_count": 860, "throughput/flop_count": 0, "throughput/total_time": 8810.230298971, "throughput/update_time": 4585.266904477379, "throughput/token_count_per_second_total_recent": 222436.65809879926, "throughput/token_count_per_second_total_cum": 204710.96200636748, "throughput/token_count_per_second_update_recent": 393637.43158690125, "throughput/token_count_per_second_update_cum": 393336.0385714701, "throughput/batch_count_per_second_total_recent": 0.10606606392803157, "throughput/batch_count_per_second_total_cum": 0.09761379337614416, "throughput/batch_count_per_second_update_recent": 0.18770095424027503, "throughput/batch_count_per_second_update_cum": 0.18755723885129458, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1824522240, "throughput/token_count": 1824522240, "throughput/batch_count": 870, "throughput/flop_count": 0, "throughput/total_time": 8963.212115761009, "throughput/update_time": 4638.541050948435, "throughput/token_count_per_second_total_recent": 200990.67788272206, "throughput/token_count_per_second_total_cum": 203556.7401993913, "throughput/token_count_per_second_update_recent": 393642.30503992847, "throughput/token_count_per_second_update_cum": 393339.6772735131, "throughput/batch_count_per_second_total_recent": 0.09583982366691687, "throughput/batch_count_per_second_total_cum": 0.09706341752976956, "throughput/batch_count_per_second_update_recent": 0.18770327808376716, "throughput/batch_count_per_second_update_cum": 0.1875589739196363, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1845493760, "throughput/token_count": 1845493760, "throughput/batch_count": 880, "throughput/flop_count": 0, "throughput/total_time": 9016.607044072007, "throughput/update_time": 4691.8174923404, "throughput/token_count_per_second_total_recent": 222896.70452893883, "throughput/token_count_per_second_total_cum": 204677.18632734747, "throughput/token_count_per_second_update_recent": 393639.5824019647, "throughput/token_count_per_second_update_cum": 393343.04094582755, "throughput/batch_count_per_second_total_recent": 0.10628543116042082, "throughput/batch_count_per_second_total_cum": 0.09759768787734388, "throughput/batch_count_per_second_update_recent": 0.1877019798288177, "throughput/batch_count_per_second_update_cum": 0.18756057784358385, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1866465280, "throughput/token_count": 1866465280, "throughput/batch_count": 890, "throughput/flop_count": 0, "throughput/total_time": 9169.565102360037, "throughput/update_time": 4745.092234898475, "throughput/token_count_per_second_total_recent": 201373.46263191948, "throughput/token_count_per_second_total_cum": 203550.0330893135, "throughput/token_count_per_second_update_recent": 393640.05967854365, "throughput/token_count_per_second_update_cum": 393346.46991112374, "throughput/batch_count_per_second_total_recent": 0.09602234965892767, "throughput/batch_count_per_second_total_cum": 0.09706021933046032, "throughput/batch_count_per_second_update_recent": 0.18770220741202528, "throughput/batch_count_per_second_update_cum": 0.18756221290165126, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1887436800, "throughput/token_count": 1887436800, "throughput/batch_count": 900, "throughput/flop_count": 0, "throughput/total_time": 9222.955616571999, "throughput/update_time": 4798.3678903255495, "throughput/token_count_per_second_total_recent": 223490.65257616257, "throughput/token_count_per_second_total_cum": 204645.54731333785, "throughput/token_count_per_second_update_recent": 393637.23850083165, "throughput/token_count_per_second_update_cum": 393349.7479018736, "throughput/batch_count_per_second_total_recent": 0.10656864765937928, "throughput/batch_count_per_second_total_cum": 0.09758260121981518, "throughput/batch_count_per_second_update_recent": 0.1877008621696623, "throughput/batch_count_per_second_update_cum": 0.18756377596944504, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1908408320, "throughput/token_count": 1908408320, "throughput/batch_count": 910, "throughput/flop_count": 0, "throughput/total_time": 9376.841395194002, "throughput/update_time": 4851.6424762834795, "throughput/token_count_per_second_total_recent": 201672.90935025286, "throughput/token_count_per_second_total_cum": 203523.5789503845, "throughput/token_count_per_second_update_recent": 393638.37501931813, "throughput/token_count_per_second_update_cum": 393353.04061026045, "throughput/batch_count_per_second_total_recent": 0.09616513698113101, "throughput/batch_count_per_second_total_cum": 0.09704760501403069, "throughput/batch_count_per_second_update_recent": 0.18770140410390765, "throughput/batch_count_per_second_update_cum": 0.187565346055155, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1929379840, "throughput/token_count": 1929379840, "throughput/batch_count": 920, "throughput/flop_count": 0, "throughput/total_time": 9430.23481100105, "throughput/update_time": 4904.91280556639, "throughput/token_count_per_second_total_recent": 223717.1512105476, "throughput/token_count_per_second_total_cum": 204595.1006171383, "throughput/token_count_per_second_update_recent": 393645.021782827, "throughput/token_count_per_second_update_cum": 393356.6031613088, "throughput/batch_count_per_second_total_recent": 0.10667665062453632, "throughput/batch_count_per_second_total_cum": 0.09755854636055865, "throughput/batch_count_per_second_update_recent": 0.18770457352773046, "throughput/batch_count_per_second_update_cum": 0.18756704481187286, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1950351360, "throughput/token_count": 1950351360, "throughput/batch_count": 930, "throughput/flop_count": 0, "throughput/total_time": 9583.694742296997, "throughput/update_time": 4958.171936342376, "throughput/token_count_per_second_total_recent": 201942.07435343356, "throughput/token_count_per_second_total_cum": 203507.24980755642, "throughput/token_count_per_second_update_recent": 393656.8016314699, "throughput/token_count_per_second_update_cum": 393360.97760231496, "throughput/batch_count_per_second_total_recent": 0.09629348485633543, "throughput/batch_count_per_second_total_cum": 0.09703981867196866, "throughput/batch_count_per_second_update_recent": 0.18771019059728142, "throughput/batch_count_per_second_update_cum": 0.18756913070789097, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1971322880, "throughput/token_count": 1971322880, "throughput/batch_count": 940, "throughput/flop_count": 0, "throughput/total_time": 9637.072636537021, "throughput/update_time": 5011.441395019239, "throughput/token_count_per_second_total_recent": 223658.9258136621, "throughput/token_count_per_second_total_cum": 204556.1919421595, "throughput/token_count_per_second_update_recent": 393665.29887606046, "throughput/token_count_per_second_update_cum": 393364.4483918847, "throughput/batch_count_per_second_total_recent": 0.10664888659175019, "throughput/batch_count_per_second_total_cum": 0.09753999325855231, "throughput/batch_count_per_second_update_recent": 0.18771424239924453, "throughput/batch_count_per_second_update_cum": 0.18757078570932612, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 1992294400, "throughput/token_count": 1992294400, "throughput/batch_count": 950, "throughput/flop_count": 0, "throughput/total_time": 9791.05162328505, "throughput/update_time": 5064.716082916246, "throughput/token_count_per_second_total_recent": 201792.02060455224, "throughput/token_count_per_second_total_cum": 203481.14550452694, "throughput/token_count_per_second_update_recent": 393667.5939165046, "throughput/token_count_per_second_update_cum": 393367.44002693315, "throughput/batch_count_per_second_total_recent": 0.09622193365314113, "throughput/batch_count_per_second_total_cum": 0.09702737117029521, "throughput/batch_count_per_second_update_recent": 0.18771533675980787, "throughput/batch_count_per_second_update_cum": 0.187572212232081, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 2013265920, "throughput/token_count": 2013265920, "throughput/batch_count": 960, "throughput/flop_count": 0, "throughput/total_time": 9844.444105764036, "throughput/update_time": 5117.988080174255, "throughput/token_count_per_second_total_recent": 223422.13334760707, "throughput/token_count_per_second_total_cum": 204507.83186642398, "throughput/token_count_per_second_update_recent": 393668.6435213183, "throughput/token_count_per_second_update_cum": 393370.57618380646, "throughput/batch_count_per_second_total_recent": 0.1065359751451526, "throughput/batch_count_per_second_total_cum": 0.0975169333774681, "throughput/batch_count_per_second_update_recent": 0.1877158372503845, "throughput/batch_count_per_second_update_cum": 0.18757370766821216, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 2034237440, "throughput/token_count": 2034237440, "throughput/batch_count": 970, "throughput/flop_count": 0, "throughput/total_time": 9997.457464576, "throughput/update_time": 5171.263283661159, "throughput/token_count_per_second_total_recent": 201787.347624926, "throughput/token_count_per_second_total_cum": 203475.47836116486, "throughput/token_count_per_second_update_recent": 393669.1698956946, "throughput/token_count_per_second_update_cum": 393373.4038309876, "throughput/batch_count_per_second_total_recent": 0.09621970540281582, "throughput/batch_count_per_second_total_cum": 0.0970246688657593, "throughput/batch_count_per_second_update_recent": 0.18771608824524622, "throughput/batch_count_per_second_update_cum": 0.1875750559954584, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}
+{"step": 2055208960, "throughput/token_count": 2055208960, "throughput/batch_count": 980, "throughput/flop_count": 0, "throughput/total_time": 10050.842236216005, "throughput/update_time": 5224.530718925176, "throughput/token_count_per_second_total_recent": 223406.85120679133, "throughput/token_count_per_second_total_cum": 204481.26750955312, "throughput/token_count_per_second_update_recent": 393675.06797216856, "throughput/token_count_per_second_update_cum": 393376.7587116055, "throughput/batch_count_per_second_total_recent": 0.10652868805255476, "throughput/batch_count_per_second_total_cum": 0.0975042665050283, "throughput/batch_count_per_second_update_recent": 0.18771890066727093, "throughput/batch_count_per_second_update_cum": 0.18757665572719837, "throughput/flop_count_per_second_total_recent": 0.0, "throughput/mfu_total_recent": 0.0, "throughput/flop_count_per_second_total_cum": 0.0, "throughput/mfu_total_cum": 0.0, "throughput/flop_count_per_second_update_recent": 0.0, "throughput/mfu_update_recent": 0.0, "throughput/flop_count_per_second_update_cum": 0.0, "throughput/mfu_update_cum": 0.0}