| step,tokens_seen,cumulative_flops,train_loss,eval_loss | |
| 100,3276800,8.040179e+14,419.244659,272.249552 | |
| 200,6553600,1.608036e+15,120.897194,47.825297 | |
| 300,9830400,2.412054e+15,49.374008,35.695624 | |
| 400,13107200,3.216072e+15,34.714005,31.231438 | |
| 500,16384000,4.020089e+15,29.637844,27.846296 | |
| 600,19660800,4.824107e+15,26.116026,24.391451 | |
| 700,22937600,5.628125e+15,22.938841,21.435703 | |
| 800,26214400,6.432143e+15,20.029118,18.804964 | |
| 900,29491200,7.236161e+15,17.605301,16.332539 | |
| 1000,32768000,8.040179e+15,15.382476,14.340157 | |
| 1100,36044800,8.844197e+15,13.431037,12.831999 | |
| 1200,39321600,9.648215e+15,12.162062,11.708875 | |
| 1300,42598400,1.045223e+16,11.138179,10.660343 | |
| 1400,45875200,1.125625e+16,10.189824,9.788348 | |
| 1500,49152000,1.206027e+16,9.362782,9.151932 | |
| 1600,52428800,1.286429e+16,8.839980,8.695713 | |
| 1700,55705600,1.366830e+16,8.508955,8.348548 | |
| 1800,58982400,1.447232e+16,8.242286,8.153752 | |
| 1900,62259200,1.527634e+16,8.016155,7.889140 | |
| 2000,65536000,1.608036e+16,7.793541,7.715203 | |
| 2100,68812800,1.688438e+16,7.638611,7.576089 | |
| 2200,72089600,1.768839e+16,7.493567,7.462547 | |
| 2300,75366400,1.849241e+16,7.358029,7.400642 | |
| 2400,78643200,1.929643e+16,7.267272,7.269915 | |
| 2500,81920000,2.010045e+16,7.230334,7.205304 | |
| 2600,85196800,2.090446e+16,7.130051,7.151537 | |
| 2700,88473600,2.170848e+16,7.078922,7.088184 | |
| 2800,91750400,2.251250e+16,7.028347,7.042725 | |
| 2900,95027200,2.331652e+16,7.015967,6.963600 | |
| 3000,98304000,2.412054e+16,6.911508,6.916858 | |
| 3100,101580800,2.492455e+16,6.882034,6.891009 | |
| 3200,104857600,2.572857e+16,6.846184,6.846312 | |
| 3300,108134400,2.653259e+16,6.851893,6.835846 | |
| 3400,111411200,2.733661e+16,6.789320,6.790314 | |
| 3500,114688000,2.814063e+16,6.745654,6.794898 | |
| 3600,117964800,2.894464e+16,6.722761,6.727801 | |
| 3700,121241600,2.974866e+16,6.692238,6.698966 | |
| 3800,124518400,3.055268e+16,6.676703,6.678020 | |
| 3900,127795200,3.135670e+16,6.623286,6.631446 | |
| 4000,131072000,3.216072e+16,6.614315,6.602649 | |
| 4100,134348800,3.296473e+16,6.586733,6.593486 | |
| 4200,137625600,3.376875e+16,6.596071,6.567118 | |
| 4300,140902400,3.457277e+16,6.558106,6.538153 | |
| 4400,144179200,3.537679e+16,6.503614,6.521518 | |
| 4500,147456000,3.618080e+16,6.472264,6.474781 | |
| 4600,150732800,3.698482e+16,6.453505,6.482307 | |
| 4700,154009600,3.778884e+16,6.411623,6.420748 | |
| 4800,157286400,3.859286e+16,6.413435,6.395085 | |
| 4900,160563200,3.939688e+16,6.358917,6.370009 | |
| 5000,163840000,4.020089e+16,6.346646,6.354718 | |
| 5100,167116800,4.100491e+16,6.313377,6.346231 | |
| 5200,170393600,4.180893e+16,6.287166,6.302399 | |
| 5300,173670400,4.261295e+16,6.288163,6.287542 | |
| 5400,176947200,4.341697e+16,6.232571,6.266902 | |
| 5500,180224000,4.422098e+16,6.225965,6.229010 | |
| 5600,183500800,4.502500e+16,6.219121,6.214504 | |
| 5700,186777600,4.582902e+16,6.144096,6.217439 | |
| 5800,190054400,4.663304e+16,6.169219,6.199978 | |
| 5900,193331200,4.743705e+16,6.121906,6.149655 | |
| 6000,196608000,4.824107e+16,6.143261,6.136018 | |
| 6100,199884800,4.904509e+16,6.110132,6.113010 | |
| 6200,203161600,4.984911e+16,6.102470,6.094047 | |
| 6300,206438400,5.065313e+16,6.052632,6.068561 | |
| 6400,209715200,5.145714e+16,6.045702,6.060954 | |
| 6500,212992000,5.226116e+16,6.001947,6.039587 | |
| 6600,216268800,5.306518e+16,6.016719,6.022649 | |
| 6700,219545600,5.386920e+16,6.005794,6.003032 | |
| 6800,222822400,5.467322e+16,6.015225,5.997315 | |
| 6900,226099200,5.547723e+16,5.955874,5.962707 | |
| 7000,229376000,5.628125e+16,5.937129,5.936707 | |
| 7100,232652800,5.708527e+16,5.924696,5.939017 | |
| 7200,235929600,5.788929e+16,5.904332,5.909758 | |
| 7300,239206400,5.869331e+16,5.869880,5.887445 | |
| 7400,242483200,5.949732e+16,5.859082,5.882982 | |
| 7500,245760000,6.030134e+16,5.863141,5.855204 | |
| 7600,249036800,6.110536e+16,5.841617,5.846284 | |
| 7700,252313600,6.190938e+16,5.867087,5.827440 | |
| 7800,255590400,6.271339e+16,5.810235,5.806951 | |
| 7900,258867200,6.351741e+16,5.786289,5.796562 | |
| 8000,262144000,6.432143e+16,5.788783,5.786861 | |
| 8100,265420800,6.512545e+16,5.750130,5.780965 | |
| 8200,268697600,6.592947e+16,5.790764,5.782716 | |
| 8300,271974400,6.673348e+16,5.717725,5.737967 | |
| 8400,275251200,6.753750e+16,5.737563,5.737249 | |
| 8500,278528000,6.834152e+16,5.687745,5.724993 | |
| 8600,281804800,6.914554e+16,5.654079,5.706858 | |
| 8700,285081600,6.994956e+16,5.679758,5.701867 | |
| 8800,288358400,7.075357e+16,5.696326,5.677833 | |
| 8900,291635200,7.155759e+16,5.658446,5.662781 | |
| 9000,294912000,7.236161e+16,5.626111,5.646368 | |
| 9100,298188800,7.316563e+16,5.628144,5.653446 | |
| 9200,301465600,7.396964e+16,5.627737,5.627102 | |
| 9300,304742400,7.477366e+16,5.576735,5.606364 | |
| 9400,308019200,7.557768e+16,5.582573,5.595856 | |
| 9500,311296000,7.638170e+16,5.582903,5.568204 | |
| 9600,314572800,7.718572e+16,5.574527,5.558521 | |
| 9700,317849600,7.798973e+16,5.501185,5.545694 | |
| 9800,321126400,7.879375e+16,5.483005,5.527864 | |
| 9900,324403200,7.959777e+16,5.493417,5.508081 | |
| 10000,327680000,8.040179e+16,5.494073,5.494724 | |
| 10100,330956800,8.120581e+16,5.479668,5.485502 | |
| 10200,334233600,8.200982e+16,5.496458,5.469880 | |
| 10300,337510400,8.281384e+16,5.421206,5.452072 | |
| 10400,340787200,8.361786e+16,5.424814,5.437992 | |
| 10500,344064000,8.442188e+16,5.398799,5.431494 | |
| 10600,347340800,8.522590e+16,5.396165,5.411914 | |
| 10700,350617600,8.602991e+16,5.371150,5.393566 | |
| 10800,353894400,8.683393e+16,5.358716,5.392897 | |
| 10900,357171200,8.763795e+16,5.351015,5.375347 | |
| 11000,360448000,8.844197e+16,5.364456,5.370227 | |
| 11100,363724800,8.924598e+16,5.340264,5.347818 | |
| 11200,367001600,9.005000e+16,5.328196,5.336817 | |
| 11300,370278400,9.085402e+16,5.321434,5.324156 | |
| 11400,373555200,9.165804e+16,5.285495,5.305101 | |
| 11500,376832000,9.246206e+16,5.268826,5.295511 | |
| 11600,380108800,9.326607e+16,5.247047,5.276120 | |
| 11700,383385600,9.407009e+16,5.272913,5.266860 | |
| 11800,386662400,9.487411e+16,5.238738,5.257706 | |
| 11900,389939200,9.567813e+16,5.266096,5.250954 | |
| 12000,393216000,9.648215e+16,5.219551,5.232024 | |
| 12100,396492800,9.728616e+16,5.231975,5.225361 | |
| 12200,399769600,9.809018e+16,5.183298,5.211214 | |
| 12300,403046400,9.889420e+16,5.219532,5.206117 | |
| 12400,406323200,9.969822e+16,5.218728,5.190307 | |
| 12500,409600000,1.005022e+17,5.175787,5.176917 | |
| 12600,412876800,1.013063e+17,5.159741,5.176960 | |
| 12700,416153600,1.021103e+17,5.135044,5.170817 | |
| 12800,419430400,1.029143e+17,5.135136,5.153440 | |
| 12900,422707200,1.037183e+17,5.157021,5.152279 | |
| 13000,425984000,1.045223e+17,5.151245,5.145568 | |
| 13100,429260800,1.053263e+17,5.110930,5.126408 | |
| 13200,432537600,1.061304e+17,5.109091,5.125364 | |
| 13300,435814400,1.069344e+17,5.121118,5.115801 | |
| 13400,439091200,1.077384e+17,5.112553,5.108313 | |
| 13500,442368000,1.085424e+17,5.095392,5.107561 | |
| 13600,445644800,1.093464e+17,5.134232,5.096276 | |
| 13700,448921600,1.101504e+17,5.077293,5.088823 | |
| 13800,452198400,1.109545e+17,5.071545,5.082375 | |
| 13900,455475200,1.117585e+17,5.094465,5.073082 | |
| 14000,458752000,1.125625e+17,5.090607,5.071067 | |
| 14100,462028800,1.133665e+17,5.047870,5.059103 | |
| 14200,465305600,1.141705e+17,5.047933,5.070577 | |
| 14300,468582400,1.149746e+17,5.012062,5.060074 | |
| 14400,471859200,1.157786e+17,5.035165,5.039479 | |
| 14500,475136000,1.165826e+17,5.040109,5.032273 | |
| 14600,478412800,1.173866e+17,5.039559,5.033426 | |
| 14700,481689600,1.181906e+17,5.021071,5.031548 | |
| 14800,484966400,1.189946e+17,5.060731,5.020408 | |
| 14900,488243200,1.197987e+17,5.020971,5.016810 | |
| 15000,491520000,1.206027e+17,4.972873,5.011064 | |
| 15100,494796800,1.214067e+17,4.998839,5.001211 | |
| 15200,498073600,1.222107e+17,5.011551,4.999255 | |
| 15300,501350400,1.230147e+17,5.017261,4.993680 | |
| 15400,504627200,1.238188e+17,5.004016,4.991110 | |
| 15500,507904000,1.246228e+17,4.981606,4.985645 | |
| 15600,511180800,1.254268e+17,4.988062,4.979187 | |
| 15700,514457600,1.262308e+17,5.012888,4.981036 | |
| 15800,517734400,1.270348e+17,5.014154,4.972844 | |
| 15900,521011200,1.278388e+17,4.968648,4.963931 | |
| 16000,524288000,1.286429e+17,4.965030,4.960336 | |
| 16100,527564800,1.294469e+17,4.964166,4.955717 | |
| 16200,530841600,1.302509e+17,4.921389,4.953450 | |
| 16300,534118400,1.310549e+17,4.956222,4.948695 | |
| 16400,537395200,1.318589e+17,4.963661,4.941421 | |
| 16500,540672000,1.326629e+17,4.918245,4.938961 | |
| 16600,543948800,1.334670e+17,4.951703,4.935084 | |
| 16700,547225600,1.342710e+17,4.949730,4.928086 | |
| 16800,550502400,1.350750e+17,4.930978,4.925424 | |
| 16900,553779200,1.358790e+17,4.932066,4.921642 | |
| 17000,557056000,1.366830e+17,4.927646,4.918696 | |
| 17100,560332800,1.374871e+17,4.914306,4.912001 | |
| 17200,563609600,1.382911e+17,4.933803,4.906742 | |
| 17300,566886400,1.390951e+17,4.883201,4.904543 | |
| 17400,570163200,1.398991e+17,4.902820,4.900106 | |
| 17500,573440000,1.407031e+17,4.933396,4.900635 | |
| 17600,576716800,1.415071e+17,4.910468,4.893724 | |
| 17700,579993600,1.423112e+17,4.898287,4.891742 | |
| 17800,583270400,1.431152e+17,4.865467,4.885869 | |
| 17900,586547200,1.439192e+17,4.900515,4.881658 | |
| 18000,589824000,1.447232e+17,4.914471,4.880179 | |
| 18100,593100800,1.455272e+17,4.918343,4.881133 | |
| 18200,596377600,1.463313e+17,4.874009,4.875669 | |
| 18300,599654400,1.471353e+17,4.895429,4.871893 | |
| 18400,602931200,1.479393e+17,4.870624,4.864563 | |
| 18500,606208000,1.487433e+17,4.861261,4.863115 | |
| 18600,609484800,1.495473e+17,4.871697,4.859334 | |
| 18700,612761600,1.503513e+17,4.875872,4.855223 | |
| 18800,616038400,1.511554e+17,4.831161,4.850646 | |
| 18900,619315200,1.519594e+17,4.863555,4.848225 | |
| 19000,622592000,1.527634e+17,4.840784,4.845971 | |
| 19100,625868800,1.535674e+17,4.865568,4.842204 | |
| 19200,629145600,1.543714e+17,4.833366,4.839905 | |
| 19300,632422400,1.551755e+17,4.822816,4.834159 | |
| 19400,635699200,1.559795e+17,4.848980,4.835599 | |
| 19500,638976000,1.567835e+17,4.825401,4.828197 | |
| 19600,642252800,1.575875e+17,4.843224,4.825960 | |
| 19700,645529600,1.583915e+17,4.841588,4.824289 | |
| 19800,648806400,1.591955e+17,4.821381,4.820757 | |
| 19900,652083200,1.599996e+17,4.801889,4.822652 | |
| 20000,655360000,1.608036e+17,4.813864,4.819775 | |
| 20100,658636800,1.616076e+17,4.790067,4.813394 | |
| 20200,661913600,1.624116e+17,4.824527,4.814514 | |
| 20300,665190400,1.632156e+17,4.813397,4.807108 | |
| 20400,668467200,1.640196e+17,4.788311,4.807021 | |
| 20500,671744000,1.648237e+17,4.772652,4.802348 | |
| 20600,675020800,1.656277e+17,4.812844,4.800540 | |
| 20700,678297600,1.664317e+17,4.843721,4.800268 | |
| 20800,681574400,1.672357e+17,4.800585,4.794818 | |
| 20900,684851200,1.680397e+17,4.795604,4.793033 | |
| 21000,688128000,1.688438e+17,4.777248,4.792326 | |
| 21100,691404800,1.696478e+17,4.794607,4.787902 | |
| 21200,694681600,1.704518e+17,4.791265,4.787395 | |
| 21300,697958400,1.712558e+17,4.795753,4.786033 | |
| 21400,701235200,1.720598e+17,4.786181,4.780590 | |
| 21500,704512000,1.728638e+17,4.812456,4.782354 | |
| 21600,707788800,1.736679e+17,4.778225,4.778293 | |
| 21700,711065600,1.744719e+17,4.762309,4.774531 | |
| 21800,714342400,1.752759e+17,4.762708,4.769981 | |
| 21900,717619200,1.760799e+17,4.768591,4.771911 | |
| 22000,720896000,1.768839e+17,4.757706,4.769093 | |
| 22100,724172800,1.776880e+17,4.808061,4.766672 | |
| 22200,727449600,1.784920e+17,4.777742,4.765408 | |
| 22300,730726400,1.792960e+17,4.733975,4.764171 | |
| 22400,734003200,1.801000e+17,4.780291,4.762284 | |
| 22500,737280000,1.809040e+17,4.788969,4.757886 | |
| 22600,740556800,1.817080e+17,4.770417,4.757808 | |
| 22700,743833600,1.825121e+17,4.775264,4.753885 | |
| 22800,747110400,1.833161e+17,4.734520,4.752759 | |
| 22900,750387200,1.841201e+17,4.746680,4.749182 | |
| 23000,753664000,1.849241e+17,4.739967,4.748525 | |
| 23100,756940800,1.857281e+17,4.744810,4.746009 | |
| 23200,760217600,1.865321e+17,4.761497,4.744499 | |
| 23300,763494400,1.873362e+17,4.722868,4.742167 | |
| 23400,766771200,1.881402e+17,4.749782,4.740248 | |
| 23500,770048000,1.889442e+17,4.742552,4.739221 | |
| 23600,773324800,1.897482e+17,4.742300,4.735373 | |
| 23700,776601600,1.905522e+17,4.746282,4.735836 | |
| 23800,779878400,1.913563e+17,4.749590,4.734455 | |
| 23900,783155200,1.921603e+17,4.733028,4.730888 | |
| 24000,786432000,1.929643e+17,4.713487,4.729502 | |
| 24100,789708800,1.937683e+17,4.732145,4.728838 | |
| 24200,792985600,1.945723e+17,4.722543,4.727504 | |
| 24300,796262400,1.953763e+17,4.748736,4.726453 | |
| 24400,799539200,1.961804e+17,4.715058,4.723084 | |
| 24500,802816000,1.969844e+17,4.744147,4.720467 | |
| 24600,806092800,1.977884e+17,4.723323,4.720618 | |
| 24700,809369600,1.985924e+17,4.746747,4.718911 | |
| 24800,812646400,1.993964e+17,4.721218,4.717139 | |
| 24900,815923200,2.002005e+17,4.745334,4.715885 | |
| 25000,819200000,2.010045e+17,4.725826,4.713726 | |
| 25100,822476800,2.018085e+17,4.749836,4.713198 | |
| 25200,825753600,2.026125e+17,4.727457,4.711893 | |
| 25300,829030400,2.034165e+17,4.721799,4.710345 | |
| 25400,832307200,2.042205e+17,4.720646,4.708743 | |
| 25500,835584000,2.050246e+17,4.678801,4.707554 | |
| 25600,838860800,2.058286e+17,4.721515,4.706016 | |
| 25700,842137600,2.066326e+17,4.717350,4.703882 | |
| 25800,845414400,2.074366e+17,4.733005,4.703190 | |
| 25900,848691200,2.082406e+17,4.720094,4.702616 | |
| 26000,851968000,2.090446e+17,4.708987,4.700417 | |
| 26100,855244800,2.098487e+17,4.682021,4.698766 | |
| 26200,858521600,2.106527e+17,4.688440,4.696657 | |
| 26300,861798400,2.114567e+17,4.685915,4.695870 | |
| 26400,865075200,2.122607e+17,4.719322,4.695920 | |
| 26500,868352000,2.130647e+17,4.688924,4.694279 | |
| 26600,871628800,2.138688e+17,4.654879,4.692227 | |
| 26700,874905600,2.146728e+17,4.674755,4.690426 | |
| 26800,878182400,2.154768e+17,4.709689,4.691258 | |
| 26900,881459200,2.162808e+17,4.671491,4.690853 | |
| 27000,884736000,2.170848e+17,4.670763,4.688927 | |
| 27100,888012800,2.178888e+17,4.666221,4.687762 | |
| 27200,891289600,2.186929e+17,4.670500,4.686121 | |
| 27300,894566400,2.194969e+17,4.679616,4.685218 | |
| 27400,897843200,2.203009e+17,4.691643,4.684127 | |
| 27500,901120000,2.211049e+17,4.686553,4.684154 | |
| 27600,904396800,2.219089e+17,4.676769,4.682094 | |
| 27700,907673600,2.227130e+17,4.688874,4.681221 | |
| 27800,910950400,2.235170e+17,4.691909,4.681144 | |
| 27900,914227200,2.243210e+17,4.681058,4.680078 | |
| 28000,917504000,2.251250e+17,4.678808,4.678062 | |
| 28100,920780800,2.259290e+17,4.642819,4.677468 | |
| 28200,924057600,2.267330e+17,4.677878,4.676645 | |
| 28300,927334400,2.275371e+17,4.660467,4.675991 | |
| 28400,930611200,2.283411e+17,4.669211,4.674983 | |
| 28500,933888000,2.291451e+17,4.634447,4.674305 | |
| 28600,937164800,2.299491e+17,4.640090,4.673646 | |
| 28700,940441600,2.307531e+17,4.686535,4.674687 | |
| 28800,943718400,2.315571e+17,4.700250,4.676643 | |
| 28900,946995200,2.323612e+17,4.713723,4.672756 | |
| 29000,950272000,2.331652e+17,4.670328,4.670520 | |
| 29100,953548800,2.339692e+17,4.660893,4.670942 | |
| 29200,956825600,2.347732e+17,4.673215,4.669503 | |
| 29300,960102400,2.355772e+17,4.662365,4.668698 | |
| 29400,963379200,2.363813e+17,4.656174,4.668248 | |
| 29500,966656000,2.371853e+17,4.664807,4.667148 | |
| 29600,969932800,2.379893e+17,4.648239,4.666640 | |
| 29700,973209600,2.387933e+17,4.709533,4.666605 | |
| 29800,976486400,2.395973e+17,4.643557,4.665980 | |
| 29900,979763200,2.404013e+17,4.628489,4.664323 | |
| 30000,983040000,2.412054e+17,4.656312,4.664427 | |
| 30100,986316800,2.420094e+17,4.653337,4.663884 | |
| 30200,989593600,2.428134e+17,4.640715,4.663593 | |
| 30300,992870400,2.436174e+17,4.672266,4.663211 | |
| 30400,996147200,2.444214e+17,4.665415,4.661704 | |
| 30500,999424000,2.452255e+17,4.653045,4.661354 | |
| 30518,1000013824,2.453702e+17,4.653045,4.650474 | |