| step,tokens_seen,cumulative_flops,train_loss,eval_loss | |
| 1000,32768000,4.453022e+16,19.170918,18.257398 | |
| 2000,65536000,8.906044e+16,8.436163,8.716414 | |
| 3000,98304000,1.335907e+17,6.877171,6.854804 | |
| 4000,131072000,1.781209e+17,6.378169,6.394836 | |
| 5000,163840000,2.226511e+17,6.052884,6.105846 | |
| 6000,196608000,2.671813e+17,5.789942,5.878254 | |
| 7000,229376000,3.117115e+17,5.582795,5.625511 | |
| 8000,262144000,3.562418e+17,5.423785,5.426796 | |
| 9000,294912000,4.007720e+17,5.216311,5.234535 | |
| 10000,327680000,4.453022e+17,5.049998,5.035399 | |
| 11000,360448000,4.898324e+17,4.909173,4.922212 | |
| 12000,393216000,5.343627e+17,4.811424,4.789594 | |
| 13000,425984000,5.788929e+17,4.722911,4.678240 | |
| 14000,458752000,6.234231e+17,4.676665,4.612469 | |
| 15000,491520000,6.679533e+17,4.587435,4.545510 | |
| 16000,524288000,7.124835e+17,4.543928,4.493568 | |
| 17000,557056000,7.570138e+17,4.486855,4.463077 | |
| 18000,589824000,8.015440e+17,4.464212,4.404317 | |
| 19000,622592000,8.460742e+17,4.400822,4.367020 | |
| 20000,655360000,8.906044e+17,4.391180,4.334393 | |
| 21000,688128000,9.351346e+17,4.341927,4.340477 | |
| 22000,720896000,9.796649e+17,4.316687,4.270416 | |
| 23000,753664000,1.024195e+18,4.284829,4.260691 | |
| 24000,786432000,1.068725e+18,4.280802,4.215707 | |
| 25000,819200000,1.113256e+18,4.291883,4.191747 | |
| 26000,851968000,1.157786e+18,4.221318,4.175805 | |
| 27000,884736000,1.202316e+18,4.132497,4.128169 | |
| 28000,917504000,1.246846e+18,4.148115,4.115437 | |
| 29000,950272000,1.291376e+18,4.140736,4.105326 | |
| 30000,983040000,1.335907e+18,4.109515,4.067855 | |
| 31000,1015808000,1.380437e+18,4.094268,4.048496 | |
| 32000,1048576000,1.424967e+18,4.106193,4.023663 | |
| 33000,1081344000,1.469497e+18,4.074657,4.017214 | |
| 34000,1114112000,1.514028e+18,4.062369,3.988301 | |
| 35000,1146880000,1.558558e+18,4.078038,3.978552 | |
| 36000,1179648000,1.603088e+18,4.016338,3.972264 | |
| 37000,1212416000,1.647618e+18,4.019992,3.954565 | |
| 38000,1245184000,1.692148e+18,4.004159,3.932783 | |
| 39000,1277952000,1.736679e+18,3.977188,3.926397 | |
| 40000,1310720000,1.781209e+18,3.992288,3.904788 | |
| 41000,1343488000,1.825739e+18,3.964849,3.893151 | |
| 42000,1376256000,1.870269e+18,3.984695,3.894401 | |
| 43000,1409024000,1.914799e+18,3.957685,3.880865 | |
| 44000,1441792000,1.959330e+18,3.932977,3.859902 | |
| 45000,1474560000,2.003860e+18,3.949921,3.861573 | |
| 46000,1507328000,2.048390e+18,3.921492,3.845692 | |
| 47000,1540096000,2.092920e+18,3.886117,3.833201 | |
| 48000,1572864000,2.137451e+18,3.925852,3.827787 | |
| 49000,1605632000,2.181981e+18,3.912007,3.817203 | |
| 50000,1638400000,2.226511e+18,3.871779,3.809212 | |
| 51000,1671168000,2.271041e+18,3.876324,3.803300 | |
| 52000,1703936000,2.315571e+18,3.814996,3.776181 | |
| 53000,1736704000,2.360102e+18,3.823854,3.774431 | |
| 54000,1769472000,2.404632e+18,3.803601,3.758528 | |
| 55000,1802240000,2.449162e+18,3.818005,3.755600 | |
| 56000,1835008000,2.493692e+18,3.789757,3.745587 | |
| 57000,1867776000,2.538223e+18,3.812633,3.736204 | |
| 58000,1900544000,2.582753e+18,3.795970,3.728660 | |
| 59000,1933312000,2.627283e+18,3.797117,3.719183 | |
| 60000,1966080000,2.671813e+18,3.793097,3.711013 | |
| 61000,1998848000,2.716343e+18,3.789399,3.710229 | |
| 62000,2031616000,2.760874e+18,3.786157,3.700476 | |
| 63000,2064384000,2.805404e+18,3.812592,3.695840 | |
| 64000,2097152000,2.849934e+18,3.760760,3.685919 | |
| 65000,2129920000,2.894464e+18,3.741454,3.677148 | |
| 66000,2162688000,2.938995e+18,3.795715,3.671258 | |
| 67000,2195456000,2.983525e+18,3.743663,3.669798 | |
| 68000,2228224000,3.028055e+18,3.730904,3.663367 | |
| 69000,2260992000,3.072585e+18,3.727289,3.654749 | |
| 70000,2293760000,3.117115e+18,3.720864,3.655279 | |
| 71000,2326528000,3.161646e+18,3.717040,3.647547 | |
| 72000,2359296000,3.206176e+18,3.712477,3.636101 | |
| 73000,2392064000,3.250706e+18,3.721889,3.634285 | |
| 74000,2424832000,3.295236e+18,3.699870,3.624205 | |
| 75000,2457600000,3.339767e+18,3.705213,3.617868 | |
| 76000,2490368000,3.384297e+18,3.718126,3.611990 | |
| 77000,2523136000,3.428827e+18,3.704748,3.606907 | |
| 78000,2555904000,3.473357e+18,3.671673,3.601896 | |
| 79000,2588672000,3.517887e+18,3.637293,3.596650 | |
| 80000,2621440000,3.562418e+18,3.654466,3.586503 | |
| 81000,2654208000,3.606948e+18,3.645537,3.582832 | |
| 82000,2686976000,3.651478e+18,3.635889,3.577322 | |
| 83000,2719744000,3.696008e+18,3.670181,3.574269 | |
| 84000,2752512000,3.740539e+18,3.629612,3.564430 | |
| 85000,2785280000,3.785069e+18,3.632938,3.563635 | |
| 86000,2818048000,3.829599e+18,3.632658,3.557670 | |
| 87000,2850816000,3.874129e+18,3.626307,3.554309 | |
| 88000,2883584000,3.918659e+18,3.625517,3.549228 | |
| 89000,2916352000,3.963190e+18,3.609916,3.544718 | |
| 90000,2949120000,4.007720e+18,3.598307,3.544145 | |
| 91000,2981888000,4.052250e+18,3.645371,3.535813 | |
| 92000,3014656000,4.096780e+18,3.611133,3.532768 | |
| 93000,3047424000,4.141311e+18,3.602083,3.524636 | |
| 94000,3080192000,4.185841e+18,3.641144,3.527538 | |
| 95000,3112960000,4.230371e+18,3.606708,3.520292 | |
| 96000,3145728000,4.274901e+18,3.599595,3.512160 | |
| 97000,3178496000,4.319431e+18,3.607615,3.513749 | |
| 98000,3211264000,4.363962e+18,3.613554,3.511840 | |
| 99000,3244032000,4.408492e+18,3.570357,3.504680 | |
| 100000,3276800000,4.453022e+18,3.576719,3.504686 | |
| 101000,3309568000,4.497552e+18,3.626447,3.498793 | |
| 102000,3342336000,4.542083e+18,3.571512,3.495061 | |
| 103000,3375104000,4.586613e+18,3.575571,3.495215 | |
| 104000,3407872000,4.631143e+18,3.598728,3.484503 | |
| 105000,3440640000,4.675673e+18,3.530375,3.480728 | |
| 106000,3473408000,4.720203e+18,3.525676,3.475726 | |
| 107000,3506176000,4.764734e+18,3.554684,3.472575 | |
| 108000,3538944000,4.809264e+18,3.556474,3.469337 | |
| 109000,3571712000,4.853794e+18,3.523369,3.465056 | |
| 110000,3604480000,4.898324e+18,3.506053,3.459186 | |
| 111000,3637248000,4.942855e+18,3.549926,3.458491 | |
| 112000,3670016000,4.987385e+18,3.554440,3.455925 | |
| 113000,3702784000,5.031915e+18,3.582023,3.455379 | |
| 114000,3735552000,5.076445e+18,3.517868,3.449920 | |
| 115000,3768320000,5.120975e+18,3.540473,3.446770 | |
| 116000,3801088000,5.165506e+18,3.484810,3.443017 | |
| 117000,3833856000,5.210036e+18,3.529154,3.440263 | |
| 118000,3866624000,5.254566e+18,3.508941,3.437982 | |
| 119000,3899392000,5.299096e+18,3.495373,3.434753 | |
| 120000,3932160000,5.343627e+18,3.482012,3.432862 | |
| 121000,3964928000,5.388157e+18,3.538669,3.431575 | |
| 122000,3997696000,5.432687e+18,3.510896,3.428892 | |
| 123000,4030464000,5.477217e+18,3.516098,3.425159 | |
| 124000,4063232000,5.521747e+18,3.496763,3.424920 | |
| 125000,4096000000,5.566278e+18,3.494804,3.423024 | |
| 126000,4128768000,5.610808e+18,3.494955,3.420476 | |
| 127000,4161536000,5.655338e+18,3.490535,3.418565 | |
| 128000,4194304000,5.699868e+18,3.490262,3.418739 | |
| 129000,4227072000,5.744398e+18,3.495768,3.415598 | |
| 130000,4259840000,5.788929e+18,3.523267,3.413229 | |
| 131000,4292608000,5.833459e+18,3.489510,3.411939 | |
| 132000,4325376000,5.877989e+18,3.454181,3.408187 | |
| 133000,4358144000,5.922519e+18,3.464252,3.403610 | |
| 134000,4390912000,5.967050e+18,3.454185,3.401589 | |
| 135000,4423680000,6.011580e+18,3.440776,3.399656 | |
| 136000,4456448000,6.056110e+18,3.454880,3.397384 | |
| 137000,4489216000,6.100640e+18,3.452864,3.396315 | |
| 138000,4521984000,6.145170e+18,3.463386,3.395107 | |
| 139000,4554752000,6.189701e+18,3.449233,3.395255 | |
| 140000,4587520000,6.234231e+18,3.459566,3.390503 | |
| 141000,4620288000,6.278761e+18,3.477324,3.390229 | |
| 142000,4653056000,6.323291e+18,3.469029,3.388628 | |
| 143000,4685824000,6.367822e+18,3.467671,3.388510 | |
| 144000,4718592000,6.412352e+18,3.444469,3.388616 | |
| 145000,4751360000,6.456882e+18,3.477167,3.386794 | |
| 146000,4784128000,6.501412e+18,3.458107,3.386271 | |
| 147000,4816896000,6.545942e+18,3.435672,3.386069 | |
| 148000,4849664000,6.590473e+18,3.469653,3.384578 | |
| 149000,4882432000,6.635003e+18,3.462138,3.381379 | |
| 150000,4915200000,6.679533e+18,3.457499,3.380856 | |
| 151000,4947968000,6.724063e+18,3.462223,3.380647 | |
| 152000,4980736000,6.768594e+18,3.460093,3.380120 | |
| 152588,5000003584,6.794777e+18,3.460093,3.414372 | |