loss_log.csv

step,tokens_seen,cumulative_flops,train_loss,eval_loss
1000,32768000,4.453022e+16,19.170918,18.257398
2000,65536000,8.906044e+16,8.436163,8.716414
3000,98304000,1.335907e+17,6.877171,6.854804
4000,131072000,1.781209e+17,6.378169,6.394836
5000,163840000,2.226511e+17,6.052884,6.105846
6000,196608000,2.671813e+17,5.789942,5.878254
7000,229376000,3.117115e+17,5.582795,5.625511
8000,262144000,3.562418e+17,5.423785,5.426796
9000,294912000,4.007720e+17,5.216311,5.234535
10000,327680000,4.453022e+17,5.049998,5.035399
11000,360448000,4.898324e+17,4.909173,4.922212
12000,393216000,5.343627e+17,4.811424,4.789594
13000,425984000,5.788929e+17,4.722911,4.678240
14000,458752000,6.234231e+17,4.676665,4.612469
15000,491520000,6.679533e+17,4.587435,4.545510
16000,524288000,7.124835e+17,4.543928,4.493568
17000,557056000,7.570138e+17,4.486855,4.463077
18000,589824000,8.015440e+17,4.464212,4.404317
19000,622592000,8.460742e+17,4.400822,4.367020
20000,655360000,8.906044e+17,4.391180,4.334393
21000,688128000,9.351346e+17,4.341927,4.340477
22000,720896000,9.796649e+17,4.316687,4.270416
23000,753664000,1.024195e+18,4.284829,4.260691
24000,786432000,1.068725e+18,4.280802,4.215707
25000,819200000,1.113256e+18,4.291883,4.191747
26000,851968000,1.157786e+18,4.221318,4.175805
27000,884736000,1.202316e+18,4.132497,4.128169
28000,917504000,1.246846e+18,4.148115,4.115437
29000,950272000,1.291376e+18,4.140736,4.105326
30000,983040000,1.335907e+18,4.109515,4.067855
31000,1015808000,1.380437e+18,4.094268,4.048496
32000,1048576000,1.424967e+18,4.106193,4.023663
33000,1081344000,1.469497e+18,4.074657,4.017214
34000,1114112000,1.514028e+18,4.062369,3.988301
35000,1146880000,1.558558e+18,4.078038,3.978552
36000,1179648000,1.603088e+18,4.016338,3.972264
37000,1212416000,1.647618e+18,4.019992,3.954565
38000,1245184000,1.692148e+18,4.004159,3.932783
39000,1277952000,1.736679e+18,3.977188,3.926397
40000,1310720000,1.781209e+18,3.992288,3.904788
41000,1343488000,1.825739e+18,3.964849,3.893151
42000,1376256000,1.870269e+18,3.984695,3.894401
43000,1409024000,1.914799e+18,3.957685,3.880865
44000,1441792000,1.959330e+18,3.932977,3.859902
45000,1474560000,2.003860e+18,3.949921,3.861573
46000,1507328000,2.048390e+18,3.921492,3.845692
47000,1540096000,2.092920e+18,3.886117,3.833201
48000,1572864000,2.137451e+18,3.925852,3.827787
49000,1605632000,2.181981e+18,3.912007,3.817203
50000,1638400000,2.226511e+18,3.871779,3.809212
51000,1671168000,2.271041e+18,3.876324,3.803300
52000,1703936000,2.315571e+18,3.814996,3.776181
53000,1736704000,2.360102e+18,3.823854,3.774431
54000,1769472000,2.404632e+18,3.803601,3.758528
55000,1802240000,2.449162e+18,3.818005,3.755600
56000,1835008000,2.493692e+18,3.789757,3.745587
57000,1867776000,2.538223e+18,3.812633,3.736204
58000,1900544000,2.582753e+18,3.795970,3.728660
59000,1933312000,2.627283e+18,3.797117,3.719183
60000,1966080000,2.671813e+18,3.793097,3.711013
61000,1998848000,2.716343e+18,3.789399,3.710229
62000,2031616000,2.760874e+18,3.786157,3.700476
63000,2064384000,2.805404e+18,3.812592,3.695840
64000,2097152000,2.849934e+18,3.760760,3.685919
65000,2129920000,2.894464e+18,3.741454,3.677148
66000,2162688000,2.938995e+18,3.795715,3.671258
67000,2195456000,2.983525e+18,3.743663,3.669798
68000,2228224000,3.028055e+18,3.730904,3.663367
69000,2260992000,3.072585e+18,3.727289,3.654749
70000,2293760000,3.117115e+18,3.720864,3.655279
71000,2326528000,3.161646e+18,3.717040,3.647547
72000,2359296000,3.206176e+18,3.712477,3.636101
73000,2392064000,3.250706e+18,3.721889,3.634285
74000,2424832000,3.295236e+18,3.699870,3.624205
75000,2457600000,3.339767e+18,3.705213,3.617868
76000,2490368000,3.384297e+18,3.718126,3.611990
77000,2523136000,3.428827e+18,3.704748,3.606907
78000,2555904000,3.473357e+18,3.671673,3.601896
79000,2588672000,3.517887e+18,3.637293,3.596650
80000,2621440000,3.562418e+18,3.654466,3.586503
81000,2654208000,3.606948e+18,3.645537,3.582832
82000,2686976000,3.651478e+18,3.635889,3.577322
83000,2719744000,3.696008e+18,3.670181,3.574269
84000,2752512000,3.740539e+18,3.629612,3.564430
85000,2785280000,3.785069e+18,3.632938,3.563635
86000,2818048000,3.829599e+18,3.632658,3.557670
87000,2850816000,3.874129e+18,3.626307,3.554309
88000,2883584000,3.918659e+18,3.625517,3.549228
89000,2916352000,3.963190e+18,3.609916,3.544718
90000,2949120000,4.007720e+18,3.598307,3.544145
91000,2981888000,4.052250e+18,3.645371,3.535813
92000,3014656000,4.096780e+18,3.611133,3.532768
93000,3047424000,4.141311e+18,3.602083,3.524636
94000,3080192000,4.185841e+18,3.641144,3.527538
95000,3112960000,4.230371e+18,3.606708,3.520292
96000,3145728000,4.274901e+18,3.599595,3.512160
97000,3178496000,4.319431e+18,3.607615,3.513749
98000,3211264000,4.363962e+18,3.613554,3.511840
99000,3244032000,4.408492e+18,3.570357,3.504680
100000,3276800000,4.453022e+18,3.576719,3.504686
101000,3309568000,4.497552e+18,3.626447,3.498793
102000,3342336000,4.542083e+18,3.571512,3.495061
103000,3375104000,4.586613e+18,3.575571,3.495215
104000,3407872000,4.631143e+18,3.598728,3.484503
105000,3440640000,4.675673e+18,3.530375,3.480728
106000,3473408000,4.720203e+18,3.525676,3.475726
107000,3506176000,4.764734e+18,3.554684,3.472575
108000,3538944000,4.809264e+18,3.556474,3.469337
109000,3571712000,4.853794e+18,3.523369,3.465056
110000,3604480000,4.898324e+18,3.506053,3.459186
111000,3637248000,4.942855e+18,3.549926,3.458491
112000,3670016000,4.987385e+18,3.554440,3.455925
113000,3702784000,5.031915e+18,3.582023,3.455379
114000,3735552000,5.076445e+18,3.517868,3.449920
115000,3768320000,5.120975e+18,3.540473,3.446770
116000,3801088000,5.165506e+18,3.484810,3.443017
117000,3833856000,5.210036e+18,3.529154,3.440263
118000,3866624000,5.254566e+18,3.508941,3.437982
119000,3899392000,5.299096e+18,3.495373,3.434753
120000,3932160000,5.343627e+18,3.482012,3.432862
121000,3964928000,5.388157e+18,3.538669,3.431575
122000,3997696000,5.432687e+18,3.510896,3.428892
123000,4030464000,5.477217e+18,3.516098,3.425159
124000,4063232000,5.521747e+18,3.496763,3.424920
125000,4096000000,5.566278e+18,3.494804,3.423024
126000,4128768000,5.610808e+18,3.494955,3.420476
127000,4161536000,5.655338e+18,3.490535,3.418565
128000,4194304000,5.699868e+18,3.490262,3.418739
129000,4227072000,5.744398e+18,3.495768,3.415598
130000,4259840000,5.788929e+18,3.523267,3.413229
131000,4292608000,5.833459e+18,3.489510,3.411939
132000,4325376000,5.877989e+18,3.454181,3.408187
133000,4358144000,5.922519e+18,3.464252,3.403610
134000,4390912000,5.967050e+18,3.454185,3.401589
135000,4423680000,6.011580e+18,3.440776,3.399656
136000,4456448000,6.056110e+18,3.454880,3.397384
137000,4489216000,6.100640e+18,3.452864,3.396315
138000,4521984000,6.145170e+18,3.463386,3.395107
139000,4554752000,6.189701e+18,3.449233,3.395255
140000,4587520000,6.234231e+18,3.459566,3.390503
141000,4620288000,6.278761e+18,3.477324,3.390229
142000,4653056000,6.323291e+18,3.469029,3.388628
143000,4685824000,6.367822e+18,3.467671,3.388510
144000,4718592000,6.412352e+18,3.444469,3.388616
145000,4751360000,6.456882e+18,3.477167,3.386794
146000,4784128000,6.501412e+18,3.458107,3.386271
147000,4816896000,6.545942e+18,3.435672,3.386069
148000,4849664000,6.590473e+18,3.469653,3.384578
149000,4882432000,6.635003e+18,3.462138,3.381379
150000,4915200000,6.679533e+18,3.457499,3.380856
151000,4947968000,6.724063e+18,3.462223,3.380647
152000,4980736000,6.768594e+18,3.460093,3.380120
152588,5000003584,6.794777e+18,3.460093,3.414372