loss_log.csv

step,tokens_seen,cumulative_flops,train_loss,eval_loss
100,3276800,8.040179e+14,419.244659,272.249552
200,6553600,1.608036e+15,120.897194,47.825297
300,9830400,2.412054e+15,49.374008,35.695624
400,13107200,3.216072e+15,34.714005,31.231438
500,16384000,4.020089e+15,29.637844,27.846296
600,19660800,4.824107e+15,26.116026,24.391451
700,22937600,5.628125e+15,22.938841,21.435703
800,26214400,6.432143e+15,20.029118,18.804964
900,29491200,7.236161e+15,17.605301,16.332539
1000,32768000,8.040179e+15,15.382476,14.340157
1100,36044800,8.844197e+15,13.431037,12.831999
1200,39321600,9.648215e+15,12.162062,11.708875
1300,42598400,1.045223e+16,11.138179,10.660343
1400,45875200,1.125625e+16,10.189824,9.788348
1500,49152000,1.206027e+16,9.362782,9.151932
1600,52428800,1.286429e+16,8.839980,8.695713
1700,55705600,1.366830e+16,8.508955,8.348548
1800,58982400,1.447232e+16,8.242286,8.153752
1900,62259200,1.527634e+16,8.016155,7.889140
2000,65536000,1.608036e+16,7.793541,7.715203
2100,68812800,1.688438e+16,7.638611,7.576089
2200,72089600,1.768839e+16,7.493567,7.462547
2300,75366400,1.849241e+16,7.358029,7.400642
2400,78643200,1.929643e+16,7.267272,7.269915
2500,81920000,2.010045e+16,7.230334,7.205304
2600,85196800,2.090446e+16,7.130051,7.151537
2700,88473600,2.170848e+16,7.078922,7.088184
2800,91750400,2.251250e+16,7.028347,7.042725
2900,95027200,2.331652e+16,7.015967,6.963600
3000,98304000,2.412054e+16,6.911508,6.916858
3100,101580800,2.492455e+16,6.882034,6.891009
3200,104857600,2.572857e+16,6.846184,6.846312
3300,108134400,2.653259e+16,6.851893,6.835846
3400,111411200,2.733661e+16,6.789320,6.790314
3500,114688000,2.814063e+16,6.745654,6.794898
3600,117964800,2.894464e+16,6.722761,6.727801
3700,121241600,2.974866e+16,6.692238,6.698966
3800,124518400,3.055268e+16,6.676703,6.678020
3900,127795200,3.135670e+16,6.623286,6.631446
4000,131072000,3.216072e+16,6.614315,6.602649
4100,134348800,3.296473e+16,6.586733,6.593486
4200,137625600,3.376875e+16,6.596071,6.567118
4300,140902400,3.457277e+16,6.558106,6.538153
4400,144179200,3.537679e+16,6.503614,6.521518
4500,147456000,3.618080e+16,6.472264,6.474781
4600,150732800,3.698482e+16,6.453505,6.482307
4700,154009600,3.778884e+16,6.411623,6.420748
4800,157286400,3.859286e+16,6.413435,6.395085
4900,160563200,3.939688e+16,6.358917,6.370009
5000,163840000,4.020089e+16,6.346646,6.354718
5100,167116800,4.100491e+16,6.313377,6.346231
5200,170393600,4.180893e+16,6.287166,6.302399
5300,173670400,4.261295e+16,6.288163,6.287542
5400,176947200,4.341697e+16,6.232571,6.266902
5500,180224000,4.422098e+16,6.225965,6.229010
5600,183500800,4.502500e+16,6.219121,6.214504
5700,186777600,4.582902e+16,6.144096,6.217439
5800,190054400,4.663304e+16,6.169219,6.199978
5900,193331200,4.743705e+16,6.121906,6.149655
6000,196608000,4.824107e+16,6.143261,6.136018
6100,199884800,4.904509e+16,6.110132,6.113010
6200,203161600,4.984911e+16,6.102470,6.094047
6300,206438400,5.065313e+16,6.052632,6.068561
6400,209715200,5.145714e+16,6.045702,6.060954
6500,212992000,5.226116e+16,6.001947,6.039587
6600,216268800,5.306518e+16,6.016719,6.022649
6700,219545600,5.386920e+16,6.005794,6.003032
6800,222822400,5.467322e+16,6.015225,5.997315
6900,226099200,5.547723e+16,5.955874,5.962707
7000,229376000,5.628125e+16,5.937129,5.936707
7100,232652800,5.708527e+16,5.924696,5.939017
7200,235929600,5.788929e+16,5.904332,5.909758
7300,239206400,5.869331e+16,5.869880,5.887445
7400,242483200,5.949732e+16,5.859082,5.882982
7500,245760000,6.030134e+16,5.863141,5.855204
7600,249036800,6.110536e+16,5.841617,5.846284
7700,252313600,6.190938e+16,5.867087,5.827440
7800,255590400,6.271339e+16,5.810235,5.806951
7900,258867200,6.351741e+16,5.786289,5.796562
8000,262144000,6.432143e+16,5.788783,5.786861
8100,265420800,6.512545e+16,5.750130,5.780965
8200,268697600,6.592947e+16,5.790764,5.782716
8300,271974400,6.673348e+16,5.717725,5.737967
8400,275251200,6.753750e+16,5.737563,5.737249
8500,278528000,6.834152e+16,5.687745,5.724993
8600,281804800,6.914554e+16,5.654079,5.706858
8700,285081600,6.994956e+16,5.679758,5.701867
8800,288358400,7.075357e+16,5.696326,5.677833
8900,291635200,7.155759e+16,5.658446,5.662781
9000,294912000,7.236161e+16,5.626111,5.646368
9100,298188800,7.316563e+16,5.628144,5.653446
9200,301465600,7.396964e+16,5.627737,5.627102
9300,304742400,7.477366e+16,5.576735,5.606364
9400,308019200,7.557768e+16,5.582573,5.595856
9500,311296000,7.638170e+16,5.582903,5.568204
9600,314572800,7.718572e+16,5.574527,5.558521
9700,317849600,7.798973e+16,5.501185,5.545694
9800,321126400,7.879375e+16,5.483005,5.527864
9900,324403200,7.959777e+16,5.493417,5.508081
10000,327680000,8.040179e+16,5.494073,5.494724
10100,330956800,8.120581e+16,5.479668,5.485502
10200,334233600,8.200982e+16,5.496458,5.469880
10300,337510400,8.281384e+16,5.421206,5.452072
10400,340787200,8.361786e+16,5.424814,5.437992
10500,344064000,8.442188e+16,5.398799,5.431494
10600,347340800,8.522590e+16,5.396165,5.411914
10700,350617600,8.602991e+16,5.371150,5.393566
10800,353894400,8.683393e+16,5.358716,5.392897
10900,357171200,8.763795e+16,5.351015,5.375347
11000,360448000,8.844197e+16,5.364456,5.370227
11100,363724800,8.924598e+16,5.340264,5.347818
11200,367001600,9.005000e+16,5.328196,5.336817
11300,370278400,9.085402e+16,5.321434,5.324156
11400,373555200,9.165804e+16,5.285495,5.305101
11500,376832000,9.246206e+16,5.268826,5.295511
11600,380108800,9.326607e+16,5.247047,5.276120
11700,383385600,9.407009e+16,5.272913,5.266860
11800,386662400,9.487411e+16,5.238738,5.257706
11900,389939200,9.567813e+16,5.266096,5.250954
12000,393216000,9.648215e+16,5.219551,5.232024
12100,396492800,9.728616e+16,5.231975,5.225361
12200,399769600,9.809018e+16,5.183298,5.211214
12300,403046400,9.889420e+16,5.219532,5.206117
12400,406323200,9.969822e+16,5.218728,5.190307
12500,409600000,1.005022e+17,5.175787,5.176917
12600,412876800,1.013063e+17,5.159741,5.176960
12700,416153600,1.021103e+17,5.135044,5.170817
12800,419430400,1.029143e+17,5.135136,5.153440
12900,422707200,1.037183e+17,5.157021,5.152279
13000,425984000,1.045223e+17,5.151245,5.145568
13100,429260800,1.053263e+17,5.110930,5.126408
13200,432537600,1.061304e+17,5.109091,5.125364
13300,435814400,1.069344e+17,5.121118,5.115801
13400,439091200,1.077384e+17,5.112553,5.108313
13500,442368000,1.085424e+17,5.095392,5.107561
13600,445644800,1.093464e+17,5.134232,5.096276
13700,448921600,1.101504e+17,5.077293,5.088823
13800,452198400,1.109545e+17,5.071545,5.082375
13900,455475200,1.117585e+17,5.094465,5.073082
14000,458752000,1.125625e+17,5.090607,5.071067
14100,462028800,1.133665e+17,5.047870,5.059103
14200,465305600,1.141705e+17,5.047933,5.070577
14300,468582400,1.149746e+17,5.012062,5.060074
14400,471859200,1.157786e+17,5.035165,5.039479
14500,475136000,1.165826e+17,5.040109,5.032273
14600,478412800,1.173866e+17,5.039559,5.033426
14700,481689600,1.181906e+17,5.021071,5.031548
14800,484966400,1.189946e+17,5.060731,5.020408
14900,488243200,1.197987e+17,5.020971,5.016810
15000,491520000,1.206027e+17,4.972873,5.011064
15100,494796800,1.214067e+17,4.998839,5.001211
15200,498073600,1.222107e+17,5.011551,4.999255
15300,501350400,1.230147e+17,5.017261,4.993680
15400,504627200,1.238188e+17,5.004016,4.991110
15500,507904000,1.246228e+17,4.981606,4.985645
15600,511180800,1.254268e+17,4.988062,4.979187
15700,514457600,1.262308e+17,5.012888,4.981036
15800,517734400,1.270348e+17,5.014154,4.972844
15900,521011200,1.278388e+17,4.968648,4.963931
16000,524288000,1.286429e+17,4.965030,4.960336
16100,527564800,1.294469e+17,4.964166,4.955717
16200,530841600,1.302509e+17,4.921389,4.953450
16300,534118400,1.310549e+17,4.956222,4.948695
16400,537395200,1.318589e+17,4.963661,4.941421
16500,540672000,1.326629e+17,4.918245,4.938961
16600,543948800,1.334670e+17,4.951703,4.935084
16700,547225600,1.342710e+17,4.949730,4.928086
16800,550502400,1.350750e+17,4.930978,4.925424
16900,553779200,1.358790e+17,4.932066,4.921642
17000,557056000,1.366830e+17,4.927646,4.918696
17100,560332800,1.374871e+17,4.914306,4.912001
17200,563609600,1.382911e+17,4.933803,4.906742
17300,566886400,1.390951e+17,4.883201,4.904543
17400,570163200,1.398991e+17,4.902820,4.900106
17500,573440000,1.407031e+17,4.933396,4.900635
17600,576716800,1.415071e+17,4.910468,4.893724
17700,579993600,1.423112e+17,4.898287,4.891742
17800,583270400,1.431152e+17,4.865467,4.885869
17900,586547200,1.439192e+17,4.900515,4.881658
18000,589824000,1.447232e+17,4.914471,4.880179
18100,593100800,1.455272e+17,4.918343,4.881133
18200,596377600,1.463313e+17,4.874009,4.875669
18300,599654400,1.471353e+17,4.895429,4.871893
18400,602931200,1.479393e+17,4.870624,4.864563
18500,606208000,1.487433e+17,4.861261,4.863115
18600,609484800,1.495473e+17,4.871697,4.859334
18700,612761600,1.503513e+17,4.875872,4.855223
18800,616038400,1.511554e+17,4.831161,4.850646
18900,619315200,1.519594e+17,4.863555,4.848225
19000,622592000,1.527634e+17,4.840784,4.845971
19100,625868800,1.535674e+17,4.865568,4.842204
19200,629145600,1.543714e+17,4.833366,4.839905
19300,632422400,1.551755e+17,4.822816,4.834159
19400,635699200,1.559795e+17,4.848980,4.835599
19500,638976000,1.567835e+17,4.825401,4.828197
19600,642252800,1.575875e+17,4.843224,4.825960
19700,645529600,1.583915e+17,4.841588,4.824289
19800,648806400,1.591955e+17,4.821381,4.820757
19900,652083200,1.599996e+17,4.801889,4.822652
20000,655360000,1.608036e+17,4.813864,4.819775
20100,658636800,1.616076e+17,4.790067,4.813394
20200,661913600,1.624116e+17,4.824527,4.814514
20300,665190400,1.632156e+17,4.813397,4.807108
20400,668467200,1.640196e+17,4.788311,4.807021
20500,671744000,1.648237e+17,4.772652,4.802348
20600,675020800,1.656277e+17,4.812844,4.800540
20700,678297600,1.664317e+17,4.843721,4.800268
20800,681574400,1.672357e+17,4.800585,4.794818
20900,684851200,1.680397e+17,4.795604,4.793033
21000,688128000,1.688438e+17,4.777248,4.792326
21100,691404800,1.696478e+17,4.794607,4.787902
21200,694681600,1.704518e+17,4.791265,4.787395
21300,697958400,1.712558e+17,4.795753,4.786033
21400,701235200,1.720598e+17,4.786181,4.780590
21500,704512000,1.728638e+17,4.812456,4.782354
21600,707788800,1.736679e+17,4.778225,4.778293
21700,711065600,1.744719e+17,4.762309,4.774531
21800,714342400,1.752759e+17,4.762708,4.769981
21900,717619200,1.760799e+17,4.768591,4.771911
22000,720896000,1.768839e+17,4.757706,4.769093
22100,724172800,1.776880e+17,4.808061,4.766672
22200,727449600,1.784920e+17,4.777742,4.765408
22300,730726400,1.792960e+17,4.733975,4.764171
22400,734003200,1.801000e+17,4.780291,4.762284
22500,737280000,1.809040e+17,4.788969,4.757886
22600,740556800,1.817080e+17,4.770417,4.757808
22700,743833600,1.825121e+17,4.775264,4.753885
22800,747110400,1.833161e+17,4.734520,4.752759
22900,750387200,1.841201e+17,4.746680,4.749182
23000,753664000,1.849241e+17,4.739967,4.748525
23100,756940800,1.857281e+17,4.744810,4.746009
23200,760217600,1.865321e+17,4.761497,4.744499
23300,763494400,1.873362e+17,4.722868,4.742167
23400,766771200,1.881402e+17,4.749782,4.740248
23500,770048000,1.889442e+17,4.742552,4.739221
23600,773324800,1.897482e+17,4.742300,4.735373
23700,776601600,1.905522e+17,4.746282,4.735836
23800,779878400,1.913563e+17,4.749590,4.734455
23900,783155200,1.921603e+17,4.733028,4.730888
24000,786432000,1.929643e+17,4.713487,4.729502
24100,789708800,1.937683e+17,4.732145,4.728838
24200,792985600,1.945723e+17,4.722543,4.727504
24300,796262400,1.953763e+17,4.748736,4.726453
24400,799539200,1.961804e+17,4.715058,4.723084
24500,802816000,1.969844e+17,4.744147,4.720467
24600,806092800,1.977884e+17,4.723323,4.720618
24700,809369600,1.985924e+17,4.746747,4.718911
24800,812646400,1.993964e+17,4.721218,4.717139
24900,815923200,2.002005e+17,4.745334,4.715885
25000,819200000,2.010045e+17,4.725826,4.713726
25100,822476800,2.018085e+17,4.749836,4.713198
25200,825753600,2.026125e+17,4.727457,4.711893
25300,829030400,2.034165e+17,4.721799,4.710345
25400,832307200,2.042205e+17,4.720646,4.708743
25500,835584000,2.050246e+17,4.678801,4.707554
25600,838860800,2.058286e+17,4.721515,4.706016
25700,842137600,2.066326e+17,4.717350,4.703882
25800,845414400,2.074366e+17,4.733005,4.703190
25900,848691200,2.082406e+17,4.720094,4.702616
26000,851968000,2.090446e+17,4.708987,4.700417
26100,855244800,2.098487e+17,4.682021,4.698766
26200,858521600,2.106527e+17,4.688440,4.696657
26300,861798400,2.114567e+17,4.685915,4.695870
26400,865075200,2.122607e+17,4.719322,4.695920
26500,868352000,2.130647e+17,4.688924,4.694279
26600,871628800,2.138688e+17,4.654879,4.692227
26700,874905600,2.146728e+17,4.674755,4.690426
26800,878182400,2.154768e+17,4.709689,4.691258
26900,881459200,2.162808e+17,4.671491,4.690853
27000,884736000,2.170848e+17,4.670763,4.688927
27100,888012800,2.178888e+17,4.666221,4.687762
27200,891289600,2.186929e+17,4.670500,4.686121
27300,894566400,2.194969e+17,4.679616,4.685218
27400,897843200,2.203009e+17,4.691643,4.684127
27500,901120000,2.211049e+17,4.686553,4.684154
27600,904396800,2.219089e+17,4.676769,4.682094
27700,907673600,2.227130e+17,4.688874,4.681221
27800,910950400,2.235170e+17,4.691909,4.681144
27900,914227200,2.243210e+17,4.681058,4.680078
28000,917504000,2.251250e+17,4.678808,4.678062
28100,920780800,2.259290e+17,4.642819,4.677468
28200,924057600,2.267330e+17,4.677878,4.676645
28300,927334400,2.275371e+17,4.660467,4.675991
28400,930611200,2.283411e+17,4.669211,4.674983
28500,933888000,2.291451e+17,4.634447,4.674305
28600,937164800,2.299491e+17,4.640090,4.673646
28700,940441600,2.307531e+17,4.686535,4.674687
28800,943718400,2.315571e+17,4.700250,4.676643
28900,946995200,2.323612e+17,4.713723,4.672756
29000,950272000,2.331652e+17,4.670328,4.670520
29100,953548800,2.339692e+17,4.660893,4.670942
29200,956825600,2.347732e+17,4.673215,4.669503
29300,960102400,2.355772e+17,4.662365,4.668698
29400,963379200,2.363813e+17,4.656174,4.668248
29500,966656000,2.371853e+17,4.664807,4.667148
29600,969932800,2.379893e+17,4.648239,4.666640
29700,973209600,2.387933e+17,4.709533,4.666605
29800,976486400,2.395973e+17,4.643557,4.665980
29900,979763200,2.404013e+17,4.628489,4.664323
30000,983040000,2.412054e+17,4.656312,4.664427
30100,986316800,2.420094e+17,4.653337,4.663884
30200,989593600,2.428134e+17,4.640715,4.663593
30300,992870400,2.436174e+17,4.672266,4.663211
30400,996147200,2.444214e+17,4.665415,4.661704
30500,999424000,2.452255e+17,4.653045,4.661354
30518,1000013824,2.453702e+17,4.653045,4.650474