data-ladder: dl_smollm2_135m_refinedweb

data-ladder-runs/dl_smollm2_135m_refinedweb/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.001316,0.010528,10.2640,3.263616,2.963233,3.02e-04,42.5
+23,12058624,0.002340,0.018723,9.6868,3.047103,2.727699,4.08e-04,76.7
+30,15728640,0.003591,0.028728,9.0558,2.942142,2.602003,5.33e-04,112.1
+40,20971520,0.005331,0.042649,8.3788,2.877419,2.541376,7.10e-04,149.0
+54,28311552,0.007818,0.062544,7.7082,2.764669,2.421416,9.59e-04,188.7
+71,37224448,0.010695,0.085561,7.1308,2.653471,2.290903,1.26e-03,229.7
+95,49807360,0.014721,0.117771,6.6263,2.550101,2.208499,1.69e-03,275.0
+127,66584576,0.020257,0.162057,6.2262,2.440658,2.110518,2.25e-03,326.0
+169,88604672,0.026896,0.215165,5.8868,2.324589,1.988579,3.00e-03,380.9
+226,118489088,0.036228,0.289822,5.4177,2.135308,1.830680,3.00e-03,445.1
+301,157810688,0.048569,0.388553,4.8538,1.837636,1.650389,3.00e-03,520.1
+401,210239488,0.064001,0.512009,4.4131,1.642300,1.520353,3.00e-03,606.3
+535,280494080,0.084488,0.675904,4.1320,1.536190,1.438418,3.00e-03,710.6
+713,373817344,0.111173,0.889384,3.9541,1.457298,1.374944,3.00e-03,837.6
+951,498597888,0.146639,1.173115,3.8036,1.400452,1.329538,3.00e-03,996.1
+1269,665321472,0.193163,1.545304,3.6890,1.354860,1.290382,3.00e-03,1194.6
+1692,887095296,0.254406,2.035248,3.5950,1.323301,1.260849,3.00e-03,1446.2
+2256,1182793728,0.335688,2.685502,3.5058,1.287062,1.233148,3.00e-03,1769.5
+3009,1577582592,0.444012,3.552098,3.4322,1.258378,1.210484,3.00e-03,2190.4
+4012,2103443456,0.588144,4.705155,3.3949,1.238404,1.191211,3.00e-03,2739.9
+5350,2804940800,0.780361,6.242889,3.3371,1.218709,1.173668,3.00e-03,3463.0
+7135,3740794880,1.036783,8.294262,3.2940,1.200183,1.159067,3.00e-03,4416.8
+9514,4988076032,1.378596,11.028764,3.2645,1.181224,1.146025,3.00e-03,5678.2
+12687,6651641856,1.834288,14.674304,3.2328,1.165334,1.134893,3.00e-03,7349.8
+15227,7983333376,2.199216,17.593724,3.1611,1.139529,1.114231,1.52e-03,8694.4
+15565,8160542720,2.247768,17.982146,3.1476,1.137606,1.110489,1.21e-03,8900.1
+15904,8338276352,2.296469,18.371754,3.1397,1.135824,1.106838,9.10e-04,9106.4
+16242,8515485696,2.345050,18.760397,3.1136,1.131153,1.103210,6.07e-04,9312.2
+16581,8693219328,2.393745,19.149959,3.1336,1.128960,1.100287,3.04e-04,9518.3
+16919,8870428672,2.442301,19.538406,3.1078,1.125341,1.098360,8.96e-07,9724.0