Upload trainer_state.json with huggingface_hub

trainer_state.json

@@ -1,667 +1,478 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.9991872121376321,
+  "epoch": 0.9988545246277205,
   "eval_steps": 500,
-  "global_step": 922,
+  "global_step": 654,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.001083717149823896,
-      "grad_norm": 5.318704129667974,
-      "learning_rate": 1.0752688172043012e-07,
-      "loss": 1.4453,
+      "epoch": 0.0015273004963726614,
+      "grad_norm": 5.274756775371289,
+      "learning_rate": 1.5151515151515152e-07,
+      "loss": 1.3724,
       "step": 1
     },
     {
-      "epoch": 0.01083717149823896,
-      "grad_norm": 3.1837302909790695,
-      "learning_rate": 1.0752688172043011e-06,
-      "loss": 1.3469,
+      "epoch": 0.015273004963726614,
+      "grad_norm": 2.4356823026963044,
+      "learning_rate": 1.5151515151515152e-06,
+      "loss": 1.3215,
       "step": 10
     },
     {
-      "epoch": 0.02167434299647792,
-      "grad_norm": 2.0057434878954625,
-      "learning_rate": 2.1505376344086023e-06,
-      "loss": 0.92,
+      "epoch": 0.030546009927453228,
+      "grad_norm": 0.8415959934340891,
+      "learning_rate": 3.0303030303030305e-06,
+      "loss": 0.7041,
       "step": 20
     },
     {
-      "epoch": 0.03251151449471688,
-      "grad_norm": 0.42015507215706815,
-      "learning_rate": 3.225806451612903e-06,
-      "loss": 0.4279,
+      "epoch": 0.045819014891179836,
+      "grad_norm": 0.3951472895674848,
+      "learning_rate": 4.5454545454545455e-06,
+      "loss": 0.3621,
       "step": 30
     },
     {
-      "epoch": 0.04334868599295584,
-      "grad_norm": 0.38825656740560066,
-      "learning_rate": 4.3010752688172045e-06,
-      "loss": 0.3302,
+      "epoch": 0.061092019854906456,
+      "grad_norm": 0.3302170549897179,
+      "learning_rate": 6.060606060606061e-06,
+      "loss": 0.2555,
       "step": 40
     },
     {
-      "epoch": 0.0541858574911948,
-      "grad_norm": 0.3611453261381451,
-      "learning_rate": 5.376344086021506e-06,
-      "loss": 0.2733,
+      "epoch": 0.07636502481863307,
+      "grad_norm": 0.3855993238810659,
+      "learning_rate": 7.5757575757575764e-06,
+      "loss": 0.21,
       "step": 50
     },
     {
-      "epoch": 0.06502302898943375,
-      "grad_norm": 0.3521773847454405,
-      "learning_rate": 6.451612903225806e-06,
-      "loss": 0.2653,
+      "epoch": 0.09163802978235967,
+      "grad_norm": 0.3643941392356843,
+      "learning_rate": 9.090909090909091e-06,
+      "loss": 0.1707,
       "step": 60
     },
     {
-      "epoch": 0.07586020048767272,
-      "grad_norm": 0.3064772852895303,
-      "learning_rate": 7.526881720430108e-06,
-      "loss": 0.206,
+      "epoch": 0.10691103474608629,
+      "grad_norm": 0.24356795945348528,
+      "learning_rate": 9.99885820390154e-06,
+      "loss": 0.1628,
       "step": 70
     },
     {
-      "epoch": 0.08669737198591168,
-      "grad_norm": 0.2736081121891908,
-      "learning_rate": 8.602150537634409e-06,
-      "loss": 0.2117,
+      "epoch": 0.12218403970981291,
+      "grad_norm": 0.18282398542383,
+      "learning_rate": 9.986018985905901e-06,
+      "loss": 0.1537,
       "step": 80
     },
     {
-      "epoch": 0.09753454348415064,
-      "grad_norm": 0.21841630964764266,
-      "learning_rate": 9.67741935483871e-06,
-      "loss": 0.1983,
+      "epoch": 0.13745704467353953,
+      "grad_norm": 0.17824704057472698,
+      "learning_rate": 9.95895006911623e-06,
+      "loss": 0.1472,
       "step": 90
     },
     {
-      "epoch": 0.1083717149823896,
-      "grad_norm": 0.24938850336126014,
-      "learning_rate": 9.998240856349384e-06,
-      "loss": 0.218,
+      "epoch": 0.15273004963726614,
+      "grad_norm": 0.20039388213383333,
+      "learning_rate": 9.917728706052765e-06,
+      "loss": 0.1512,
       "step": 100
     },
     {
-      "epoch": 0.11920888648062855,
-      "grad_norm": 0.2637157927920438,
-      "learning_rate": 9.989627622294385e-06,
-      "loss": 0.1933,
+      "epoch": 0.16800305460099274,
+      "grad_norm": 0.21394666608149668,
+      "learning_rate": 9.862472539183757e-06,
+      "loss": 0.1446,
       "step": 110
     },
     {
-      "epoch": 0.1300460579788675,
-      "grad_norm": 0.1837162492085093,
-      "learning_rate": 9.97384954250576e-06,
-      "loss": 0.2105,
+      "epoch": 0.18327605956471935,
+      "grad_norm": 0.1399694568156125,
+      "learning_rate": 9.793339265183303e-06,
+      "loss": 0.1379,
       "step": 120
     },
     {
-      "epoch": 0.14088322947710646,
-      "grad_norm": 0.1698850784961916,
-      "learning_rate": 9.950929273485405e-06,
-      "loss": 0.2108,
+      "epoch": 0.19854906452844598,
+      "grad_norm": 0.17756723955927178,
+      "learning_rate": 9.710526184877667e-06,
+      "loss": 0.1446,
       "step": 130
     },
     {
-      "epoch": 0.15172040097534545,
-      "grad_norm": 0.18875484792589542,
-      "learning_rate": 9.920899727547446e-06,
-      "loss": 0.1929,
+      "epoch": 0.21382206949217258,
+      "grad_norm": 0.1256183224074801,
+      "learning_rate": 9.61426964016452e-06,
+      "loss": 0.1598,
       "step": 140
     },
     {
-      "epoch": 0.1625575724735844,
-      "grad_norm": 0.2072673883751343,
-      "learning_rate": 9.883804025557889e-06,
-      "loss": 0.1783,
+      "epoch": 0.2290950744558992,
+      "grad_norm": 0.1925308832459223,
+      "learning_rate": 9.504844339512096e-06,
+      "loss": 0.1703,
       "step": 150
     },
     {
-      "epoch": 0.17339474397182336,
-      "grad_norm": 0.1742168135536402,
-      "learning_rate": 9.83969543501528e-06,
-      "loss": 0.1822,
+      "epoch": 0.24436807941962582,
+      "grad_norm": 0.18425814277453983,
+      "learning_rate": 9.382562573963238e-06,
+      "loss": 0.1347,
       "step": 160
     },
     {
-      "epoch": 0.18423191547006232,
-      "grad_norm": 0.20806507412526298,
-      "learning_rate": 9.788637293561363e-06,
-      "loss": 0.185,
+      "epoch": 0.2596410843833524,
+      "grad_norm": 0.16364274896349304,
+      "learning_rate": 9.24777332588177e-06,
+      "loss": 0.1291,
       "step": 170
     },
     {
-      "epoch": 0.19506908696830128,
-      "grad_norm": 0.16955657764451743,
-      "learning_rate": 9.730702918031512e-06,
-      "loss": 0.1919,
+      "epoch": 0.27491408934707906,
+      "grad_norm": 0.1575283767974318,
+      "learning_rate": 9.10086127298478e-06,
+      "loss": 0.1455,
       "step": 180
     },
     {
-      "epoch": 0.20590625846654023,
-      "grad_norm": 0.14025321301320962,
-      "learning_rate": 9.665975499175571e-06,
-      "loss": 0.1841,
+      "epoch": 0.29018709431080564,
+      "grad_norm": 0.16299547711079815,
+      "learning_rate": 8.94224569050324e-06,
+      "loss": 0.1448,
       "step": 190
     },
     {
-      "epoch": 0.2167434299647792,
-      "grad_norm": 0.18097982224244188,
-      "learning_rate": 9.594547982200266e-06,
-      "loss": 0.1687,
+      "epoch": 0.30546009927453227,
+      "grad_norm": 0.1678304349758231,
+      "learning_rate": 8.772379254604074e-06,
+      "loss": 0.1329,
       "step": 200
     },
     {
-      "epoch": 0.22758060146301815,
-      "grad_norm": 0.15675428424195145,
-      "learning_rate": 9.516522933304721e-06,
-      "loss": 0.1753,
+      "epoch": 0.3207331042382589,
+      "grad_norm": 0.18133792526251943,
+      "learning_rate": 8.591746750488639e-06,
+      "loss": 0.1523,
       "step": 210
     },
     {
-      "epoch": 0.2384177729612571,
-      "grad_norm": 0.18314622330890096,
-      "learning_rate": 9.432012392400734e-06,
-      "loss": 0.1907,
+      "epoch": 0.3360061092019855,
+      "grad_norm": 0.138988177087972,
+      "learning_rate": 8.400863688854598e-06,
+      "loss": 0.1487,
       "step": 220
     },
     {
-      "epoch": 0.24925494445949606,
-      "grad_norm": 0.1436690313077452,
-      "learning_rate": 9.341137712229282e-06,
-      "loss": 0.1849,
+      "epoch": 0.3512791141657121,
+      "grad_norm": 0.10975239156978413,
+      "learning_rate": 8.200274834669675e-06,
+      "loss": 0.1454,
       "step": 230
     },
     {
-      "epoch": 0.260092115957735,
-      "grad_norm": 0.13861916994808463,
-      "learning_rate": 9.244029384104311e-06,
-      "loss": 0.1785,
+      "epoch": 0.3665521191294387,
+      "grad_norm": 0.13022143377921225,
+      "learning_rate": 7.99055265245608e-06,
+      "loss": 0.1414,
       "step": 240
     },
     {
-      "epoch": 0.270929287455974,
-      "grad_norm": 0.17179143403732375,
-      "learning_rate": 9.140826850533989e-06,
-      "loss": 0.1913,
+      "epoch": 0.3818251240931653,
+      "grad_norm": 0.09325598021130543,
+      "learning_rate": 7.772295672522615e-06,
+      "loss": 0.1406,
       "step": 250
     },
     {
-      "epoch": 0.28176645895421293,
-      "grad_norm": 0.1814911526750455,
-      "learning_rate": 9.031678304988509e-06,
-      "loss": 0.1933,
+      "epoch": 0.39709812905689196,
+      "grad_norm": 0.10192417440664955,
+      "learning_rate": 7.546126782807117e-06,
+      "loss": 0.1243,
       "step": 260
     },
     {
-      "epoch": 0.2926036304524519,
-      "grad_norm": 0.15112329360502205,
-      "learning_rate": 8.916740479101994e-06,
-      "loss": 0.1974,
+      "epoch": 0.41237113402061853,
+      "grad_norm": 0.10214456159318729,
+      "learning_rate": 7.312691451204178e-06,
+      "loss": 0.1381,
       "step": 270
     },
     {
-      "epoch": 0.3034408019506909,
-      "grad_norm": 0.17817706909190312,
-      "learning_rate": 8.796178417614008e-06,
-      "loss": 0.1728,
+      "epoch": 0.42764413898434517,
+      "grad_norm": 0.11650402115334278,
+      "learning_rate": 7.072655883451478e-06,
+      "loss": 0.1155,
       "step": 280
     },
     {
-      "epoch": 0.3142779734489298,
-      "grad_norm": 0.14475898393067627,
-      "learning_rate": 8.670165241373891e-06,
-      "loss": 0.1628,
+      "epoch": 0.4429171439480718,
+      "grad_norm": 0.09899147898887324,
+      "learning_rate": 6.8267051218319766e-06,
+      "loss": 0.1372,
       "step": 290
     },
     {
-      "epoch": 0.3251151449471688,
-      "grad_norm": 0.16367319934485383,
-      "learning_rate": 8.53888189874824e-06,
-      "loss": 0.1877,
+      "epoch": 0.4581901489117984,
+      "grad_norm": 0.11909991495605356,
+      "learning_rate": 6.575541090118105e-06,
+      "loss": 0.1449,
       "step": 300
     },
     {
-      "epoch": 0.33595231644540774,
-      "grad_norm": 0.20564177370209544,
-      "learning_rate": 8.402516905788455e-06,
-      "loss": 0.1777,
+      "epoch": 0.473463153875525,
+      "grad_norm": 0.11324258672549159,
+      "learning_rate": 6.319880590337549e-06,
+      "loss": 0.1355,
       "step": 310
     },
     {
-      "epoch": 0.3467894879436467,
-      "grad_norm": 0.11306543588575382,
-      "learning_rate": 8.261266075531494e-06,
-      "loss": 0.1618,
+      "epoch": 0.48873615883925164,
+      "grad_norm": 0.15684721556128514,
+      "learning_rate": 6.060453257077686e-06,
+      "loss": 0.1448,
       "step": 320
     },
     {
-      "epoch": 0.35762665944188565,
-      "grad_norm": 0.16204721387143328,
-      "learning_rate": 8.115332236822542e-06,
-      "loss": 0.1553,
+      "epoch": 0.5040091638029782,
+      "grad_norm": 0.13428699506671887,
+      "learning_rate": 5.797999475166897e-06,
+      "loss": 0.161,
       "step": 330
     },
     {
-      "epoch": 0.36846383094012464,
-      "grad_norm": 0.15978905440538324,
-      "learning_rate": 7.964924943063342e-06,
-      "loss": 0.1639,
+      "epoch": 0.5192821687667049,
+      "grad_norm": 0.16260953903247685,
+      "learning_rate": 5.533268266675601e-06,
+      "loss": 0.1301,
       "step": 340
     },
     {
-      "epoch": 0.37930100243836357,
-      "grad_norm": 0.12238912187028675,
-      "learning_rate": 7.8102601713044e-06,
-      "loss": 0.1675,
+      "epoch": 0.5345551737304315,
+      "grad_norm": 0.138117775450493,
+      "learning_rate": 5.267015153267246e-06,
+      "loss": 0.1153,
       "step": 350
     },
     {
-      "epoch": 0.39013817393660255,
-      "grad_norm": 0.16586988923283047,
-      "learning_rate": 7.651560012113183e-06,
-      "loss": 0.1718,
+      "epoch": 0.5498281786941581,
+      "grad_norm": 0.09342193422842268,
+      "learning_rate": 5e-06,
+      "loss": 0.1388,
       "step": 360
     },
     {
-      "epoch": 0.4009753454348415,
-      "grad_norm": 0.13360698107801403,
-      "learning_rate": 7.489052350663611e-06,
-      "loss": 0.1528,
+      "epoch": 0.5651011836578846,
+      "grad_norm": 0.12521354455054481,
+      "learning_rate": 4.732984846732755e-06,
+      "loss": 0.1469,
       "step": 370
     },
     {
-      "epoch": 0.41181251693308046,
-      "grad_norm": 0.13665156197787387,
-      "learning_rate": 7.322970539504802e-06,
-      "loss": 0.1701,
+      "epoch": 0.5803741886216113,
+      "grad_norm": 0.12074643796303608,
+      "learning_rate": 4.466731733324399e-06,
+      "loss": 0.1336,
       "step": 380
     },
     {
-      "epoch": 0.42264968843131945,
-      "grad_norm": 0.1460295753335572,
-      "learning_rate": 7.153553063478953e-06,
-      "loss": 0.1812,
+      "epoch": 0.5956471935853379,
+      "grad_norm": 0.10811612216811932,
+      "learning_rate": 4.2020005248331056e-06,
+      "loss": 0.1444,
       "step": 390
     },
     {
-      "epoch": 0.4334868599295584,
-      "grad_norm": 0.1783506259649917,
-      "learning_rate": 6.981043197269504e-06,
-      "loss": 0.1864,
+      "epoch": 0.6109201985490645,
+      "grad_norm": 0.07932149519427452,
+      "learning_rate": 3.939546742922318e-06,
+      "loss": 0.1217,
       "step": 400
     },
     {
-      "epoch": 0.44432403142779736,
-      "grad_norm": 0.11762381396049168,
-      "learning_rate": 6.805688656071354e-06,
-      "loss": 0.1723,
+      "epoch": 0.6261932035127912,
+      "grad_norm": 0.13495076484320434,
+      "learning_rate": 3.6801194096624515e-06,
+      "loss": 0.1486,
       "step": 410
     },
     {
-      "epoch": 0.4551612029260363,
-      "grad_norm": 0.16980960385767685,
-      "learning_rate": 6.627741239884716e-06,
-      "loss": 0.1607,
+      "epoch": 0.6414662084765178,
+      "grad_norm": 0.09577670394462665,
+      "learning_rate": 3.424458909881897e-06,
+      "loss": 0.1351,
       "step": 420
     },
     {
-      "epoch": 0.4659983744242753,
-      "grad_norm": 0.15882498938630946,
-      "learning_rate": 6.447456471943428e-06,
-      "loss": 0.1766,
+      "epoch": 0.6567392134402443,
+      "grad_norm": 0.13052717933517727,
+      "learning_rate": 3.173294878168025e-06,
+      "loss": 0.1115,
       "step": 430
     },
     {
-      "epoch": 0.4768355459225142,
-      "grad_norm": 0.13005948970904896,
-      "learning_rate": 6.265093231796864e-06,
-      "loss": 0.179,
+      "epoch": 0.672012218403971,
+      "grad_norm": 0.10868560247173807,
+      "learning_rate": 2.9273441165485227e-06,
+      "loss": 0.1429,
       "step": 440
     },
     {
-      "epoch": 0.4876727174207532,
-      "grad_norm": 0.16307475291475648,
-      "learning_rate": 6.080913383572378e-06,
-      "loss": 0.1666,
+      "epoch": 0.6872852233676976,
+      "grad_norm": 0.08492718279444092,
+      "learning_rate": 2.687308548795825e-06,
+      "loss": 0.1006,
       "step": 450
     },
     {
-      "epoch": 0.4985098889189921,
-      "grad_norm": 0.17614846187699734,
-      "learning_rate": 5.895181399952038e-06,
-      "loss": 0.168,
+      "epoch": 0.7025582283314242,
+      "grad_norm": 0.11879878396233616,
+      "learning_rate": 2.4538732171928847e-06,
+      "loss": 0.1441,
       "step": 460
     },
     {
-      "epoch": 0.5093470604172311,
-      "grad_norm": 0.11637756882099502,
-      "learning_rate": 5.708163982403601e-06,
-      "loss": 0.1582,
+      "epoch": 0.7178312332951509,
+      "grad_norm": 0.08627366089386783,
+      "learning_rate": 2.2277043274773856e-06,
+      "loss": 0.121,
       "step": 470
     },
     {
-      "epoch": 0.52018423191547,
-      "grad_norm": 0.09582274164381725,
-      "learning_rate": 5.520129678211085e-06,
-      "loss": 0.1533,
+      "epoch": 0.7331042382588774,
+      "grad_norm": 0.11860493468588708,
+      "learning_rate": 2.00944734754392e-06,
+      "loss": 0.104,
       "step": 480
     },
     {
-      "epoch": 0.5310214034137091,
-      "grad_norm": 0.1882573486521579,
-      "learning_rate": 5.331348494854841e-06,
-      "loss": 0.1643,
+      "epoch": 0.748377243222604,
+      "grad_norm": 0.13566719962532361,
+      "learning_rate": 1.7997251653303249e-06,
+      "loss": 0.1223,
       "step": 490
     },
     {
-      "epoch": 0.541858574911948,
-      "grad_norm": 0.15334776587401486,
-      "learning_rate": 5.1420915122948445e-06,
-      "loss": 0.1857,
+      "epoch": 0.7636502481863306,
+      "grad_norm": 0.11713757986892694,
+      "learning_rate": 1.5991363111454023e-06,
+      "loss": 0.1297,
       "step": 500
     },
     {
-      "epoch": 0.5526957464101869,
-      "grad_norm": 0.13824840025643104,
-      "learning_rate": 4.952630493713985e-06,
-      "loss": 0.1417,
+      "epoch": 0.7789232531500573,
+      "grad_norm": 0.0932474027124396,
+      "learning_rate": 1.4082532495113627e-06,
+      "loss": 0.129,
       "step": 510
     },
     {
-      "epoch": 0.5635329179084259,
-      "grad_norm": 0.15156143562433952,
-      "learning_rate": 4.7632374952802575e-06,
-      "loss": 0.1659,
+      "epoch": 0.7941962581137839,
+      "grad_norm": 0.06960734581371894,
+      "learning_rate": 1.2276207453959283e-06,
+      "loss": 0.102,
       "step": 520
     },
     {
-      "epoch": 0.5743700894066649,
-      "grad_norm": 0.13535886605506386,
-      "learning_rate": 4.5741844754882746e-06,
-      "loss": 0.1576,
+      "epoch": 0.8094692630775105,
+      "grad_norm": 0.1054188314922148,
+      "learning_rate": 1.0577543094967613e-06,
+      "loss": 0.1182,
       "step": 530
     },
     {
-      "epoch": 0.5852072609049038,
-      "grad_norm": 0.15151732524219252,
-      "learning_rate": 4.385742904640993e-06,
-      "loss": 0.164,
+      "epoch": 0.8247422680412371,
+      "grad_norm": 0.15433498716395788,
+      "learning_rate": 8.991387270152202e-07,
+      "loss": 0.1306,
       "step": 540
     },
     {
-      "epoch": 0.5960444324031428,
-      "grad_norm": 0.12194150826949314,
-      "learning_rate": 4.198183375032493e-06,
-      "loss": 0.1553,
+      "epoch": 0.8400152730049637,
+      "grad_norm": 0.10854241303868371,
+      "learning_rate": 7.522266741182305e-07,
+      "loss": 0.11,
       "step": 550
     },
     {
-      "epoch": 0.6068816039013818,
-      "grad_norm": 0.11452120572129604,
-      "learning_rate": 4.011775212391517e-06,
-      "loss": 0.165,
+      "epoch": 0.8552882779686903,
+      "grad_norm": 0.13631634648737045,
+      "learning_rate": 6.174374260367611e-07,
+      "loss": 0.1162,
       "step": 560
     },
     {
-      "epoch": 0.6177187753996207,
-      "grad_norm": 0.12178354596175864,
-      "learning_rate": 3.826786089143722e-06,
-      "loss": 0.1587,
+      "epoch": 0.870561282932417,
+      "grad_norm": 0.11447961702982919,
+      "learning_rate": 4.951556604879049e-07,
+      "loss": 0.1396,
       "step": 570
     },
     {
-      "epoch": 0.6285559468978597,
-      "grad_norm": 0.1547146987299301,
-      "learning_rate": 3.643481640048019e-06,
-      "loss": 0.1452,
+      "epoch": 0.8858342878961436,
+      "grad_norm": 0.1527666931393435,
+      "learning_rate": 3.8573035983548167e-07,
+      "loss": 0.1353,
       "step": 580
     },
     {
-      "epoch": 0.6393931183960986,
-      "grad_norm": 0.13929495872226308,
-      "learning_rate": 3.4621250807588524e-06,
-      "loss": 0.1474,
+      "epoch": 0.9011072928598702,
+      "grad_norm": 0.13839722389025982,
+      "learning_rate": 2.894738151223331e-07,
+      "loss": 0.1193,
       "step": 590
     },
     {
-      "epoch": 0.6502302898943376,
-      "grad_norm": 0.17786744047652958,
-      "learning_rate": 3.2829768298622273e-06,
-      "loss": 0.1434,
+      "epoch": 0.9163802978235968,
+      "grad_norm": 0.13196785663691574,
+      "learning_rate": 2.0666073481669714e-07,
+      "loss": 0.1147,
       "step": 600
     },
     {
-      "epoch": 0.6610674613925765,
-      "grad_norm": 0.13211770983307067,
-      "learning_rate": 3.1062941349281596e-06,
-      "loss": 0.1781,
+      "epoch": 0.9316533027873234,
+      "grad_norm": 0.09878735062205103,
+      "learning_rate": 1.375274608162447e-07,
+      "loss": 0.1261,
       "step": 610
     },
     {
-      "epoch": 0.6719046328908155,
-      "grad_norm": 0.1776904769859249,
-      "learning_rate": 2.9323307031165504e-06,
-      "loss": 0.1441,
+      "epoch": 0.94692630775105,
+      "grad_norm": 0.07952980044315368,
+      "learning_rate": 8.227129394723643e-08,
+      "loss": 0.0992,
       "step": 620
     },
     {
-      "epoch": 0.6827418043890544,
-      "grad_norm": 0.12977600112353288,
-      "learning_rate": 2.761336336866893e-06,
-      "loss": 0.1694,
+      "epoch": 0.9621993127147767,
+      "grad_norm": 0.09015417303190752,
+      "learning_rate": 4.104993088376974e-08,
+      "loss": 0.1212,
       "step": 630
     },
     {
-      "epoch": 0.6935789758872934,
-      "grad_norm": 0.12091563498467163,
-      "learning_rate": 2.593556575194971e-06,
-      "loss": 0.1687,
+      "epoch": 0.9774723176785033,
+      "grad_norm": 0.12899056246523352,
+      "learning_rate": 1.3981014094099354e-08,
+      "loss": 0.131,
       "step": 640
     },
     {
-      "epoch": 0.7044161473855324,
-      "grad_norm": 0.11784060409307216,
-      "learning_rate": 2.4292323411115965e-06,
-      "loss": 0.145,
+      "epoch": 0.9927453226422298,
+      "grad_norm": 0.08443201140015646,
+      "learning_rate": 1.1417960984605459e-09,
+      "loss": 0.1302,
       "step": 650
-    },
-    {
-      "epoch": 0.7152533188837713,
-      "grad_norm": 0.1748624015228809,
-      "learning_rate": 2.2685995956697037e-06,
-      "loss": 0.1568,
-      "step": 660
-    },
-    {
-      "epoch": 0.7260904903820103,
-      "grad_norm": 0.1723078141044498,
-      "learning_rate": 2.1118889991365477e-06,
-      "loss": 0.1544,
-      "step": 670
-    },
-    {
-      "epoch": 0.7369276618802493,
-      "grad_norm": 0.14553092139119517,
-      "learning_rate": 1.9593255797775578e-06,
-      "loss": 0.1467,
-      "step": 680
-    },
-    {
-      "epoch": 0.7477648333784882,
-      "grad_norm": 0.16342951046374027,
-      "learning_rate": 1.811128410727454e-06,
-      "loss": 0.1565,
-      "step": 690
-    },
-    {
-      "epoch": 0.7586020048767271,
-      "grad_norm": 0.15898031074835672,
-      "learning_rate": 1.6675102954126203e-06,
-      "loss": 0.1672,
-      "step": 700
-    },
-    {
-      "epoch": 0.7694391763749662,
-      "grad_norm": 0.07132360800064767,
-      "learning_rate": 1.528677461976451e-06,
-      "loss": 0.1411,
-      "step": 710
-    },
-    {
-      "epoch": 0.7802763478732051,
-      "grad_norm": 0.14147704428723085,
-      "learning_rate": 1.3948292671464708e-06,
-      "loss": 0.1454,
-      "step": 720
-    },
-    {
-      "epoch": 0.791113519371444,
-      "grad_norm": 0.1217153272659515,
-      "learning_rate": 1.2661579099684345e-06,
-      "loss": 0.1367,
-      "step": 730
-    },
-    {
-      "epoch": 0.801950690869683,
-      "grad_norm": 0.14222802833323006,
-      "learning_rate": 1.1428481558184985e-06,
-      "loss": 0.1658,
-      "step": 740
-    },
-    {
-      "epoch": 0.812787862367922,
-      "grad_norm": 0.15290868142041023,
-      "learning_rate": 1.0250770710897513e-06,
-      "loss": 0.1837,
-      "step": 750
-    },
-    {
-      "epoch": 0.8236250338661609,
-      "grad_norm": 0.10220156710073305,
-      "learning_rate": 9.13013768934084e-07,
-      "loss": 0.1642,
-      "step": 760
-    },
-    {
-      "epoch": 0.8344622053643999,
-      "grad_norm": 0.13901575395063445,
-      "learning_rate": 8.068191664244945e-07,
-      "loss": 0.1637,
-      "step": 770
-    },
-    {
-      "epoch": 0.8452993768626389,
-      "grad_norm": 0.13154009484022863,
-      "learning_rate": 7.066457534865529e-07,
-      "loss": 0.1485,
-      "step": 780
-    },
-    {
-      "epoch": 0.8561365483608778,
-      "grad_norm": 0.15411518006395045,
-      "learning_rate": 6.126373739307856e-07,
-      "loss": 0.1351,
-      "step": 790
-    },
-    {
-      "epoch": 0.8669737198591168,
-      "grad_norm": 0.1465409663251719,
-      "learning_rate": 5.249290189004552e-07,
-      "loss": 0.1616,
-      "step": 800
-    },
-    {
-      "epoch": 0.8778108913573557,
-      "grad_norm": 0.151355342159477,
-      "learning_rate": 4.4364663303129664e-07,
-      "loss": 0.1338,
-      "step": 810
-    },
-    {
-      "epoch": 0.8886480628555947,
-      "grad_norm": 0.13076440882361037,
-      "learning_rate": 3.6890693360157104e-07,
-      "loss": 0.1415,
-      "step": 820
-    },
-    {
-      "epoch": 0.8994852343538337,
-      "grad_norm": 0.1112996143342554,
-      "learning_rate": 3.0081724293212653e-07,
-      "loss": 0.1552,
-      "step": 830
-    },
-    {
-      "epoch": 0.9103224058520726,
-      "grad_norm": 0.09563035386898121,
-      "learning_rate": 2.3947533427712667e-07,
-      "loss": 0.1501,
-      "step": 840
-    },
-    {
-      "epoch": 0.9211595773503116,
-      "grad_norm": 0.15792781910845813,
-      "learning_rate": 1.8496929142674424e-07,
-      "loss": 0.1491,
-      "step": 850
-    },
-    {
-      "epoch": 0.9319967488485505,
-      "grad_norm": 0.16164911200152776,
-      "learning_rate": 1.3737738222341813e-07,
-      "loss": 0.1552,
-      "step": 860
-    },
-    {
-      "epoch": 0.9428339203467895,
-      "grad_norm": 0.15162312410480808,
-      "learning_rate": 9.67679461733051e-08,
-      "loss": 0.1379,
-      "step": 870
-    },
-    {
-      "epoch": 0.9536710918450284,
-      "grad_norm": 0.11915620491115217,
-      "learning_rate": 6.319929631430077e-08,
-      "loss": 0.1203,
-      "step": 880
-    },
-    {
-      "epoch": 0.9645082633432674,
-      "grad_norm": 0.16926863067932774,
-      "learning_rate": 3.671963548155244e-08,
-      "loss": 0.1523,
-      "step": 890
-    },
-    {
-      "epoch": 0.9753454348415064,
-      "grad_norm": 0.14805382379357954,
-      "learning_rate": 1.736698709069673e-08,
-      "loss": 0.1425,
-      "step": 900
-    },
-    {
-      "epoch": 0.9861826063397453,
-      "grad_norm": 0.17214363284720982,
-      "learning_rate": 5.169140538207051e-09,
-      "loss": 0.1496,
-      "step": 910
-    },
-    {
-      "epoch": 0.9970197778379842,
-      "grad_norm": 0.15327122063501583,
-      "learning_rate": 1.4361129727025193e-10,
-      "loss": 0.1459,
-      "step": 920
     }
   ],
   "logging_steps": 10,
-  "max_steps": 922,
+  "max_steps": 654,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1,
   "save_steps": 500,
@@ -677,7 +488,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 40578576736256.0,
+  "total_flos": 32812144386048.0,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null