{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 2275,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02201430930104568,
      "grad_norm": 149.0924530029297,
      "learning_rate": 3.9473684210526315e-07,
      "loss": 2.8313,
      "step": 10
    },
    {
      "epoch": 0.04402861860209136,
      "grad_norm": 113.37779998779297,
      "learning_rate": 8.333333333333333e-07,
      "loss": 2.6084,
      "step": 20
    },
    {
      "epoch": 0.06604292790313704,
      "grad_norm": 50.01759338378906,
      "learning_rate": 1.2719298245614037e-06,
      "loss": 1.9398,
      "step": 30
    },
    {
      "epoch": 0.08805723720418272,
      "grad_norm": 34.920753479003906,
      "learning_rate": 1.710526315789474e-06,
      "loss": 0.9434,
      "step": 40
    },
    {
      "epoch": 0.1100715465052284,
      "grad_norm": 39.18187713623047,
      "learning_rate": 2.149122807017544e-06,
      "loss": 0.6265,
      "step": 50
    },
    {
      "epoch": 0.13208585580627408,
      "grad_norm": 24.341272354125977,
      "learning_rate": 2.5877192982456147e-06,
      "loss": 0.5175,
      "step": 60
    },
    {
      "epoch": 0.15410016510731975,
      "grad_norm": 28.49750518798828,
      "learning_rate": 3.0263157894736843e-06,
      "loss": 0.3675,
      "step": 70
    },
    {
      "epoch": 0.17611447440836545,
      "grad_norm": 19.006736755371094,
      "learning_rate": 3.464912280701755e-06,
      "loss": 0.3837,
      "step": 80
    },
    {
      "epoch": 0.19812878370941112,
      "grad_norm": 17.02811622619629,
      "learning_rate": 3.903508771929825e-06,
      "loss": 0.3962,
      "step": 90
    },
    {
      "epoch": 0.2201430930104568,
      "grad_norm": 21.771198272705078,
      "learning_rate": 4.342105263157895e-06,
      "loss": 0.4951,
      "step": 100
    },
    {
      "epoch": 0.24215740231150248,
      "grad_norm": 21.4830379486084,
      "learning_rate": 4.780701754385965e-06,
      "loss": 0.3893,
      "step": 110
    },
    {
      "epoch": 0.26417171161254815,
      "grad_norm": 18.051719665527344,
      "learning_rate": 5.219298245614035e-06,
      "loss": 0.3426,
      "step": 120
    },
    {
      "epoch": 0.28618602091359385,
      "grad_norm": 19.548246383666992,
      "learning_rate": 5.657894736842106e-06,
      "loss": 0.3329,
      "step": 130
    },
    {
      "epoch": 0.3082003302146395,
      "grad_norm": 18.77153778076172,
      "learning_rate": 6.096491228070176e-06,
      "loss": 0.2798,
      "step": 140
    },
    {
      "epoch": 0.3302146395156852,
      "grad_norm": 13.931683540344238,
      "learning_rate": 6.535087719298247e-06,
      "loss": 0.3467,
      "step": 150
    },
    {
      "epoch": 0.3522289488167309,
      "grad_norm": 19.239925384521484,
      "learning_rate": 6.973684210526316e-06,
      "loss": 0.338,
      "step": 160
    },
    {
      "epoch": 0.37424325811777653,
      "grad_norm": 20.201244354248047,
      "learning_rate": 7.4122807017543865e-06,
      "loss": 0.3851,
      "step": 170
    },
    {
      "epoch": 0.39625756741882223,
      "grad_norm": 11.52122688293457,
      "learning_rate": 7.850877192982457e-06,
      "loss": 0.3066,
      "step": 180
    },
    {
      "epoch": 0.41827187671986793,
      "grad_norm": 18.884485244750977,
      "learning_rate": 8.289473684210526e-06,
      "loss": 0.4208,
      "step": 190
    },
    {
      "epoch": 0.4402861860209136,
      "grad_norm": 20.8024959564209,
      "learning_rate": 8.728070175438597e-06,
      "loss": 0.3226,
      "step": 200
    },
    {
      "epoch": 0.46230049532195927,
      "grad_norm": 17.418704986572266,
      "learning_rate": 9.166666666666666e-06,
      "loss": 0.4163,
      "step": 210
    },
    {
      "epoch": 0.48431480462300497,
      "grad_norm": 31.44495391845703,
      "learning_rate": 9.605263157894737e-06,
      "loss": 0.508,
      "step": 220
    },
    {
      "epoch": 0.5063291139240507,
      "grad_norm": 17.460351943969727,
      "learning_rate": 9.999994111509437e-06,
      "loss": 0.4911,
      "step": 230
    },
    {
      "epoch": 0.5283434232250963,
      "grad_norm": 15.517730712890625,
      "learning_rate": 9.999287509423918e-06,
      "loss": 0.3857,
      "step": 240
    },
    {
      "epoch": 0.550357732526142,
      "grad_norm": 10.413957595825195,
      "learning_rate": 9.997403399926886e-06,
      "loss": 0.3728,
      "step": 250
    },
    {
      "epoch": 0.5723720418271877,
      "grad_norm": 13.081694602966309,
      "learning_rate": 9.994342226792157e-06,
      "loss": 0.4749,
      "step": 260
    },
    {
      "epoch": 0.5943863511282333,
      "grad_norm": 5.745361804962158,
      "learning_rate": 9.990104711033287e-06,
      "loss": 0.2843,
      "step": 270
    },
    {
      "epoch": 0.616400660429279,
      "grad_norm": 7.066932678222656,
      "learning_rate": 9.98469185073374e-06,
      "loss": 0.3108,
      "step": 280
    },
    {
      "epoch": 0.6384149697303247,
      "grad_norm": 16.691713333129883,
      "learning_rate": 9.978104920811815e-06,
      "loss": 0.4083,
      "step": 290
    },
    {
      "epoch": 0.6604292790313704,
      "grad_norm": 7.5896100997924805,
      "learning_rate": 9.970345472720353e-06,
      "loss": 0.3932,
      "step": 300
    },
    {
      "epoch": 0.682443588332416,
      "grad_norm": 15.394400596618652,
      "learning_rate": 9.961415334081313e-06,
      "loss": 0.3618,
      "step": 310
    },
    {
      "epoch": 0.7044578976334618,
      "grad_norm": 19.94350242614746,
      "learning_rate": 9.951316608255304e-06,
      "loss": 0.3621,
      "step": 320
    },
    {
      "epoch": 0.7264722069345074,
      "grad_norm": 13.709397315979004,
      "learning_rate": 9.940051673846178e-06,
      "loss": 0.419,
      "step": 330
    },
    {
      "epoch": 0.7484865162355531,
      "grad_norm": 12.47382640838623,
      "learning_rate": 9.927623184140772e-06,
      "loss": 0.3059,
      "step": 340
    },
    {
      "epoch": 0.7705008255365988,
      "grad_norm": 19.130361557006836,
      "learning_rate": 9.914034066483977e-06,
      "loss": 0.4022,
      "step": 350
    },
    {
      "epoch": 0.7925151348376445,
      "grad_norm": 16.35902214050293,
      "learning_rate": 9.89928752158924e-06,
      "loss": 0.2986,
      "step": 360
    },
    {
      "epoch": 0.8145294441386901,
      "grad_norm": 14.079461097717285,
      "learning_rate": 9.883387022784685e-06,
      "loss": 0.288,
      "step": 370
    },
    {
      "epoch": 0.8365437534397359,
      "grad_norm": 13.393936157226562,
      "learning_rate": 9.866336315195021e-06,
      "loss": 0.4418,
      "step": 380
    },
    {
      "epoch": 0.8585580627407815,
      "grad_norm": 10.819969177246094,
      "learning_rate": 9.848139414859441e-06,
      "loss": 0.3744,
      "step": 390
    },
    {
      "epoch": 0.8805723720418271,
      "grad_norm": 11.345392227172852,
      "learning_rate": 9.828800607785694e-06,
      "loss": 0.2786,
      "step": 400
    },
    {
      "epoch": 0.9025866813428729,
      "grad_norm": 10.613056182861328,
      "learning_rate": 9.808324448940587e-06,
      "loss": 0.3415,
      "step": 410
    },
    {
      "epoch": 0.9246009906439185,
      "grad_norm": 16.627853393554688,
      "learning_rate": 9.786715761177125e-06,
      "loss": 0.3052,
      "step": 420
    },
    {
      "epoch": 0.9466152999449642,
      "grad_norm": 12.382245063781738,
      "learning_rate": 9.763979634098565e-06,
      "loss": 0.3485,
      "step": 430
    },
    {
      "epoch": 0.9686296092460099,
      "grad_norm": 11.370132446289062,
      "learning_rate": 9.740121422859641e-06,
      "loss": 0.3978,
      "step": 440
    },
    {
      "epoch": 0.9906439185470556,
      "grad_norm": 11.875682830810547,
      "learning_rate": 9.71514674690522e-06,
      "loss": 0.3367,
      "step": 450
    },
    {
      "epoch": 1.0110071546505228,
      "grad_norm": 5.493345260620117,
      "learning_rate": 9.689061488646743e-06,
      "loss": 0.226,
      "step": 460
    },
    {
      "epoch": 1.0330214639515685,
      "grad_norm": 8.90275764465332,
      "learning_rate": 9.661871792076705e-06,
      "loss": 0.1707,
      "step": 470
    },
    {
      "epoch": 1.055035773252614,
      "grad_norm": 16.285871505737305,
      "learning_rate": 9.633584061321524e-06,
      "loss": 0.2521,
      "step": 480
    },
    {
      "epoch": 1.07705008255366,
      "grad_norm": 15.022496223449707,
      "learning_rate": 9.604204959133158e-06,
      "loss": 0.1966,
      "step": 490
    },
    {
      "epoch": 1.0990643918547056,
      "grad_norm": 9.199139595031738,
      "learning_rate": 9.573741405319778e-06,
      "loss": 0.15,
      "step": 500
    },
    {
      "epoch": 1.1210787011557513,
      "grad_norm": 15.009807586669922,
      "learning_rate": 9.542200575115921e-06,
      "loss": 0.1361,
      "step": 510
    },
    {
      "epoch": 1.143093010456797,
      "grad_norm": 8.542426109313965,
      "learning_rate": 9.509589897492468e-06,
      "loss": 0.1845,
      "step": 520
    },
    {
      "epoch": 1.1651073197578425,
      "grad_norm": 12.44705581665039,
      "learning_rate": 9.475917053406857e-06,
      "loss": 0.1707,
      "step": 530
    },
    {
      "epoch": 1.1871216290588882,
      "grad_norm": 12.752492904663086,
      "learning_rate": 9.441189973993962e-06,
      "loss": 0.1836,
      "step": 540
    },
    {
      "epoch": 1.209135938359934,
      "grad_norm": 12.074056625366211,
      "learning_rate": 9.40541683869801e-06,
      "loss": 0.1419,
      "step": 550
    },
    {
      "epoch": 1.2311502476609797,
      "grad_norm": 30.33481216430664,
      "learning_rate": 9.368606073346055e-06,
      "loss": 0.2167,
      "step": 560
    },
    {
      "epoch": 1.2531645569620253,
      "grad_norm": 7.651270389556885,
      "learning_rate": 9.330766348163399e-06,
      "loss": 0.1721,
      "step": 570
    },
    {
      "epoch": 1.275178866263071,
      "grad_norm": 11.890057563781738,
      "learning_rate": 9.29190657573143e-06,
      "loss": 0.2105,
      "step": 580
    },
    {
      "epoch": 1.2971931755641166,
      "grad_norm": 10.304011344909668,
      "learning_rate": 9.252035908888424e-06,
      "loss": 0.1419,
      "step": 590
    },
    {
      "epoch": 1.3192074848651623,
      "grad_norm": 15.464428901672363,
      "learning_rate": 9.211163738573714e-06,
      "loss": 0.175,
      "step": 600
    },
    {
      "epoch": 1.341221794166208,
      "grad_norm": 10.08139419555664,
      "learning_rate": 9.1692996916158e-06,
      "loss": 0.1194,
      "step": 610
    },
    {
      "epoch": 1.3632361034672538,
      "grad_norm": 31.760950088500977,
      "learning_rate": 9.126453628464889e-06,
      "loss": 0.1803,
      "step": 620
    },
    {
      "epoch": 1.3852504127682994,
      "grad_norm": 12.612894058227539,
      "learning_rate": 9.08263564087042e-06,
      "loss": 0.223,
      "step": 630
    },
    {
      "epoch": 1.407264722069345,
      "grad_norm": 14.56605052947998,
      "learning_rate": 9.037856049504099e-06,
      "loss": 0.1577,
      "step": 640
    },
    {
      "epoch": 1.4292790313703907,
      "grad_norm": 12.891292572021484,
      "learning_rate": 8.992125401529021e-06,
      "loss": 0.2345,
      "step": 650
    },
    {
      "epoch": 1.4512933406714366,
      "grad_norm": 7.856708526611328,
      "learning_rate": 8.945454468115442e-06,
      "loss": 0.1693,
      "step": 660
    },
    {
      "epoch": 1.4733076499724822,
      "grad_norm": 13.625117301940918,
      "learning_rate": 8.897854241903795e-06,
      "loss": 0.2113,
      "step": 670
    },
    {
      "epoch": 1.4953219592735278,
      "grad_norm": 15.025895118713379,
      "learning_rate": 8.849335934415525e-06,
      "loss": 0.2201,
      "step": 680
    },
    {
      "epoch": 1.5173362685745735,
      "grad_norm": 10.24340534210205,
      "learning_rate": 8.799910973412405e-06,
      "loss": 0.219,
      "step": 690
    },
    {
      "epoch": 1.5393505778756191,
      "grad_norm": 4.124502182006836,
      "learning_rate": 8.749591000204874e-06,
      "loss": 0.1391,
      "step": 700
    },
    {
      "epoch": 1.5613648871766648,
      "grad_norm": 9.478644371032715,
      "learning_rate": 8.698387866910118e-06,
      "loss": 0.1765,
      "step": 710
    },
    {
      "epoch": 1.5833791964777104,
      "grad_norm": 14.1632080078125,
      "learning_rate": 8.646313633660475e-06,
      "loss": 0.1982,
      "step": 720
    },
    {
      "epoch": 1.605393505778756,
      "grad_norm": 11.754325866699219,
      "learning_rate": 8.593380565762845e-06,
      "loss": 0.1667,
      "step": 730
    },
    {
      "epoch": 1.627407815079802,
      "grad_norm": 9.502894401550293,
      "learning_rate": 8.539601130809791e-06,
      "loss": 0.1364,
      "step": 740
    },
    {
      "epoch": 1.6494221243808476,
      "grad_norm": 11.475814819335938,
      "learning_rate": 8.484987995742976e-06,
      "loss": 0.1836,
      "step": 750
    },
    {
      "epoch": 1.6714364336818932,
      "grad_norm": 9.57651138305664,
      "learning_rate": 8.42955402386966e-06,
      "loss": 0.1789,
      "step": 760
    },
    {
      "epoch": 1.693450742982939,
      "grad_norm": 1.815674901008606,
      "learning_rate": 8.373312271832933e-06,
      "loss": 0.1454,
      "step": 770
    },
    {
      "epoch": 1.7154650522839847,
      "grad_norm": 11.558368682861328,
      "learning_rate": 8.316275986536428e-06,
      "loss": 0.1539,
      "step": 780
    },
    {
      "epoch": 1.7374793615850304,
      "grad_norm": 10.416860580444336,
      "learning_rate": 8.258458602024204e-06,
      "loss": 0.1487,
      "step": 790
    },
    {
      "epoch": 1.759493670886076,
      "grad_norm": 6.910308837890625,
      "learning_rate": 8.199873736316558e-06,
      "loss": 0.1803,
      "step": 800
    },
    {
      "epoch": 1.7815079801871216,
      "grad_norm": 4.146355152130127,
      "learning_rate": 8.140535188202505e-06,
      "loss": 0.1385,
      "step": 810
    },
    {
      "epoch": 1.8035222894881673,
      "grad_norm": 5.6611552238464355,
      "learning_rate": 8.080456933989683e-06,
      "loss": 0.2152,
      "step": 820
    },
    {
      "epoch": 1.825536598789213,
      "grad_norm": 23.37342071533203,
      "learning_rate": 8.019653124212435e-06,
      "loss": 0.1536,
      "step": 830
    },
    {
      "epoch": 1.8475509080902586,
      "grad_norm": 4.826507568359375,
      "learning_rate": 7.958138080298872e-06,
      "loss": 0.1699,
      "step": 840
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 9.595096588134766,
      "learning_rate": 7.895926291197667e-06,
      "loss": 0.216,
      "step": 850
    },
    {
      "epoch": 1.89157952669235,
      "grad_norm": 9.86635684967041,
      "learning_rate": 7.833032409965404e-06,
      "loss": 0.1626,
      "step": 860
    },
    {
      "epoch": 1.9135938359933957,
      "grad_norm": 31.581125259399414,
      "learning_rate": 7.769471250315264e-06,
      "loss": 0.2297,
      "step": 870
    },
    {
      "epoch": 1.9356081452944414,
      "grad_norm": 16.1098575592041,
      "learning_rate": 7.705257783127885e-06,
      "loss": 0.1498,
      "step": 880
    },
    {
      "epoch": 1.9576224545954872,
      "grad_norm": 0.9061281681060791,
      "learning_rate": 7.640407132925194e-06,
      "loss": 0.1173,
      "step": 890
    },
    {
      "epoch": 1.9796367638965329,
      "grad_norm": 16.087814331054688,
      "learning_rate": 7.574934574308036e-06,
      "loss": 0.2283,
      "step": 900
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.026864640414714813,
      "learning_rate": 7.5088555283584955e-06,
      "loss": 0.1135,
      "step": 910
    },
    {
      "epoch": 2.0220143093010456,
      "grad_norm": 5.347623348236084,
      "learning_rate": 7.442185559007673e-06,
      "loss": 0.0859,
      "step": 920
    },
    {
      "epoch": 2.0440286186020913,
      "grad_norm": 3.5978448390960693,
      "learning_rate": 7.374940369369839e-06,
      "loss": 0.0429,
      "step": 930
    },
    {
      "epoch": 2.066042927903137,
      "grad_norm": 0.6228177547454834,
      "learning_rate": 7.307135798043802e-06,
      "loss": 0.0668,
      "step": 940
    },
    {
      "epoch": 2.0880572372041826,
      "grad_norm": 5.9448933601379395,
      "learning_rate": 7.2387878153823596e-06,
      "loss": 0.0667,
      "step": 950
    },
    {
      "epoch": 2.110071546505228,
      "grad_norm": 2.500957727432251,
      "learning_rate": 7.169912519730729e-06,
      "loss": 0.0608,
      "step": 960
    },
    {
      "epoch": 2.132085855806274,
      "grad_norm": 3.9965829849243164,
      "learning_rate": 7.100526133634809e-06,
      "loss": 0.0592,
      "step": 970
    },
    {
      "epoch": 2.15410016510732,
      "grad_norm": 5.488401889801025,
      "learning_rate": 7.0306450000202134e-06,
      "loss": 0.0849,
      "step": 980
    },
    {
      "epoch": 2.1761144744083656,
      "grad_norm": 2.707719087600708,
      "learning_rate": 6.960285578342935e-06,
      "loss": 0.0558,
      "step": 990
    },
    {
      "epoch": 2.1981287837094112,
      "grad_norm": 5.113603115081787,
      "learning_rate": 6.889464440712568e-06,
      "loss": 0.0945,
      "step": 1000
    },
    {
      "epoch": 2.220143093010457,
      "grad_norm": 12.504261016845703,
      "learning_rate": 6.818198267988991e-06,
      "loss": 0.0602,
      "step": 1010
    },
    {
      "epoch": 2.2421574023115025,
      "grad_norm": 4.4827446937561035,
      "learning_rate": 6.74650384585345e-06,
      "loss": 0.079,
      "step": 1020
    },
    {
      "epoch": 2.264171711612548,
      "grad_norm": 8.459637641906738,
      "learning_rate": 6.674398060854931e-06,
      "loss": 0.0648,
      "step": 1030
    },
    {
      "epoch": 2.286186020913594,
      "grad_norm": 3.4400408267974854,
      "learning_rate": 6.601897896432792e-06,
      "loss": 0.0719,
      "step": 1040
    },
    {
      "epoch": 2.3082003302146394,
      "grad_norm": 0.06874310225248337,
      "learning_rate": 6.529020428916565e-06,
      "loss": 0.049,
      "step": 1050
    },
    {
      "epoch": 2.330214639515685,
      "grad_norm": 4.816253185272217,
      "learning_rate": 6.455782823503885e-06,
      "loss": 0.0926,
      "step": 1060
    },
    {
      "epoch": 2.3522289488167307,
      "grad_norm": 2.374338150024414,
      "learning_rate": 6.3822023302174844e-06,
      "loss": 0.0904,
      "step": 1070
    },
    {
      "epoch": 2.3742432581177764,
      "grad_norm": 8.643360137939453,
      "learning_rate": 6.308296279842204e-06,
      "loss": 0.0629,
      "step": 1080
    },
    {
      "epoch": 2.3962575674188225,
      "grad_norm": 13.684159278869629,
      "learning_rate": 6.234082079842989e-06,
      "loss": 0.0863,
      "step": 1090
    },
    {
      "epoch": 2.418271876719868,
      "grad_norm": 16.594545364379883,
      "learning_rate": 6.15957721026482e-06,
      "loss": 0.0651,
      "step": 1100
    },
    {
      "epoch": 2.4402861860209137,
      "grad_norm": 8.79535961151123,
      "learning_rate": 6.084799219615553e-06,
      "loss": 0.0637,
      "step": 1110
    },
    {
      "epoch": 2.4623004953219594,
      "grad_norm": 5.216023921966553,
      "learning_rate": 6.009765720732622e-06,
      "loss": 0.0475,
      "step": 1120
    },
    {
      "epoch": 2.484314804623005,
      "grad_norm": 9.686095237731934,
      "learning_rate": 5.934494386634612e-06,
      "loss": 0.0813,
      "step": 1130
    },
    {
      "epoch": 2.5063291139240507,
      "grad_norm": 4.476397514343262,
      "learning_rate": 5.859002946358628e-06,
      "loss": 0.0816,
      "step": 1140
    },
    {
      "epoch": 2.5283434232250963,
      "grad_norm": 4.840889930725098,
      "learning_rate": 5.783309180784504e-06,
      "loss": 0.0697,
      "step": 1150
    },
    {
      "epoch": 2.550357732526142,
      "grad_norm": 10.199071884155273,
      "learning_rate": 5.707430918446761e-06,
      "loss": 0.1216,
      "step": 1160
    },
    {
      "epoch": 2.5723720418271876,
      "grad_norm": 4.8565497398376465,
      "learning_rate": 5.631386031335381e-06,
      "loss": 0.0485,
      "step": 1170
    },
    {
      "epoch": 2.5943863511282332,
      "grad_norm": 18.065574645996094,
      "learning_rate": 5.555192430686318e-06,
      "loss": 0.0628,
      "step": 1180
    },
    {
      "epoch": 2.616400660429279,
      "grad_norm": 7.5452351570129395,
      "learning_rate": 5.478868062762776e-06,
      "loss": 0.0472,
      "step": 1190
    },
    {
      "epoch": 2.6384149697303245,
      "grad_norm": 7.040380001068115,
      "learning_rate": 5.402430904628231e-06,
      "loss": 0.0655,
      "step": 1200
    },
    {
      "epoch": 2.66042927903137,
      "grad_norm": 15.333260536193848,
      "learning_rate": 5.325898959912213e-06,
      "loss": 0.043,
      "step": 1210
    },
    {
      "epoch": 2.682443588332416,
      "grad_norm": 8.55695915222168,
      "learning_rate": 5.249290254569811e-06,
      "loss": 0.0979,
      "step": 1220
    },
    {
      "epoch": 2.704457897633462,
      "grad_norm": 5.6836371421813965,
      "learning_rate": 5.172622832635932e-06,
      "loss": 0.1255,
      "step": 1230
    },
    {
      "epoch": 2.7264722069345075,
      "grad_norm": 1.0160411596298218,
      "learning_rate": 5.095914751975294e-06,
      "loss": 0.0367,
      "step": 1240
    },
    {
      "epoch": 2.748486516235553,
      "grad_norm": 9.370463371276855,
      "learning_rate": 5.019184080029176e-06,
      "loss": 0.0666,
      "step": 1250
    },
    {
      "epoch": 2.770500825536599,
      "grad_norm": 4.173619747161865,
      "learning_rate": 4.942448889559894e-06,
      "loss": 0.0661,
      "step": 1260
    },
    {
      "epoch": 2.7925151348376445,
      "grad_norm": 3.82051420211792,
      "learning_rate": 4.8657272543940345e-06,
      "loss": 0.0436,
      "step": 1270
    },
    {
      "epoch": 2.81452944413869,
      "grad_norm": 8.042530059814453,
      "learning_rate": 4.789037245165433e-06,
      "loss": 0.0582,
      "step": 1280
    },
    {
      "epoch": 2.8365437534397357,
      "grad_norm": 7.33740234375,
      "learning_rate": 4.712396925058913e-06,
      "loss": 0.0666,
      "step": 1290
    },
    {
      "epoch": 2.8585580627407814,
      "grad_norm": 2.088062286376953,
      "learning_rate": 4.635824345555764e-06,
      "loss": 0.0633,
      "step": 1300
    },
    {
      "epoch": 2.880572372041827,
      "grad_norm": 2.6091432571411133,
      "learning_rate": 4.559337542181993e-06,
      "loss": 0.0467,
      "step": 1310
    },
    {
      "epoch": 2.902586681342873,
      "grad_norm": 5.055851459503174,
      "learning_rate": 4.482954530260317e-06,
      "loss": 0.0286,
      "step": 1320
    },
    {
      "epoch": 2.9246009906439188,
      "grad_norm": 2.7082486152648926,
      "learning_rate": 4.406693300666938e-06,
      "loss": 0.046,
      "step": 1330
    },
    {
      "epoch": 2.9466152999449644,
      "grad_norm": 0.3161621689796448,
      "learning_rate": 4.330571815594041e-06,
      "loss": 0.0532,
      "step": 1340
    },
    {
      "epoch": 2.96862960924601,
      "grad_norm": 13.934333801269531,
      "learning_rate": 4.254608004319086e-06,
      "loss": 0.0712,
      "step": 1350
    },
    {
      "epoch": 2.9906439185470557,
      "grad_norm": 0.16270780563354492,
      "learning_rate": 4.178819758981824e-06,
      "loss": 0.0262,
      "step": 1360
    },
    {
      "epoch": 3.011007154650523,
      "grad_norm": 0.28307250142097473,
      "learning_rate": 4.103224930370082e-06,
      "loss": 0.0513,
      "step": 1370
    },
    {
      "epoch": 3.0330214639515685,
      "grad_norm": 3.5897815227508545,
      "learning_rate": 4.027841323715258e-06,
      "loss": 0.0126,
      "step": 1380
    },
    {
      "epoch": 3.055035773252614,
      "grad_norm": 1.7566109895706177,
      "learning_rate": 3.952686694498587e-06,
      "loss": 0.0306,
      "step": 1390
    },
    {
      "epoch": 3.0770500825536597,
      "grad_norm": 30.840288162231445,
      "learning_rate": 3.877778744269086e-06,
      "loss": 0.0245,
      "step": 1400
    },
    {
      "epoch": 3.0990643918547054,
      "grad_norm": 2.281254529953003,
      "learning_rate": 3.8031351164742313e-06,
      "loss": 0.018,
      "step": 1410
    },
    {
      "epoch": 3.121078701155751,
      "grad_norm": 1.2128616571426392,
      "learning_rate": 3.728773392304297e-06,
      "loss": 0.0197,
      "step": 1420
    },
    {
      "epoch": 3.143093010456797,
      "grad_norm": 3.7622814178466797,
      "learning_rate": 3.654711086551379e-06,
      "loss": 0.0192,
      "step": 1430
    },
    {
      "epoch": 3.1651073197578428,
      "grad_norm": 2.670830726623535,
      "learning_rate": 3.5809656434840366e-06,
      "loss": 0.024,
      "step": 1440
    },
    {
      "epoch": 3.1871216290588884,
      "grad_norm": 0.5346924662590027,
      "learning_rate": 3.5075544327385703e-06,
      "loss": 0.0138,
      "step": 1450
    },
    {
      "epoch": 3.209135938359934,
      "grad_norm": 0.17593185603618622,
      "learning_rate": 3.434494745227848e-06,
      "loss": 0.0203,
      "step": 1460
    },
    {
      "epoch": 3.2311502476609797,
      "grad_norm": 4.213673114776611,
      "learning_rate": 3.3618037890686993e-06,
      "loss": 0.0131,
      "step": 1470
    },
    {
      "epoch": 3.2531645569620253,
      "grad_norm": 0.484234094619751,
      "learning_rate": 3.2894986855287974e-06,
      "loss": 0.0105,
      "step": 1480
    },
    {
      "epoch": 3.275178866263071,
      "grad_norm": 14.269530296325684,
      "learning_rate": 3.2175964649940052e-06,
      "loss": 0.0291,
      "step": 1490
    },
    {
      "epoch": 3.2971931755641166,
      "grad_norm": 5.377061367034912,
      "learning_rate": 3.1461140629571106e-06,
      "loss": 0.0068,
      "step": 1500
    },
    {
      "epoch": 3.3192074848651623,
      "grad_norm": 0.9835841059684753,
      "learning_rate": 3.0750683160289417e-06,
      "loss": 0.0144,
      "step": 1510
    },
    {
      "epoch": 3.341221794166208,
      "grad_norm": 2.4685771465301514,
      "learning_rate": 3.0044759579727366e-06,
      "loss": 0.0267,
      "step": 1520
    },
    {
      "epoch": 3.3632361034672535,
      "grad_norm": 8.715569496154785,
      "learning_rate": 2.9343536157627737e-06,
      "loss": 0.0085,
      "step": 1530
    },
    {
      "epoch": 3.3852504127682996,
      "grad_norm": 0.8378893733024597,
      "learning_rate": 2.8647178056681197e-06,
      "loss": 0.0102,
      "step": 1540
    },
    {
      "epoch": 3.4072647220693453,
      "grad_norm": 1.1232154369354248,
      "learning_rate": 2.795584929362485e-06,
      "loss": 0.0094,
      "step": 1550
    },
    {
      "epoch": 3.429279031370391,
      "grad_norm": 0.3502279222011566,
      "learning_rate": 2.7269712700610373e-06,
      "loss": 0.0052,
      "step": 1560
    },
    {
      "epoch": 3.4512933406714366,
      "grad_norm": 12.604698181152344,
      "learning_rate": 2.658892988685153e-06,
      "loss": 0.0173,
      "step": 1570
    },
    {
      "epoch": 3.473307649972482,
      "grad_norm": 2.840749740600586,
      "learning_rate": 2.591366120055939e-06,
      "loss": 0.0189,
      "step": 1580
    },
    {
      "epoch": 3.495321959273528,
      "grad_norm": 4.326692581176758,
      "learning_rate": 2.52440656911748e-06,
      "loss": 0.0178,
      "step": 1590
    },
    {
      "epoch": 3.5173362685745735,
      "grad_norm": 21.543970108032227,
      "learning_rate": 2.4580301071906536e-06,
      "loss": 0.0202,
      "step": 1600
    },
    {
      "epoch": 3.539350577875619,
      "grad_norm": 0.6337364315986633,
      "learning_rate": 2.3922523682584547e-06,
      "loss": 0.0291,
      "step": 1610
    },
    {
      "epoch": 3.5613648871766648,
      "grad_norm": 12.031381607055664,
      "learning_rate": 2.327088845283616e-06,
      "loss": 0.0235,
      "step": 1620
    },
    {
      "epoch": 3.5833791964777104,
      "grad_norm": 0.06522835791110992,
      "learning_rate": 2.262554886559496e-06,
      "loss": 0.0045,
      "step": 1630
    },
    {
      "epoch": 3.605393505778756,
      "grad_norm": 0.1720537543296814,
      "learning_rate": 2.1986656920950044e-06,
      "loss": 0.0111,
      "step": 1640
    },
    {
      "epoch": 3.6274078150798017,
      "grad_norm": 5.680692672729492,
      "learning_rate": 2.135436310034474e-06,
      "loss": 0.0255,
      "step": 1650
    },
    {
      "epoch": 3.6494221243808473,
      "grad_norm": 0.9320427775382996,
      "learning_rate": 2.0728816331132914e-06,
      "loss": 0.0241,
      "step": 1660
    },
    {
      "epoch": 3.671436433681893,
      "grad_norm": 0.8085120916366577,
      "learning_rate": 2.0110163951501393e-06,
      "loss": 0.0085,
      "step": 1670
    },
    {
      "epoch": 3.693450742982939,
      "grad_norm": 58.013187408447266,
      "learning_rate": 1.9498551675766573e-06,
      "loss": 0.0402,
      "step": 1680
    },
    {
      "epoch": 3.7154650522839847,
      "grad_norm": 1.5258984565734863,
      "learning_rate": 1.8894123560053795e-06,
      "loss": 0.0228,
      "step": 1690
    },
    {
      "epoch": 3.7374793615850304,
      "grad_norm": 14.010522842407227,
      "learning_rate": 1.8297021968366786e-06,
      "loss": 0.0386,
      "step": 1700
    },
    {
      "epoch": 3.759493670886076,
      "grad_norm": 0.06895825266838074,
      "learning_rate": 1.7707387539056204e-06,
      "loss": 0.0034,
      "step": 1710
    },
    {
      "epoch": 3.7815079801871216,
      "grad_norm": 1.549134612083435,
      "learning_rate": 1.7125359151694238e-06,
      "loss": 0.0147,
      "step": 1720
    },
    {
      "epoch": 3.8035222894881673,
      "grad_norm": 0.04055091366171837,
      "learning_rate": 1.6551073894363645e-06,
      "loss": 0.0062,
      "step": 1730
    },
    {
      "epoch": 3.825536598789213,
      "grad_norm": 8.519526481628418,
      "learning_rate": 1.598466703136871e-06,
      "loss": 0.0169,
      "step": 1740
    },
    {
      "epoch": 3.8475509080902586,
      "grad_norm": 3.947218418121338,
      "learning_rate": 1.5426271971375744e-06,
      "loss": 0.0276,
      "step": 1750
    },
    {
      "epoch": 3.869565217391304,
      "grad_norm": 9.43228530883789,
      "learning_rate": 1.4876020235990623e-06,
      "loss": 0.0131,
      "step": 1760
    },
    {
      "epoch": 3.8915795266923503,
      "grad_norm": 1.181233286857605,
      "learning_rate": 1.4334041428781003e-06,
      "loss": 0.0108,
      "step": 1770
    },
    {
      "epoch": 3.913593835993396,
      "grad_norm": 0.33791837096214294,
      "learning_rate": 1.3800463204749898e-06,
      "loss": 0.0174,
      "step": 1780
    },
    {
      "epoch": 3.9356081452944416,
      "grad_norm": 8.082744598388672,
      "learning_rate": 1.327541124026866e-06,
      "loss": 0.0103,
      "step": 1790
    },
    {
      "epoch": 3.9576224545954872,
      "grad_norm": 0.30588212609291077,
      "learning_rate": 1.275900920347568e-06,
      "loss": 0.0074,
      "step": 1800
    },
    {
      "epoch": 3.979636763896533,
      "grad_norm": 0.2535891830921173,
      "learning_rate": 1.2251378725148254e-06,
      "loss": 0.0113,
      "step": 1810
    },
    {
      "epoch": 4.0,
      "grad_norm": 6.247642993927002,
      "learning_rate": 1.1752639370054237e-06,
      "loss": 0.0133,
      "step": 1820
    },
    {
      "epoch": 4.022014309301046,
      "grad_norm": 0.04303128644824028,
      "learning_rate": 1.1262908608790392e-06,
      "loss": 0.0036,
      "step": 1830
    },
    {
      "epoch": 4.044028618602091,
      "grad_norm": 0.8283238410949707,
      "learning_rate": 1.0782301790113858e-06,
      "loss": 0.0038,
      "step": 1840
    },
    {
      "epoch": 4.066042927903137,
      "grad_norm": 64.74305725097656,
      "learning_rate": 1.0310932113773653e-06,
      "loss": 0.0089,
      "step": 1850
    },
    {
      "epoch": 4.088057237204183,
      "grad_norm": 0.007313679903745651,
      "learning_rate": 9.848910603847944e-07,
      "loss": 0.0058,
      "step": 1860
    },
    {
      "epoch": 4.110071546505228,
      "grad_norm": 0.4082852900028229,
      "learning_rate": 9.39634608259416e-07,
      "loss": 0.0008,
      "step": 1870
    },
    {
      "epoch": 4.132085855806274,
      "grad_norm": 12.495570182800293,
      "learning_rate": 8.953345144817438e-07,
      "loss": 0.0087,
      "step": 1880
    },
    {
      "epoch": 4.1541001651073195,
      "grad_norm": 0.09043201804161072,
      "learning_rate": 8.520012132763877e-07,
      "loss": 0.0007,
      "step": 1890
    },
    {
      "epoch": 4.176114474408365,
      "grad_norm": 0.5336318016052246,
      "learning_rate": 8.096449111544219e-07,
      "loss": 0.0008,
      "step": 1900
    },
    {
      "epoch": 4.198128783709411,
      "grad_norm": 0.23744870722293854,
      "learning_rate": 7.682755845094003e-07,
      "loss": 0.0052,
      "step": 1910
    },
    {
      "epoch": 4.220143093010456,
      "grad_norm": 0.08849978446960449,
      "learning_rate": 7.279029772675572e-07,
      "loss": 0.0011,
      "step": 1920
    },
    {
      "epoch": 4.242157402311502,
      "grad_norm": 1.0609139204025269,
      "learning_rate": 6.885365985927839e-07,
      "loss": 0.0015,
      "step": 1930
    },
    {
      "epoch": 4.264171711612548,
      "grad_norm": 1.0154221057891846,
      "learning_rate": 6.501857206468748e-07,
      "loss": 0.0078,
      "step": 1940
    },
    {
      "epoch": 4.286186020913594,
      "grad_norm": 0.10400975495576859,
      "learning_rate": 6.128593764056162e-07,
      "loss": 0.0069,
      "step": 1950
    },
    {
      "epoch": 4.30820033021464,
      "grad_norm": 0.2593502104282379,
      "learning_rate": 5.765663575312014e-07,
      "loss": 0.0007,
      "step": 1960
    },
    {
      "epoch": 4.3302146395156855,
      "grad_norm": 0.001763040549121797,
      "learning_rate": 5.41315212301487e-07,
      "loss": 0.0022,
      "step": 1970
    },
    {
      "epoch": 4.352228948816731,
      "grad_norm": 0.023561056703329086,
      "learning_rate": 5.071142435965687e-07,
      "loss": 0.0061,
      "step": 1980
    },
    {
      "epoch": 4.374243258117777,
      "grad_norm": 0.32266297936439514,
      "learning_rate": 4.7397150694317496e-07,
      "loss": 0.0004,
      "step": 1990
    },
    {
      "epoch": 4.3962575674188225,
      "grad_norm": 0.07821591198444366,
      "learning_rate": 4.4189480861729137e-07,
      "loss": 0.0019,
      "step": 2000
    },
    {
      "epoch": 4.418271876719868,
      "grad_norm": 0.05453071370720863,
      "learning_rate": 4.108917038055216e-07,
      "loss": 0.0006,
      "step": 2010
    },
    {
      "epoch": 4.440286186020914,
      "grad_norm": 0.03200654685497284,
      "learning_rate": 3.809694948255721e-07,
      "loss": 0.0008,
      "step": 2020
    },
    {
      "epoch": 4.462300495321959,
      "grad_norm": 0.030320223420858383,
      "learning_rate": 3.521352294062985e-07,
      "loss": 0.016,
      "step": 2030
    },
    {
      "epoch": 4.484314804623005,
      "grad_norm": 2.3451313972473145,
      "learning_rate": 3.243956990277225e-07,
      "loss": 0.0023,
      "step": 2040
    },
    {
      "epoch": 4.506329113924051,
      "grad_norm": 0.0758775919675827,
      "learning_rate": 2.977574373213965e-07,
      "loss": 0.0006,
      "step": 2050
    },
    {
      "epoch": 4.528343423225096,
      "grad_norm": 0.15191303193569183,
      "learning_rate": 2.722267185315042e-07,
      "loss": 0.0039,
      "step": 2060
    },
    {
      "epoch": 4.550357732526142,
      "grad_norm": 0.22195246815681458,
      "learning_rate": 2.478095560370636e-07,
      "loss": 0.0034,
      "step": 2070
    },
    {
      "epoch": 4.572372041827188,
      "grad_norm": 0.3280889391899109,
      "learning_rate": 2.2451170093555296e-07,
      "loss": 0.001,
      "step": 2080
    },
    {
      "epoch": 4.594386351128233,
      "grad_norm": 0.9802552461624146,
      "learning_rate": 2.023386406883382e-07,
      "loss": 0.0051,
      "step": 2090
    },
    {
      "epoch": 4.616400660429279,
      "grad_norm": 1.5630686283111572,
      "learning_rate": 1.8129559782817495e-07,
      "loss": 0.0024,
      "step": 2100
    },
    {
      "epoch": 4.6384149697303245,
      "grad_norm": 3.1729488372802734,
      "learning_rate": 1.6138752872912334e-07,
      "loss": 0.0019,
      "step": 2110
    },
    {
      "epoch": 4.66042927903137,
      "grad_norm": 3.412952423095703,
      "learning_rate": 1.4261912243914599e-07,
      "loss": 0.0016,
      "step": 2120
    },
    {
      "epoch": 4.682443588332416,
      "grad_norm": 0.34012192487716675,
      "learning_rate": 1.2499479957567506e-07,
      "loss": 0.002,
      "step": 2130
    },
    {
      "epoch": 4.7044578976334614,
      "grad_norm": 0.17032365500926971,
      "learning_rate": 1.0851871128439828e-07,
      "loss": 0.0006,
      "step": 2140
    },
    {
      "epoch": 4.726472206934507,
      "grad_norm": 0.24360665678977966,
      "learning_rate": 9.319473826152503e-08,
      "loss": 0.0019,
      "step": 2150
    },
    {
      "epoch": 4.748486516235553,
      "grad_norm": 0.6027243733406067,
      "learning_rate": 7.902648983973804e-08,
      "loss": 0.0059,
      "step": 2160
    },
    {
      "epoch": 4.770500825536599,
      "grad_norm": 0.11540832370519638,
      "learning_rate": 6.601730313807675e-08,
      "loss": 0.0042,
      "step": 2170
    },
    {
      "epoch": 4.792515134837645,
      "grad_norm": 0.04149246588349342,
      "learning_rate": 5.417024227592327e-08,
      "loss": 0.0066,
      "step": 2180
    },
    {
      "epoch": 4.8145294441386906,
      "grad_norm": 0.05241992324590683,
      "learning_rate": 4.3488097651298575e-08,
      "loss": 0.007,
      "step": 2190
    },
    {
      "epoch": 4.836543753439736,
      "grad_norm": 0.37909314036369324,
      "learning_rate": 3.397338528362326e-08,
      "loss": 0.0012,
      "step": 2200
    },
    {
      "epoch": 4.858558062740782,
      "grad_norm": 0.044624462723731995,
      "learning_rate": 2.5628346221110434e-08,
      "loss": 0.0039,
      "step": 2210
    },
    {
      "epoch": 4.8805723720418275,
      "grad_norm": 0.40174078941345215,
      "learning_rate": 1.8454946012914087e-08,
      "loss": 0.0052,
      "step": 2220
    },
    {
      "epoch": 4.902586681342873,
      "grad_norm": 0.08541546761989594,
      "learning_rate": 1.2454874246181081e-08,
      "loss": 0.0008,
      "step": 2230
    },
    {
      "epoch": 4.924600990643919,
      "grad_norm": 0.1372637152671814,
      "learning_rate": 7.629544148087809e-09,
      "loss": 0.0005,
      "step": 2240
    },
    {
      "epoch": 4.946615299944964,
      "grad_norm": 0.050306595861911774,
      "learning_rate": 3.980092252978684e-09,
      "loss": 0.0006,
      "step": 2250
    },
    {
      "epoch": 4.96862960924601,
      "grad_norm": 0.024762878194451332,
      "learning_rate": 1.5073781346730543e-09,
      "loss": 0.0015,
      "step": 2260
    },
    {
      "epoch": 4.990643918547056,
      "grad_norm": 3.225762128829956,
      "learning_rate": 2.1198420400270204e-10,
      "loss": 0.0028,
      "step": 2270
    }
  ],
  "logging_steps": 10,
  "max_steps": 2275,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.269169975197696e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}