{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.818937939859245,
  "eval_steps": 100000,
  "global_step": 320,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0025591810620601407,
      "grad_norm": 7.682459354400635,
      "learning_rate": 0.0,
      "loss": 1.2749,
      "step": 1
    },
    {
      "epoch": 0.005118362124120281,
      "grad_norm": 7.725142478942871,
      "learning_rate": 8.333333333333333e-07,
      "loss": 1.3597,
      "step": 2
    },
    {
      "epoch": 0.007677543186180422,
      "grad_norm": 8.06866455078125,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 1.3199,
      "step": 3
    },
    {
      "epoch": 0.010236724248240563,
      "grad_norm": 8.006539344787598,
      "learning_rate": 2.5e-06,
      "loss": 1.2915,
      "step": 4
    },
    {
      "epoch": 0.012795905310300703,
      "grad_norm": 6.778942584991455,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.2562,
      "step": 5
    },
    {
      "epoch": 0.015355086372360844,
      "grad_norm": 5.596158504486084,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.2589,
      "step": 6
    },
    {
      "epoch": 0.017914267434420986,
      "grad_norm": 4.587517738342285,
      "learning_rate": 5e-06,
      "loss": 1.2215,
      "step": 7
    },
    {
      "epoch": 0.020473448496481125,
      "grad_norm": 4.011584281921387,
      "learning_rate": 5.833333333333334e-06,
      "loss": 1.1637,
      "step": 8
    },
    {
      "epoch": 0.023032629558541268,
      "grad_norm": 3.852592945098877,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.1721,
      "step": 9
    },
    {
      "epoch": 0.025591810620601407,
      "grad_norm": 3.982722282409668,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.1464,
      "step": 10
    },
    {
      "epoch": 0.02815099168266155,
      "grad_norm": 7.547529220581055,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.099,
      "step": 11
    },
    {
      "epoch": 0.030710172744721688,
      "grad_norm": 4.825142860412598,
      "learning_rate": 9.166666666666666e-06,
      "loss": 1.1036,
      "step": 12
    },
    {
      "epoch": 0.03326935380678183,
      "grad_norm": 4.286171913146973,
      "learning_rate": 1e-05,
      "loss": 1.1142,
      "step": 13
    },
    {
      "epoch": 0.03582853486884197,
      "grad_norm": 3.1489102840423584,
      "learning_rate": 9.999828225438954e-06,
      "loss": 1.0998,
      "step": 14
    },
    {
      "epoch": 0.03838771593090211,
      "grad_norm": 3.6652419567108154,
      "learning_rate": 9.999312913558414e-06,
      "loss": 1.0305,
      "step": 15
    },
    {
      "epoch": 0.04094689699296225,
      "grad_norm": 3.5285732746124268,
      "learning_rate": 9.998454099765368e-06,
      "loss": 1.1304,
      "step": 16
    },
    {
      "epoch": 0.04350607805502239,
      "grad_norm": 3.437713146209717,
      "learning_rate": 9.997251843068763e-06,
      "loss": 1.043,
      "step": 17
    },
    {
      "epoch": 0.046065259117082535,
      "grad_norm": 3.048311710357666,
      "learning_rate": 9.995706226075445e-06,
      "loss": 1.0199,
      "step": 18
    },
    {
      "epoch": 0.04862444017914268,
      "grad_norm": 2.740447521209717,
      "learning_rate": 9.993817354984485e-06,
      "loss": 0.9405,
      "step": 19
    },
    {
      "epoch": 0.05118362124120281,
      "grad_norm": 2.4751198291778564,
      "learning_rate": 9.991585359579886e-06,
      "loss": 0.967,
      "step": 20
    },
    {
      "epoch": 0.053742802303262956,
      "grad_norm": 2.070446252822876,
      "learning_rate": 9.989010393221657e-06,
      "loss": 0.9945,
      "step": 21
    },
    {
      "epoch": 0.0563019833653231,
      "grad_norm": 2.160064458847046,
      "learning_rate": 9.986092632835287e-06,
      "loss": 1.0185,
      "step": 22
    },
    {
      "epoch": 0.05886116442738324,
      "grad_norm": 2.309260606765747,
      "learning_rate": 9.982832278899582e-06,
      "loss": 0.9912,
      "step": 23
    },
    {
      "epoch": 0.061420345489443376,
      "grad_norm": 2.4544034004211426,
      "learning_rate": 9.979229555432884e-06,
      "loss": 0.9877,
      "step": 24
    },
    {
      "epoch": 0.06397952655150352,
      "grad_norm": 2.31300687789917,
      "learning_rate": 9.97528470997769e-06,
      "loss": 0.9774,
      "step": 25
    },
    {
      "epoch": 0.06653870761356366,
      "grad_norm": 2.2373909950256348,
      "learning_rate": 9.970998013583643e-06,
      "loss": 0.9442,
      "step": 26
    },
    {
      "epoch": 0.0690978886756238,
      "grad_norm": 2.315127372741699,
      "learning_rate": 9.966369760788895e-06,
      "loss": 0.9787,
      "step": 27
    },
    {
      "epoch": 0.07165706973768395,
      "grad_norm": 2.379563093185425,
      "learning_rate": 9.961400269599885e-06,
      "loss": 0.9461,
      "step": 28
    },
    {
      "epoch": 0.07421625079974409,
      "grad_norm": 2.19171404838562,
      "learning_rate": 9.956089881469481e-06,
      "loss": 1.0349,
      "step": 29
    },
    {
      "epoch": 0.07677543186180422,
      "grad_norm": 2.425921678543091,
      "learning_rate": 9.950438961273517e-06,
      "loss": 1.019,
      "step": 30
    },
    {
      "epoch": 0.07933461292386436,
      "grad_norm": 2.2654383182525635,
      "learning_rate": 9.94444789728573e-06,
      "loss": 0.9672,
      "step": 31
    },
    {
      "epoch": 0.0818937939859245,
      "grad_norm": 2.2154006958007812,
      "learning_rate": 9.93811710115107e-06,
      "loss": 0.9734,
      "step": 32
    },
    {
      "epoch": 0.08445297504798464,
      "grad_norm": 2.5069079399108887,
      "learning_rate": 9.931447007857433e-06,
      "loss": 0.9082,
      "step": 33
    },
    {
      "epoch": 0.08701215611004479,
      "grad_norm": 2.182760238647461,
      "learning_rate": 9.924438075705755e-06,
      "loss": 0.9307,
      "step": 34
    },
    {
      "epoch": 0.08957133717210493,
      "grad_norm": 2.1564674377441406,
      "learning_rate": 9.917090786278533e-06,
      "loss": 0.9223,
      "step": 35
    },
    {
      "epoch": 0.09213051823416507,
      "grad_norm": 1.9984478950500488,
      "learning_rate": 9.909405644406738e-06,
      "loss": 0.9458,
      "step": 36
    },
    {
      "epoch": 0.09468969929622521,
      "grad_norm": 1.898442268371582,
      "learning_rate": 9.901383178135113e-06,
      "loss": 0.9263,
      "step": 37
    },
    {
      "epoch": 0.09724888035828536,
      "grad_norm": 2.001455783843994,
      "learning_rate": 9.893023938685911e-06,
      "loss": 0.968,
      "step": 38
    },
    {
      "epoch": 0.09980806142034548,
      "grad_norm": 2.1720826625823975,
      "learning_rate": 9.884328500421005e-06,
      "loss": 0.9054,
      "step": 39
    },
    {
      "epoch": 0.10236724248240563,
      "grad_norm": 2.0314197540283203,
      "learning_rate": 9.87529746080243e-06,
      "loss": 0.9791,
      "step": 40
    },
    {
      "epoch": 0.10492642354446577,
      "grad_norm": 2.1436691284179688,
      "learning_rate": 9.865931440351338e-06,
      "loss": 0.8894,
      "step": 41
    },
    {
      "epoch": 0.10748560460652591,
      "grad_norm": 2.077209711074829,
      "learning_rate": 9.856231082605344e-06,
      "loss": 0.9522,
      "step": 42
    },
    {
      "epoch": 0.11004478566858605,
      "grad_norm": 1.8568381071090698,
      "learning_rate": 9.846197054074325e-06,
      "loss": 0.8813,
      "step": 43
    },
    {
      "epoch": 0.1126039667306462,
      "grad_norm": 1.9077541828155518,
      "learning_rate": 9.835830044194625e-06,
      "loss": 0.9361,
      "step": 44
    },
    {
      "epoch": 0.11516314779270634,
      "grad_norm": 1.7717499732971191,
      "learning_rate": 9.825130765281668e-06,
      "loss": 0.8744,
      "step": 45
    },
    {
      "epoch": 0.11772232885476648,
      "grad_norm": 2.042828321456909,
      "learning_rate": 9.814099952481031e-06,
      "loss": 0.9127,
      "step": 46
    },
    {
      "epoch": 0.12028150991682661,
      "grad_norm": 1.9925884008407593,
      "learning_rate": 9.802738363717927e-06,
      "loss": 0.9106,
      "step": 47
    },
    {
      "epoch": 0.12284069097888675,
      "grad_norm": 2.0410268306732178,
      "learning_rate": 9.791046779645121e-06,
      "loss": 0.9064,
      "step": 48
    },
    {
      "epoch": 0.1253998720409469,
      "grad_norm": 1.9194778203964233,
      "learning_rate": 9.779026003589304e-06,
      "loss": 0.8866,
      "step": 49
    },
    {
      "epoch": 0.12795905310300704,
      "grad_norm": 2.0479984283447266,
      "learning_rate": 9.766676861495888e-06,
      "loss": 0.9138,
      "step": 50
    },
    {
      "epoch": 0.13051823416506717,
      "grad_norm": 2.0392417907714844,
      "learning_rate": 9.754000201872258e-06,
      "loss": 0.8566,
      "step": 51
    },
    {
      "epoch": 0.13307741522712732,
      "grad_norm": 2.205040454864502,
      "learning_rate": 9.74099689572947e-06,
      "loss": 0.8537,
      "step": 52
    },
    {
      "epoch": 0.13563659628918745,
      "grad_norm": 2.0679237842559814,
      "learning_rate": 9.727667836522408e-06,
      "loss": 0.8973,
      "step": 53
    },
    {
      "epoch": 0.1381957773512476,
      "grad_norm": 1.9401817321777344,
      "learning_rate": 9.714013940088388e-06,
      "loss": 0.8036,
      "step": 54
    },
    {
      "epoch": 0.14075495841330773,
      "grad_norm": 1.8604705333709717,
      "learning_rate": 9.700036144584237e-06,
      "loss": 0.8858,
      "step": 55
    },
    {
      "epoch": 0.1433141394753679,
      "grad_norm": 1.7629581689834595,
      "learning_rate": 9.68573541042183e-06,
      "loss": 0.852,
      "step": 56
    },
    {
      "epoch": 0.14587332053742802,
      "grad_norm": 2.052168369293213,
      "learning_rate": 9.6711127202021e-06,
      "loss": 0.9272,
      "step": 57
    },
    {
      "epoch": 0.14843250159948818,
      "grad_norm": 1.6959059238433838,
      "learning_rate": 9.656169078647525e-06,
      "loss": 0.8319,
      "step": 58
    },
    {
      "epoch": 0.1509916826615483,
      "grad_norm": 1.8046302795410156,
      "learning_rate": 9.640905512533092e-06,
      "loss": 0.8818,
      "step": 59
    },
    {
      "epoch": 0.15355086372360843,
      "grad_norm": 1.7874407768249512,
      "learning_rate": 9.625323070615751e-06,
      "loss": 0.9313,
      "step": 60
    },
    {
      "epoch": 0.1561100447856686,
      "grad_norm": 1.7794876098632812,
      "learning_rate": 9.609422823562345e-06,
      "loss": 0.8552,
      "step": 61
    },
    {
      "epoch": 0.15866922584772872,
      "grad_norm": 3.3993961811065674,
      "learning_rate": 9.593205863876062e-06,
      "loss": 0.9135,
      "step": 62
    },
    {
      "epoch": 0.16122840690978887,
      "grad_norm": 2.0278658866882324,
      "learning_rate": 9.576673305821353e-06,
      "loss": 0.9081,
      "step": 63
    },
    {
      "epoch": 0.163787587971849,
      "grad_norm": 1.9209970235824585,
      "learning_rate": 9.55982628534738e-06,
      "loss": 0.841,
      "step": 64
    },
    {
      "epoch": 0.16634676903390916,
      "grad_norm": 1.702495813369751,
      "learning_rate": 9.54266596000996e-06,
      "loss": 0.8834,
      "step": 65
    },
    {
      "epoch": 0.1689059500959693,
      "grad_norm": 1.776999831199646,
      "learning_rate": 9.525193508892034e-06,
      "loss": 0.9429,
      "step": 66
    },
    {
      "epoch": 0.17146513115802944,
      "grad_norm": 1.8628787994384766,
      "learning_rate": 9.507410132522652e-06,
      "loss": 0.7964,
      "step": 67
    },
    {
      "epoch": 0.17402431222008957,
      "grad_norm": 1.909364104270935,
      "learning_rate": 9.489317052794482e-06,
      "loss": 0.8362,
      "step": 68
    },
    {
      "epoch": 0.1765834932821497,
      "grad_norm": 1.8521013259887695,
      "learning_rate": 9.470915512879853e-06,
      "loss": 0.8874,
      "step": 69
    },
    {
      "epoch": 0.17914267434420986,
      "grad_norm": 1.777940034866333,
      "learning_rate": 9.452206777145343e-06,
      "loss": 0.8477,
      "step": 70
    },
    {
      "epoch": 0.18170185540626999,
      "grad_norm": 1.9356168508529663,
      "learning_rate": 9.4331921310649e-06,
      "loss": 0.7606,
      "step": 71
    },
    {
      "epoch": 0.18426103646833014,
      "grad_norm": 1.8606858253479004,
      "learning_rate": 9.413872881131519e-06,
      "loss": 0.855,
      "step": 72
    },
    {
      "epoch": 0.18682021753039027,
      "grad_norm": 1.7669318914413452,
      "learning_rate": 9.394250354767467e-06,
      "loss": 0.8688,
      "step": 73
    },
    {
      "epoch": 0.18937939859245043,
      "grad_norm": 1.6513736248016357,
      "learning_rate": 9.374325900233087e-06,
      "loss": 0.8978,
      "step": 74
    },
    {
      "epoch": 0.19193857965451055,
      "grad_norm": 1.7595405578613281,
      "learning_rate": 9.354100886534152e-06,
      "loss": 0.8259,
      "step": 75
    },
    {
      "epoch": 0.1944977607165707,
      "grad_norm": 1.7387309074401855,
      "learning_rate": 9.333576703327803e-06,
      "loss": 0.8004,
      "step": 76
    },
    {
      "epoch": 0.19705694177863084,
      "grad_norm": 1.7983427047729492,
      "learning_rate": 9.312754760827061e-06,
      "loss": 0.8085,
      "step": 77
    },
    {
      "epoch": 0.19961612284069097,
      "grad_norm": 1.7982909679412842,
      "learning_rate": 9.291636489703943e-06,
      "loss": 0.8169,
      "step": 78
    },
    {
      "epoch": 0.20217530390275112,
      "grad_norm": 1.7562614679336548,
      "learning_rate": 9.270223340991147e-06,
      "loss": 0.8447,
      "step": 79
    },
    {
      "epoch": 0.20473448496481125,
      "grad_norm": 1.599975347518921,
      "learning_rate": 9.248516785982365e-06,
      "loss": 0.8606,
      "step": 80
    },
    {
      "epoch": 0.2072936660268714,
      "grad_norm": 1.976728081703186,
      "learning_rate": 9.226518316131176e-06,
      "loss": 0.8695,
      "step": 81
    },
    {
      "epoch": 0.20985284708893154,
      "grad_norm": 2.3505756855010986,
      "learning_rate": 9.204229442948585e-06,
      "loss": 0.7961,
      "step": 82
    },
    {
      "epoch": 0.2124120281509917,
      "grad_norm": 2.018191337585449,
      "learning_rate": 9.181651697899153e-06,
      "loss": 0.8231,
      "step": 83
    },
    {
      "epoch": 0.21497120921305182,
      "grad_norm": 1.7307785749435425,
      "learning_rate": 9.158786632295776e-06,
      "loss": 0.7992,
      "step": 84
    },
    {
      "epoch": 0.21753039027511195,
      "grad_norm": 1.9073212146759033,
      "learning_rate": 9.1356358171931e-06,
      "loss": 0.7696,
      "step": 85
    },
    {
      "epoch": 0.2200895713371721,
      "grad_norm": 1.8640539646148682,
      "learning_rate": 9.112200843279565e-06,
      "loss": 0.8257,
      "step": 86
    },
    {
      "epoch": 0.22264875239923224,
      "grad_norm": 1.9237738847732544,
      "learning_rate": 9.088483320768114e-06,
      "loss": 0.7695,
      "step": 87
    },
    {
      "epoch": 0.2252079334612924,
      "grad_norm": 1.8698316812515259,
      "learning_rate": 9.064484879285555e-06,
      "loss": 0.8464,
      "step": 88
    },
    {
      "epoch": 0.22776711452335252,
      "grad_norm": 1.8868035078048706,
      "learning_rate": 9.040207167760587e-06,
      "loss": 0.8011,
      "step": 89
    },
    {
      "epoch": 0.23032629558541268,
      "grad_norm": 1.7685335874557495,
      "learning_rate": 9.015651854310505e-06,
      "loss": 0.7802,
      "step": 90
    },
    {
      "epoch": 0.2328854766474728,
      "grad_norm": 1.876893162727356,
      "learning_rate": 8.99082062612659e-06,
      "loss": 0.7589,
      "step": 91
    },
    {
      "epoch": 0.23544465770953296,
      "grad_norm": 1.7226823568344116,
      "learning_rate": 8.965715189358165e-06,
      "loss": 0.8311,
      "step": 92
    },
    {
      "epoch": 0.2380038387715931,
      "grad_norm": 1.6303762197494507,
      "learning_rate": 8.940337268995385e-06,
      "loss": 0.7922,
      "step": 93
    },
    {
      "epoch": 0.24056301983365322,
      "grad_norm": 1.7937066555023193,
      "learning_rate": 8.9146886087507e-06,
      "loss": 0.8152,
      "step": 94
    },
    {
      "epoch": 0.24312220089571338,
      "grad_norm": 1.8004367351531982,
      "learning_rate": 8.888770970939058e-06,
      "loss": 0.8162,
      "step": 95
    },
    {
      "epoch": 0.2456813819577735,
      "grad_norm": 1.6512545347213745,
      "learning_rate": 8.862586136356794e-06,
      "loss": 0.795,
      "step": 96
    },
    {
      "epoch": 0.24824056301983366,
      "grad_norm": 1.8923460245132446,
      "learning_rate": 8.836135904159301e-06,
      "loss": 0.7437,
      "step": 97
    },
    {
      "epoch": 0.2507997440818938,
      "grad_norm": 1.7516615390777588,
      "learning_rate": 8.809422091737388e-06,
      "loss": 0.7152,
      "step": 98
    },
    {
      "epoch": 0.2533589251439539,
      "grad_norm": 1.6280677318572998,
      "learning_rate": 8.782446534592412e-06,
      "loss": 0.7774,
      "step": 99
    },
    {
      "epoch": 0.2559181062060141,
      "grad_norm": 1.6521121263504028,
      "learning_rate": 8.755211086210172e-06,
      "loss": 0.7774,
      "step": 100
    },
    {
      "epoch": 0.25847728726807423,
      "grad_norm": 1.7474745512008667,
      "learning_rate": 8.727717617933545e-06,
      "loss": 0.6834,
      "step": 101
    },
    {
      "epoch": 0.26103646833013433,
      "grad_norm": 1.8764477968215942,
      "learning_rate": 8.699968018833903e-06,
      "loss": 0.7884,
      "step": 102
    },
    {
      "epoch": 0.2635956493921945,
      "grad_norm": 1.820784091949463,
      "learning_rate": 8.671964195581336e-06,
      "loss": 0.8057,
      "step": 103
    },
    {
      "epoch": 0.26615483045425464,
      "grad_norm": 1.8630762100219727,
      "learning_rate": 8.643708072313619e-06,
      "loss": 0.7576,
      "step": 104
    },
    {
      "epoch": 0.2687140115163148,
      "grad_norm": 1.7553012371063232,
      "learning_rate": 8.615201590504016e-06,
      "loss": 0.807,
      "step": 105
    },
    {
      "epoch": 0.2712731925783749,
      "grad_norm": 1.6087998151779175,
      "learning_rate": 8.586446708827896e-06,
      "loss": 0.7319,
      "step": 106
    },
    {
      "epoch": 0.27383237364043506,
      "grad_norm": 1.8860429525375366,
      "learning_rate": 8.557445403028122e-06,
      "loss": 0.7882,
      "step": 107
    },
    {
      "epoch": 0.2763915547024952,
      "grad_norm": 1.8590738773345947,
      "learning_rate": 8.52819966577933e-06,
      "loss": 0.7881,
      "step": 108
    },
    {
      "epoch": 0.27895073576455537,
      "grad_norm": 1.6432468891143799,
      "learning_rate": 8.498711506550984e-06,
      "loss": 0.7186,
      "step": 109
    },
    {
      "epoch": 0.28150991682661547,
      "grad_norm": 1.6418780088424683,
      "learning_rate": 8.468982951469334e-06,
      "loss": 0.7721,
      "step": 110
    },
    {
      "epoch": 0.2840690978886756,
      "grad_norm": 1.6970170736312866,
      "learning_rate": 8.439016043178176e-06,
      "loss": 0.7377,
      "step": 111
    },
    {
      "epoch": 0.2866282789507358,
      "grad_norm": 1.8257789611816406,
      "learning_rate": 8.408812840698517e-06,
      "loss": 0.7748,
      "step": 112
    },
    {
      "epoch": 0.2891874600127959,
      "grad_norm": 1.8099708557128906,
      "learning_rate": 8.378375419287098e-06,
      "loss": 0.7326,
      "step": 113
    },
    {
      "epoch": 0.29174664107485604,
      "grad_norm": 1.7570979595184326,
      "learning_rate": 8.3477058702938e-06,
      "loss": 0.7606,
      "step": 114
    },
    {
      "epoch": 0.2943058221369162,
      "grad_norm": 1.608965516090393,
      "learning_rate": 8.31680630101795e-06,
      "loss": 0.7152,
      "step": 115
    },
    {
      "epoch": 0.29686500319897635,
      "grad_norm": 1.6170052289962769,
      "learning_rate": 8.285678834563524e-06,
      "loss": 0.8083,
      "step": 116
    },
    {
      "epoch": 0.29942418426103645,
      "grad_norm": 1.6714998483657837,
      "learning_rate": 8.25432560969328e-06,
      "loss": 0.7666,
      "step": 117
    },
    {
      "epoch": 0.3019833653230966,
      "grad_norm": 1.7456778287887573,
      "learning_rate": 8.22274878068179e-06,
      "loss": 0.7733,
      "step": 118
    },
    {
      "epoch": 0.30454254638515676,
      "grad_norm": 1.7775685787200928,
      "learning_rate": 8.190950517167438e-06,
      "loss": 0.6958,
      "step": 119
    },
    {
      "epoch": 0.30710172744721687,
      "grad_norm": 1.687903881072998,
      "learning_rate": 8.15893300400332e-06,
      "loss": 0.7196,
      "step": 120
    },
    {
      "epoch": 0.309660908509277,
      "grad_norm": 1.6974139213562012,
      "learning_rate": 8.126698441107146e-06,
      "loss": 0.7,
      "step": 121
    },
    {
      "epoch": 0.3122200895713372,
      "grad_norm": 1.6907954216003418,
      "learning_rate": 8.094249043310074e-06,
      "loss": 0.7107,
      "step": 122
    },
    {
      "epoch": 0.31477927063339733,
      "grad_norm": 1.7220592498779297,
      "learning_rate": 8.061587040204528e-06,
      "loss": 0.6674,
      "step": 123
    },
    {
      "epoch": 0.31733845169545744,
      "grad_norm": 1.7368662357330322,
      "learning_rate": 8.028714675991008e-06,
      "loss": 0.7821,
      "step": 124
    },
    {
      "epoch": 0.3198976327575176,
      "grad_norm": 1.603564739227295,
      "learning_rate": 7.995634209323886e-06,
      "loss": 0.7605,
      "step": 125
    },
    {
      "epoch": 0.32245681381957775,
      "grad_norm": 1.6910033226013184,
      "learning_rate": 7.962347913156217e-06,
      "loss": 0.7544,
      "step": 126
    },
    {
      "epoch": 0.32501599488163785,
      "grad_norm": 1.7523442506790161,
      "learning_rate": 7.92885807458357e-06,
      "loss": 0.7236,
      "step": 127
    },
    {
      "epoch": 0.327575175943698,
      "grad_norm": 1.5784283876419067,
      "learning_rate": 7.895166994686869e-06,
      "loss": 0.6806,
      "step": 128
    },
    {
      "epoch": 0.33013435700575816,
      "grad_norm": 1.863252878189087,
      "learning_rate": 7.861276988374303e-06,
      "loss": 0.661,
      "step": 129
    },
    {
      "epoch": 0.3326935380678183,
      "grad_norm": 1.7507966756820679,
      "learning_rate": 7.827190384222249e-06,
      "loss": 0.7188,
      "step": 130
    },
    {
      "epoch": 0.3352527191298784,
      "grad_norm": 1.931938648223877,
      "learning_rate": 7.7929095243153e-06,
      "loss": 0.7304,
      "step": 131
    },
    {
      "epoch": 0.3378119001919386,
      "grad_norm": 1.8002139329910278,
      "learning_rate": 7.758436764085315e-06,
      "loss": 0.7354,
      "step": 132
    },
    {
      "epoch": 0.34037108125399873,
      "grad_norm": 1.644242525100708,
      "learning_rate": 7.723774472149601e-06,
      "loss": 0.6318,
      "step": 133
    },
    {
      "epoch": 0.3429302623160589,
      "grad_norm": 1.545650839805603,
      "learning_rate": 7.68892503014815e-06,
      "loss": 0.6308,
      "step": 134
    },
    {
      "epoch": 0.345489443378119,
      "grad_norm": 2.2425730228424072,
      "learning_rate": 7.653890832580003e-06,
      "loss": 0.6681,
      "step": 135
    },
    {
      "epoch": 0.34804862444017914,
      "grad_norm": 2.2011518478393555,
      "learning_rate": 7.61867428663872e-06,
      "loss": 0.7387,
      "step": 136
    },
    {
      "epoch": 0.3506078055022393,
      "grad_norm": 1.6651183366775513,
      "learning_rate": 7.583277812046993e-06,
      "loss": 0.7516,
      "step": 137
    },
    {
      "epoch": 0.3531669865642994,
      "grad_norm": 1.749775767326355,
      "learning_rate": 7.547703840890377e-06,
      "loss": 0.7005,
      "step": 138
    },
    {
      "epoch": 0.35572616762635956,
      "grad_norm": 1.8172039985656738,
      "learning_rate": 7.511954817450181e-06,
      "loss": 0.6779,
      "step": 139
    },
    {
      "epoch": 0.3582853486884197,
      "grad_norm": 1.8840566873550415,
      "learning_rate": 7.476033198035532e-06,
      "loss": 0.7019,
      "step": 140
    },
    {
      "epoch": 0.36084452975047987,
      "grad_norm": 1.7813738584518433,
      "learning_rate": 7.439941450814591e-06,
      "loss": 0.6411,
      "step": 141
    },
    {
      "epoch": 0.36340371081253997,
      "grad_norm": 2.064899206161499,
      "learning_rate": 7.4036820556449704e-06,
      "loss": 0.6898,
      "step": 142
    },
    {
      "epoch": 0.3659628918746001,
      "grad_norm": 2.3556082248687744,
      "learning_rate": 7.367257503903349e-06,
      "loss": 0.7167,
      "step": 143
    },
    {
      "epoch": 0.3685220729366603,
      "grad_norm": 1.6402297019958496,
      "learning_rate": 7.330670298314282e-06,
      "loss": 0.6812,
      "step": 144
    },
    {
      "epoch": 0.3710812539987204,
      "grad_norm": 1.5648720264434814,
      "learning_rate": 7.293922952778239e-06,
      "loss": 0.7007,
      "step": 145
    },
    {
      "epoch": 0.37364043506078054,
      "grad_norm": 1.7159013748168945,
      "learning_rate": 7.257017992198879e-06,
      "loss": 0.6953,
      "step": 146
    },
    {
      "epoch": 0.3761996161228407,
      "grad_norm": 1.9053713083267212,
      "learning_rate": 7.219957952309568e-06,
      "loss": 0.6742,
      "step": 147
    },
    {
      "epoch": 0.37875879718490085,
      "grad_norm": 1.7517788410186768,
      "learning_rate": 7.182745379499134e-06,
      "loss": 0.6177,
      "step": 148
    },
    {
      "epoch": 0.38131797824696095,
      "grad_norm": 1.5937896966934204,
      "learning_rate": 7.145382830636925e-06,
      "loss": 0.7555,
      "step": 149
    },
    {
      "epoch": 0.3838771593090211,
      "grad_norm": 1.6669344902038574,
      "learning_rate": 7.107872872897112e-06,
      "loss": 0.6428,
      "step": 150
    },
    {
      "epoch": 0.38643634037108127,
      "grad_norm": 1.5842646360397339,
      "learning_rate": 7.070218083582306e-06,
      "loss": 0.6698,
      "step": 151
    },
    {
      "epoch": 0.3889955214331414,
      "grad_norm": 1.6338943243026733,
      "learning_rate": 7.032421049946467e-06,
      "loss": 0.6241,
      "step": 152
    },
    {
      "epoch": 0.3915547024952015,
      "grad_norm": 1.7281718254089355,
      "learning_rate": 6.994484369017142e-06,
      "loss": 0.6809,
      "step": 153
    },
    {
      "epoch": 0.3941138835572617,
      "grad_norm": 1.8216824531555176,
      "learning_rate": 6.9564106474170165e-06,
      "loss": 0.7112,
      "step": 154
    },
    {
      "epoch": 0.39667306461932184,
      "grad_norm": 1.8112353086471558,
      "learning_rate": 6.9182025011848156e-06,
      "loss": 0.673,
      "step": 155
    },
    {
      "epoch": 0.39923224568138194,
      "grad_norm": 1.7320173978805542,
      "learning_rate": 6.879862555595559e-06,
      "loss": 0.7106,
      "step": 156
    },
    {
      "epoch": 0.4017914267434421,
      "grad_norm": 1.792492389678955,
      "learning_rate": 6.841393444980177e-06,
      "loss": 0.5788,
      "step": 157
    },
    {
      "epoch": 0.40435060780550225,
      "grad_norm": 1.6218078136444092,
      "learning_rate": 6.802797812544503e-06,
      "loss": 0.6232,
      "step": 158
    },
    {
      "epoch": 0.4069097888675624,
      "grad_norm": 1.6211438179016113,
      "learning_rate": 6.764078310187667e-06,
      "loss": 0.5775,
      "step": 159
    },
    {
      "epoch": 0.4094689699296225,
      "grad_norm": 2.64115571975708,
      "learning_rate": 6.725237598319877e-06,
      "loss": 0.6409,
      "step": 160
    },
    {
      "epoch": 0.41202815099168266,
      "grad_norm": 2.3797988891601562,
      "learning_rate": 6.686278345679626e-06,
      "loss": 0.6405,
      "step": 161
    },
    {
      "epoch": 0.4145873320537428,
      "grad_norm": 2.3996291160583496,
      "learning_rate": 6.647203229150323e-06,
      "loss": 0.6215,
      "step": 162
    },
    {
      "epoch": 0.4171465131158029,
      "grad_norm": 1.6767221689224243,
      "learning_rate": 6.608014933576362e-06,
      "loss": 0.6925,
      "step": 163
    },
    {
      "epoch": 0.4197056941778631,
      "grad_norm": 1.6698813438415527,
      "learning_rate": 6.568716151578653e-06,
      "loss": 0.6969,
      "step": 164
    },
    {
      "epoch": 0.42226487523992323,
      "grad_norm": 1.82571280002594,
      "learning_rate": 6.529309583369606e-06,
      "loss": 0.696,
      "step": 165
    },
    {
      "epoch": 0.4248240563019834,
      "grad_norm": 1.985872745513916,
      "learning_rate": 6.489797936567604e-06,
      "loss": 0.6506,
      "step": 166
    },
    {
      "epoch": 0.4273832373640435,
      "grad_norm": 1.9063838720321655,
      "learning_rate": 6.45018392601096e-06,
      "loss": 0.6307,
      "step": 167
    },
    {
      "epoch": 0.42994241842610365,
      "grad_norm": 1.7634496688842773,
      "learning_rate": 6.410470273571386e-06,
      "loss": 0.5424,
      "step": 168
    },
    {
      "epoch": 0.4325015994881638,
      "grad_norm": 1.7788817882537842,
      "learning_rate": 6.370659707966967e-06,
      "loss": 0.6627,
      "step": 169
    },
    {
      "epoch": 0.4350607805502239,
      "grad_norm": 1.6340923309326172,
      "learning_rate": 6.3307549645746756e-06,
      "loss": 0.553,
      "step": 170
    },
    {
      "epoch": 0.43761996161228406,
      "grad_norm": 1.9470851421356201,
      "learning_rate": 6.290758785242425e-06,
      "loss": 0.6543,
      "step": 171
    },
    {
      "epoch": 0.4401791426743442,
      "grad_norm": 1.6622216701507568,
      "learning_rate": 6.250673918100671e-06,
      "loss": 0.6361,
      "step": 172
    },
    {
      "epoch": 0.44273832373640437,
      "grad_norm": 1.916314721107483,
      "learning_rate": 6.210503117373601e-06,
      "loss": 0.541,
      "step": 173
    },
    {
      "epoch": 0.44529750479846447,
      "grad_norm": 1.7608107328414917,
      "learning_rate": 6.170249143189878e-06,
      "loss": 0.5893,
      "step": 174
    },
    {
      "epoch": 0.44785668586052463,
      "grad_norm": 2.093899965286255,
      "learning_rate": 6.129914761393001e-06,
      "loss": 0.5947,
      "step": 175
    },
    {
      "epoch": 0.4504158669225848,
      "grad_norm": 1.7893019914627075,
      "learning_rate": 6.089502743351259e-06,
      "loss": 0.6415,
      "step": 176
    },
    {
      "epoch": 0.45297504798464494,
      "grad_norm": 1.7566556930541992,
      "learning_rate": 6.049015865767318e-06,
      "loss": 0.7068,
      "step": 177
    },
    {
      "epoch": 0.45553422904670504,
      "grad_norm": 1.5285935401916504,
      "learning_rate": 6.0084569104874276e-06,
      "loss": 0.5907,
      "step": 178
    },
    {
      "epoch": 0.4580934101087652,
      "grad_norm": 1.8482022285461426,
      "learning_rate": 5.967828664310283e-06,
      "loss": 0.6465,
      "step": 179
    },
    {
      "epoch": 0.46065259117082535,
      "grad_norm": 1.5722378492355347,
      "learning_rate": 5.927133918795548e-06,
      "loss": 0.6183,
      "step": 180
    },
    {
      "epoch": 0.46321177223288545,
      "grad_norm": 1.5821112394332886,
      "learning_rate": 5.8863754700720396e-06,
      "loss": 0.6004,
      "step": 181
    },
    {
      "epoch": 0.4657709532949456,
      "grad_norm": 1.552962064743042,
      "learning_rate": 5.845556118645613e-06,
      "loss": 0.6697,
      "step": 182
    },
    {
      "epoch": 0.46833013435700577,
      "grad_norm": 1.5706250667572021,
      "learning_rate": 5.804678669206738e-06,
      "loss": 0.6469,
      "step": 183
    },
    {
      "epoch": 0.4708893154190659,
      "grad_norm": 1.5389466285705566,
      "learning_rate": 5.763745930437787e-06,
      "loss": 0.6115,
      "step": 184
    },
    {
      "epoch": 0.473448496481126,
      "grad_norm": 1.6668463945388794,
      "learning_rate": 5.722760714820057e-06,
      "loss": 0.54,
      "step": 185
    },
    {
      "epoch": 0.4760076775431862,
      "grad_norm": 1.6907564401626587,
      "learning_rate": 5.681725838440515e-06,
      "loss": 0.6831,
      "step": 186
    },
    {
      "epoch": 0.47856685860524634,
      "grad_norm": 1.6007864475250244,
      "learning_rate": 5.640644120798312e-06,
      "loss": 0.6649,
      "step": 187
    },
    {
      "epoch": 0.48112603966730644,
      "grad_norm": 1.5013468265533447,
      "learning_rate": 5.599518384611052e-06,
      "loss": 0.5745,
      "step": 188
    },
    {
      "epoch": 0.4836852207293666,
      "grad_norm": 1.569190502166748,
      "learning_rate": 5.558351455620852e-06,
      "loss": 0.5363,
      "step": 189
    },
    {
      "epoch": 0.48624440179142675,
      "grad_norm": 1.6902738809585571,
      "learning_rate": 5.517146162400171e-06,
      "loss": 0.6073,
      "step": 190
    },
    {
      "epoch": 0.4888035828534869,
      "grad_norm": 1.6453821659088135,
      "learning_rate": 5.475905336157473e-06,
      "loss": 0.5941,
      "step": 191
    },
    {
      "epoch": 0.491362763915547,
      "grad_norm": 1.6778477430343628,
      "learning_rate": 5.434631810542688e-06,
      "loss": 0.5273,
      "step": 192
    },
    {
      "epoch": 0.49392194497760716,
      "grad_norm": 1.8814613819122314,
      "learning_rate": 5.393328421452514e-06,
      "loss": 0.5907,
      "step": 193
    },
    {
      "epoch": 0.4964811260396673,
      "grad_norm": 2.279060125350952,
      "learning_rate": 5.351998006835563e-06,
      "loss": 0.6219,
      "step": 194
    },
    {
      "epoch": 0.4990403071017274,
      "grad_norm": 1.5855976343154907,
      "learning_rate": 5.3106434064973665e-06,
      "loss": 0.6052,
      "step": 195
    },
    {
      "epoch": 0.5015994881637876,
      "grad_norm": 1.6588892936706543,
      "learning_rate": 5.269267461905253e-06,
      "loss": 0.601,
      "step": 196
    },
    {
      "epoch": 0.5041586692258477,
      "grad_norm": 1.602506160736084,
      "learning_rate": 5.227873015993108e-06,
      "loss": 0.6216,
      "step": 197
    },
    {
      "epoch": 0.5067178502879078,
      "grad_norm": 1.5565695762634277,
      "learning_rate": 5.186462912966047e-06,
      "loss": 0.6205,
      "step": 198
    },
    {
      "epoch": 0.509277031349968,
      "grad_norm": 1.565605640411377,
      "learning_rate": 5.145039998104975e-06,
      "loss": 0.5435,
      "step": 199
    },
    {
      "epoch": 0.5118362124120281,
      "grad_norm": 1.9312242269515991,
      "learning_rate": 5.1036071175710984e-06,
      "loss": 0.6566,
      "step": 200
    },
    {
      "epoch": 0.5143953934740882,
      "grad_norm": 1.989288568496704,
      "learning_rate": 5.062167118210367e-06,
      "loss": 0.5612,
      "step": 201
    },
    {
      "epoch": 0.5169545745361485,
      "grad_norm": 1.5968483686447144,
      "learning_rate": 5.020722847357858e-06,
      "loss": 0.573,
      "step": 202
    },
    {
      "epoch": 0.5195137555982086,
      "grad_norm": 1.5364960432052612,
      "learning_rate": 4.979277152642145e-06,
      "loss": 0.6093,
      "step": 203
    },
    {
      "epoch": 0.5220729366602687,
      "grad_norm": 1.4956138134002686,
      "learning_rate": 4.937832881789635e-06,
      "loss": 0.5805,
      "step": 204
    },
    {
      "epoch": 0.5246321177223289,
      "grad_norm": 1.5566569566726685,
      "learning_rate": 4.8963928824289015e-06,
      "loss": 0.542,
      "step": 205
    },
    {
      "epoch": 0.527191298784389,
      "grad_norm": 1.7304389476776123,
      "learning_rate": 4.854960001895027e-06,
      "loss": 0.6403,
      "step": 206
    },
    {
      "epoch": 0.5297504798464492,
      "grad_norm": 1.708113431930542,
      "learning_rate": 4.813537087033954e-06,
      "loss": 0.587,
      "step": 207
    },
    {
      "epoch": 0.5323096609085093,
      "grad_norm": 1.5466324090957642,
      "learning_rate": 4.772126984006892e-06,
      "loss": 0.5617,
      "step": 208
    },
    {
      "epoch": 0.5348688419705694,
      "grad_norm": 1.8750905990600586,
      "learning_rate": 4.7307325380947495e-06,
      "loss": 0.6119,
      "step": 209
    },
    {
      "epoch": 0.5374280230326296,
      "grad_norm": 1.6555531024932861,
      "learning_rate": 4.689356593502635e-06,
      "loss": 0.5196,
      "step": 210
    },
    {
      "epoch": 0.5399872040946897,
      "grad_norm": 1.6204813718795776,
      "learning_rate": 4.648001993164438e-06,
      "loss": 0.5631,
      "step": 211
    },
    {
      "epoch": 0.5425463851567498,
      "grad_norm": 1.6162160634994507,
      "learning_rate": 4.606671578547488e-06,
      "loss": 0.6036,
      "step": 212
    },
    {
      "epoch": 0.54510556621881,
      "grad_norm": 1.512351632118225,
      "learning_rate": 4.565368189457313e-06,
      "loss": 0.5054,
      "step": 213
    },
    {
      "epoch": 0.5476647472808701,
      "grad_norm": 2.097134828567505,
      "learning_rate": 4.524094663842528e-06,
      "loss": 0.5553,
      "step": 214
    },
    {
      "epoch": 0.5502239283429302,
      "grad_norm": 1.6303435564041138,
      "learning_rate": 4.482853837599831e-06,
      "loss": 0.5383,
      "step": 215
    },
    {
      "epoch": 0.5527831094049904,
      "grad_norm": 1.5532830953598022,
      "learning_rate": 4.441648544379149e-06,
      "loss": 0.5538,
      "step": 216
    },
    {
      "epoch": 0.5553422904670505,
      "grad_norm": 1.4504081010818481,
      "learning_rate": 4.400481615388948e-06,
      "loss": 0.5123,
      "step": 217
    },
    {
      "epoch": 0.5579014715291107,
      "grad_norm": 1.6712675094604492,
      "learning_rate": 4.359355879201691e-06,
      "loss": 0.5813,
      "step": 218
    },
    {
      "epoch": 0.5604606525911708,
      "grad_norm": 1.5415232181549072,
      "learning_rate": 4.318274161559487e-06,
      "loss": 0.6498,
      "step": 219
    },
    {
      "epoch": 0.5630198336532309,
      "grad_norm": 1.6677114963531494,
      "learning_rate": 4.277239285179944e-06,
      "loss": 0.5192,
      "step": 220
    },
    {
      "epoch": 0.5655790147152912,
      "grad_norm": 1.721778392791748,
      "learning_rate": 4.236254069562214e-06,
      "loss": 0.585,
      "step": 221
    },
    {
      "epoch": 0.5681381957773513,
      "grad_norm": 1.5012080669403076,
      "learning_rate": 4.195321330793264e-06,
      "loss": 0.5533,
      "step": 222
    },
    {
      "epoch": 0.5706973768394114,
      "grad_norm": 1.5886061191558838,
      "learning_rate": 4.154443881354388e-06,
      "loss": 0.5456,
      "step": 223
    },
    {
      "epoch": 0.5732565579014716,
      "grad_norm": 1.6147302389144897,
      "learning_rate": 4.113624529927963e-06,
      "loss": 0.5556,
      "step": 224
    },
    {
      "epoch": 0.5758157389635317,
      "grad_norm": 1.5829546451568604,
      "learning_rate": 4.072866081204453e-06,
      "loss": 0.5706,
      "step": 225
    },
    {
      "epoch": 0.5783749200255918,
      "grad_norm": 1.7815481424331665,
      "learning_rate": 4.032171335689718e-06,
      "loss": 0.5703,
      "step": 226
    },
    {
      "epoch": 0.580934101087652,
      "grad_norm": 1.7351888418197632,
      "learning_rate": 3.991543089512574e-06,
      "loss": 0.5189,
      "step": 227
    },
    {
      "epoch": 0.5834932821497121,
      "grad_norm": 1.560595989227295,
      "learning_rate": 3.9509841342326835e-06,
      "loss": 0.6063,
      "step": 228
    },
    {
      "epoch": 0.5860524632117722,
      "grad_norm": 1.6448612213134766,
      "learning_rate": 3.910497256648742e-06,
      "loss": 0.5401,
      "step": 229
    },
    {
      "epoch": 0.5886116442738324,
      "grad_norm": 1.5097739696502686,
      "learning_rate": 3.870085238607002e-06,
      "loss": 0.5877,
      "step": 230
    },
    {
      "epoch": 0.5911708253358925,
      "grad_norm": 1.6677836179733276,
      "learning_rate": 3.829750856810123e-06,
      "loss": 0.5796,
      "step": 231
    },
    {
      "epoch": 0.5937300063979527,
      "grad_norm": 1.6501197814941406,
      "learning_rate": 3.7894968826263993e-06,
      "loss": 0.532,
      "step": 232
    },
    {
      "epoch": 0.5962891874600128,
      "grad_norm": 1.4657257795333862,
      "learning_rate": 3.7493260818993295e-06,
      "loss": 0.5178,
      "step": 233
    },
    {
      "epoch": 0.5988483685220729,
      "grad_norm": 1.576541781425476,
      "learning_rate": 3.7092412147575763e-06,
      "loss": 0.5337,
      "step": 234
    },
    {
      "epoch": 0.6014075495841331,
      "grad_norm": 1.5359219312667847,
      "learning_rate": 3.6692450354253244e-06,
      "loss": 0.431,
      "step": 235
    },
    {
      "epoch": 0.6039667306461932,
      "grad_norm": 1.9020817279815674,
      "learning_rate": 3.6293402920330345e-06,
      "loss": 0.5593,
      "step": 236
    },
    {
      "epoch": 0.6065259117082533,
      "grad_norm": 1.6816877126693726,
      "learning_rate": 3.589529726428615e-06,
      "loss": 0.4986,
      "step": 237
    },
    {
      "epoch": 0.6090850927703135,
      "grad_norm": 1.7360111474990845,
      "learning_rate": 3.54981607398904e-06,
      "loss": 0.5238,
      "step": 238
    },
    {
      "epoch": 0.6116442738323736,
      "grad_norm": 1.542158603668213,
      "learning_rate": 3.5102020634323974e-06,
      "loss": 0.5575,
      "step": 239
    },
    {
      "epoch": 0.6142034548944337,
      "grad_norm": 1.8407609462738037,
      "learning_rate": 3.470690416630395e-06,
      "loss": 0.5026,
      "step": 240
    },
    {
      "epoch": 0.6167626359564939,
      "grad_norm": 1.5505833625793457,
      "learning_rate": 3.431283848421347e-06,
      "loss": 0.5446,
      "step": 241
    },
    {
      "epoch": 0.619321817018554,
      "grad_norm": 1.7350224256515503,
      "learning_rate": 3.39198506642364e-06,
      "loss": 0.5244,
      "step": 242
    },
    {
      "epoch": 0.6218809980806143,
      "grad_norm": 1.5843605995178223,
      "learning_rate": 3.352796770849679e-06,
      "loss": 0.4617,
      "step": 243
    },
    {
      "epoch": 0.6244401791426744,
      "grad_norm": 1.5719588994979858,
      "learning_rate": 3.3137216543203747e-06,
      "loss": 0.5001,
      "step": 244
    },
    {
      "epoch": 0.6269993602047345,
      "grad_norm": 1.7105059623718262,
      "learning_rate": 3.2747624016801245e-06,
      "loss": 0.5415,
      "step": 245
    },
    {
      "epoch": 0.6295585412667947,
      "grad_norm": 1.7561525106430054,
      "learning_rate": 3.2359216898123343e-06,
      "loss": 0.5619,
      "step": 246
    },
    {
      "epoch": 0.6321177223288548,
      "grad_norm": 2.0059330463409424,
      "learning_rate": 3.197202187455498e-06,
      "loss": 0.5481,
      "step": 247
    },
    {
      "epoch": 0.6346769033909149,
      "grad_norm": 1.4864341020584106,
      "learning_rate": 3.158606555019826e-06,
      "loss": 0.5159,
      "step": 248
    },
    {
      "epoch": 0.6372360844529751,
      "grad_norm": 1.5791542530059814,
      "learning_rate": 3.120137444404442e-06,
      "loss": 0.5506,
      "step": 249
    },
    {
      "epoch": 0.6397952655150352,
      "grad_norm": 1.647869348526001,
      "learning_rate": 3.081797498815185e-06,
      "loss": 0.5004,
      "step": 250
    },
    {
      "epoch": 0.6423544465770953,
      "grad_norm": 1.6751713752746582,
      "learning_rate": 3.0435893525829847e-06,
      "loss": 0.5103,
      "step": 251
    },
    {
      "epoch": 0.6449136276391555,
      "grad_norm": 1.8151626586914062,
      "learning_rate": 3.005515630982858e-06,
      "loss": 0.4874,
      "step": 252
    },
    {
      "epoch": 0.6474728087012156,
      "grad_norm": 1.5823078155517578,
      "learning_rate": 2.9675789500535328e-06,
      "loss": 0.4991,
      "step": 253
    },
    {
      "epoch": 0.6500319897632757,
      "grad_norm": 1.7204740047454834,
      "learning_rate": 2.9297819164176964e-06,
      "loss": 0.5046,
      "step": 254
    },
    {
      "epoch": 0.6525911708253359,
      "grad_norm": 1.5417708158493042,
      "learning_rate": 2.8921271271028896e-06,
      "loss": 0.4983,
      "step": 255
    },
    {
      "epoch": 0.655150351887396,
      "grad_norm": 2.2327561378479004,
      "learning_rate": 2.854617169363075e-06,
      "loss": 0.5921,
      "step": 256
    },
    {
      "epoch": 0.6577095329494562,
      "grad_norm": 1.7403721809387207,
      "learning_rate": 2.817254620500868e-06,
      "loss": 0.5774,
      "step": 257
    },
    {
      "epoch": 0.6602687140115163,
      "grad_norm": 1.547120213508606,
      "learning_rate": 2.7800420476904337e-06,
      "loss": 0.5383,
      "step": 258
    },
    {
      "epoch": 0.6628278950735764,
      "grad_norm": 1.4761300086975098,
      "learning_rate": 2.7429820078011215e-06,
      "loss": 0.5602,
      "step": 259
    },
    {
      "epoch": 0.6653870761356366,
      "grad_norm": 1.5744880437850952,
      "learning_rate": 2.7060770472217635e-06,
      "loss": 0.5757,
      "step": 260
    },
    {
      "epoch": 0.6679462571976967,
      "grad_norm": 2.3688693046569824,
      "learning_rate": 2.669329701685719e-06,
      "loss": 0.4874,
      "step": 261
    },
    {
      "epoch": 0.6705054382597568,
      "grad_norm": 1.5973730087280273,
      "learning_rate": 2.632742496096651e-06,
      "loss": 0.6039,
      "step": 262
    },
    {
      "epoch": 0.673064619321817,
      "grad_norm": 1.6801444292068481,
      "learning_rate": 2.59631794435503e-06,
      "loss": 0.4457,
      "step": 263
    },
    {
      "epoch": 0.6756238003838771,
      "grad_norm": 1.6441094875335693,
      "learning_rate": 2.560058549185412e-06,
      "loss": 0.507,
      "step": 264
    },
    {
      "epoch": 0.6781829814459372,
      "grad_norm": 1.648740291595459,
      "learning_rate": 2.523966801964468e-06,
      "loss": 0.5504,
      "step": 265
    },
    {
      "epoch": 0.6807421625079975,
      "grad_norm": 1.4132170677185059,
      "learning_rate": 2.488045182549819e-06,
      "loss": 0.5247,
      "step": 266
    },
    {
      "epoch": 0.6833013435700576,
      "grad_norm": 1.508416771888733,
      "learning_rate": 2.4522961591096246e-06,
      "loss": 0.4683,
      "step": 267
    },
    {
      "epoch": 0.6858605246321178,
      "grad_norm": 1.7160900831222534,
      "learning_rate": 2.4167221879530063e-06,
      "loss": 0.4942,
      "step": 268
    },
    {
      "epoch": 0.6884197056941779,
      "grad_norm": 1.9720776081085205,
      "learning_rate": 2.381325713361283e-06,
      "loss": 0.4986,
      "step": 269
    },
    {
      "epoch": 0.690978886756238,
      "grad_norm": 1.452165961265564,
      "learning_rate": 2.3461091674199998e-06,
      "loss": 0.4422,
      "step": 270
    },
    {
      "epoch": 0.6935380678182982,
      "grad_norm": 1.616641879081726,
      "learning_rate": 2.311074969851852e-06,
      "loss": 0.5194,
      "step": 271
    },
    {
      "epoch": 0.6960972488803583,
      "grad_norm": 1.4725862741470337,
      "learning_rate": 2.276225527850401e-06,
      "loss": 0.5132,
      "step": 272
    },
    {
      "epoch": 0.6986564299424184,
      "grad_norm": 1.5637017488479614,
      "learning_rate": 2.2415632359146855e-06,
      "loss": 0.5096,
      "step": 273
    },
    {
      "epoch": 0.7012156110044786,
      "grad_norm": 2.0925307273864746,
      "learning_rate": 2.2070904756847023e-06,
      "loss": 0.5367,
      "step": 274
    },
    {
      "epoch": 0.7037747920665387,
      "grad_norm": 1.4457118511199951,
      "learning_rate": 2.1728096157777516e-06,
      "loss": 0.4998,
      "step": 275
    },
    {
      "epoch": 0.7063339731285988,
      "grad_norm": 1.425362229347229,
      "learning_rate": 2.1387230116257004e-06,
      "loss": 0.47,
      "step": 276
    },
    {
      "epoch": 0.708893154190659,
      "grad_norm": 1.4573434591293335,
      "learning_rate": 2.104833005313131e-06,
      "loss": 0.4368,
      "step": 277
    },
    {
      "epoch": 0.7114523352527191,
      "grad_norm": 1.633025050163269,
      "learning_rate": 2.071141925416431e-06,
      "loss": 0.4864,
      "step": 278
    },
    {
      "epoch": 0.7140115163147792,
      "grad_norm": 1.6741235256195068,
      "learning_rate": 2.0376520868437838e-06,
      "loss": 0.5341,
      "step": 279
    },
    {
      "epoch": 0.7165706973768394,
      "grad_norm": 1.5268086194992065,
      "learning_rate": 2.0043657906761144e-06,
      "loss": 0.4713,
      "step": 280
    },
    {
      "epoch": 0.7191298784388995,
      "grad_norm": 1.6337690353393555,
      "learning_rate": 1.971285324008994e-06,
      "loss": 0.502,
      "step": 281
    },
    {
      "epoch": 0.7216890595009597,
      "grad_norm": 1.707281470298767,
      "learning_rate": 1.938412959795472e-06,
      "loss": 0.4848,
      "step": 282
    },
    {
      "epoch": 0.7242482405630198,
      "grad_norm": 1.4948759078979492,
      "learning_rate": 1.9057509566899268e-06,
      "loss": 0.4637,
      "step": 283
    },
    {
      "epoch": 0.7268074216250799,
      "grad_norm": 1.5909830331802368,
      "learning_rate": 1.873301558892855e-06,
      "loss": 0.4133,
      "step": 284
    },
    {
      "epoch": 0.7293666026871402,
      "grad_norm": 1.5825873613357544,
      "learning_rate": 1.8410669959966804e-06,
      "loss": 0.4676,
      "step": 285
    },
    {
      "epoch": 0.7319257837492003,
      "grad_norm": 1.4792473316192627,
      "learning_rate": 1.8090494828325634e-06,
      "loss": 0.4517,
      "step": 286
    },
    {
      "epoch": 0.7344849648112604,
      "grad_norm": 1.6525112390518188,
      "learning_rate": 1.7772512193182096e-06,
      "loss": 0.4793,
      "step": 287
    },
    {
      "epoch": 0.7370441458733206,
      "grad_norm": 3.011749267578125,
      "learning_rate": 1.745674390306722e-06,
      "loss": 0.5269,
      "step": 288
    },
    {
      "epoch": 0.7396033269353807,
      "grad_norm": 1.5214685201644897,
      "learning_rate": 1.7143211654364761e-06,
      "loss": 0.5309,
      "step": 289
    },
    {
      "epoch": 0.7421625079974408,
      "grad_norm": 1.545071005821228,
      "learning_rate": 1.6831936989820507e-06,
      "loss": 0.4268,
      "step": 290
    },
    {
      "epoch": 0.744721689059501,
      "grad_norm": 1.5162274837493896,
      "learning_rate": 1.6522941297061996e-06,
      "loss": 0.4596,
      "step": 291
    },
    {
      "epoch": 0.7472808701215611,
      "grad_norm": 1.4541124105453491,
      "learning_rate": 1.6216245807129005e-06,
      "loss": 0.4311,
      "step": 292
    },
    {
      "epoch": 0.7498400511836213,
      "grad_norm": 2.05718731880188,
      "learning_rate": 1.5911871593014838e-06,
      "loss": 0.4577,
      "step": 293
    },
    {
      "epoch": 0.7523992322456814,
      "grad_norm": 2.3280277252197266,
      "learning_rate": 1.5609839568218248e-06,
      "loss": 0.4765,
      "step": 294
    },
    {
      "epoch": 0.7549584133077415,
      "grad_norm": 1.4779192209243774,
      "learning_rate": 1.5310170485306675e-06,
      "loss": 0.4647,
      "step": 295
    },
    {
      "epoch": 0.7575175943698017,
      "grad_norm": 1.3130896091461182,
      "learning_rate": 1.5012884934490168e-06,
      "loss": 0.4476,
      "step": 296
    },
    {
      "epoch": 0.7600767754318618,
      "grad_norm": 1.6979542970657349,
      "learning_rate": 1.4718003342206722e-06,
      "loss": 0.4898,
      "step": 297
    },
    {
      "epoch": 0.7626359564939219,
      "grad_norm": 1.580965518951416,
      "learning_rate": 1.44255459697188e-06,
      "loss": 0.4565,
      "step": 298
    },
    {
      "epoch": 0.7651951375559821,
      "grad_norm": 1.6245533227920532,
      "learning_rate": 1.413553291172106e-06,
      "loss": 0.5063,
      "step": 299
    },
    {
      "epoch": 0.7677543186180422,
      "grad_norm": 1.4497474431991577,
      "learning_rate": 1.3847984094959843e-06,
      "loss": 0.4968,
      "step": 300
    },
    {
      "epoch": 0.7703134996801023,
      "grad_norm": 1.5835232734680176,
      "learning_rate": 1.3562919276863846e-06,
      "loss": 0.4664,
      "step": 301
    },
    {
      "epoch": 0.7728726807421625,
      "grad_norm": 1.6141891479492188,
      "learning_rate": 1.3280358044186648e-06,
      "loss": 0.4485,
      "step": 302
    },
    {
      "epoch": 0.7754318618042226,
      "grad_norm": 1.5265198945999146,
      "learning_rate": 1.3000319811660967e-06,
      "loss": 0.4546,
      "step": 303
    },
    {
      "epoch": 0.7779910428662828,
      "grad_norm": 1.6432017087936401,
      "learning_rate": 1.2722823820664577e-06,
      "loss": 0.4247,
      "step": 304
    },
    {
      "epoch": 0.780550223928343,
      "grad_norm": 1.6264252662658691,
      "learning_rate": 1.2447889137898295e-06,
      "loss": 0.5032,
      "step": 305
    },
    {
      "epoch": 0.783109404990403,
      "grad_norm": 1.7414301633834839,
      "learning_rate": 1.2175534654075887e-06,
      "loss": 0.4517,
      "step": 306
    },
    {
      "epoch": 0.7856685860524633,
      "grad_norm": 1.4454889297485352,
      "learning_rate": 1.190577908262614e-06,
      "loss": 0.4992,
      "step": 307
    },
    {
      "epoch": 0.7882277671145234,
      "grad_norm": 1.5262882709503174,
      "learning_rate": 1.1638640958407e-06,
      "loss": 0.501,
      "step": 308
    },
    {
      "epoch": 0.7907869481765835,
      "grad_norm": 1.644844651222229,
      "learning_rate": 1.1374138636432054e-06,
      "loss": 0.4567,
      "step": 309
    },
    {
      "epoch": 0.7933461292386437,
      "grad_norm": 1.6340616941452026,
      "learning_rate": 1.1112290290609444e-06,
      "loss": 0.4374,
      "step": 310
    },
    {
      "epoch": 0.7959053103007038,
      "grad_norm": 1.4388090372085571,
      "learning_rate": 1.085311391249299e-06,
      "loss": 0.431,
      "step": 311
    },
    {
      "epoch": 0.7984644913627639,
      "grad_norm": 1.9001237154006958,
      "learning_rate": 1.0596627310046165e-06,
      "loss": 0.4767,
      "step": 312
    },
    {
      "epoch": 0.8010236724248241,
      "grad_norm": 1.5323541164398193,
      "learning_rate": 1.0342848106418368e-06,
      "loss": 0.4444,
      "step": 313
    },
    {
      "epoch": 0.8035828534868842,
      "grad_norm": 1.5047707557678223,
      "learning_rate": 1.0091793738734113e-06,
      "loss": 0.4322,
      "step": 314
    },
    {
      "epoch": 0.8061420345489443,
      "grad_norm": 1.3882431983947754,
      "learning_rate": 9.843481456894949e-07,
      "loss": 0.3974,
      "step": 315
    },
    {
      "epoch": 0.8087012156110045,
      "grad_norm": 1.5407518148422241,
      "learning_rate": 9.59792832239415e-07,
      "loss": 0.4345,
      "step": 316
    },
    {
      "epoch": 0.8112603966730646,
      "grad_norm": 1.5471398830413818,
      "learning_rate": 9.35515120714447e-07,
      "loss": 0.4478,
      "step": 317
    },
    {
      "epoch": 0.8138195777351248,
      "grad_norm": 1.770851731300354,
      "learning_rate": 9.115166792318858e-07,
      "loss": 0.3907,
      "step": 318
    },
    {
      "epoch": 0.8163787587971849,
      "grad_norm": 1.5951015949249268,
      "learning_rate": 8.877991567204353e-07,
      "loss": 0.4732,
      "step": 319
    },
    {
      "epoch": 0.818937939859245,
      "grad_norm": 1.4890408515930176,
      "learning_rate": 8.643641828069004e-07,
      "loss": 0.4236,
      "step": 320
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 391,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 80,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.693790773915156e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}