{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 696,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008620689655172414,
      "grad_norm": 0.5692610740661621,
      "learning_rate": 5.714285714285715e-07,
      "loss": 1.9584773778915405,
      "step": 2
    },
    {
      "epoch": 0.017241379310344827,
      "grad_norm": 0.726763904094696,
      "learning_rate": 1.7142857142857145e-06,
      "loss": 6.022436618804932,
      "step": 4
    },
    {
      "epoch": 0.02586206896551724,
      "grad_norm": 1.3075555562973022,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.9596091508865356,
      "step": 6
    },
    {
      "epoch": 0.034482758620689655,
      "grad_norm": 0.4725358784198761,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.622937560081482,
      "step": 8
    },
    {
      "epoch": 0.04310344827586207,
      "grad_norm": 3.1994080543518066,
      "learning_rate": 5.142857142857142e-06,
      "loss": 2.567897319793701,
      "step": 10
    },
    {
      "epoch": 0.05172413793103448,
      "grad_norm": 0.3738505244255066,
      "learning_rate": 6.285714285714286e-06,
      "loss": 1.8926677703857422,
      "step": 12
    },
    {
      "epoch": 0.0603448275862069,
      "grad_norm": 0.6169027090072632,
      "learning_rate": 7.428571428571429e-06,
      "loss": 1.7960844039916992,
      "step": 14
    },
    {
      "epoch": 0.06896551724137931,
      "grad_norm": 0.7442793250083923,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.7497979402542114,
      "step": 16
    },
    {
      "epoch": 0.07758620689655173,
      "grad_norm": 3.6816675662994385,
      "learning_rate": 9.714285714285715e-06,
      "loss": 2.5326366424560547,
      "step": 18
    },
    {
      "epoch": 0.08620689655172414,
      "grad_norm": 0.4809480607509613,
      "learning_rate": 1.0857142857142858e-05,
      "loss": 1.7976326942443848,
      "step": 20
    },
    {
      "epoch": 0.09482758620689655,
      "grad_norm": 1.6670607328414917,
      "learning_rate": 1.2e-05,
      "loss": 3.13413667678833,
      "step": 22
    },
    {
      "epoch": 0.10344827586206896,
      "grad_norm": 2.1275734901428223,
      "learning_rate": 1.3142857142857145e-05,
      "loss": 1.9254695177078247,
      "step": 24
    },
    {
      "epoch": 0.11206896551724138,
      "grad_norm": 5.445179462432861,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 2.0263671875,
      "step": 26
    },
    {
      "epoch": 0.1206896551724138,
      "grad_norm": 3.1292130947113037,
      "learning_rate": 1.542857142857143e-05,
      "loss": 2.157352924346924,
      "step": 28
    },
    {
      "epoch": 0.12931034482758622,
      "grad_norm": 0.3002319037914276,
      "learning_rate": 1.6571428571428574e-05,
      "loss": 1.6684068441390991,
      "step": 30
    },
    {
      "epoch": 0.13793103448275862,
      "grad_norm": 0.3610835671424866,
      "learning_rate": 1.7714285714285717e-05,
      "loss": 1.6966811418533325,
      "step": 32
    },
    {
      "epoch": 0.14655172413793102,
      "grad_norm": 2.521209955215454,
      "learning_rate": 1.885714285714286e-05,
      "loss": 1.5750758647918701,
      "step": 34
    },
    {
      "epoch": 0.15517241379310345,
      "grad_norm": 2.5947937965393066,
      "learning_rate": 2e-05,
      "loss": 1.5068325996398926,
      "step": 36
    },
    {
      "epoch": 0.16379310344827586,
      "grad_norm": 0.5535445809364319,
      "learning_rate": 1.9995836718255602e-05,
      "loss": 1.582505702972412,
      "step": 38
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 6.105097770690918,
      "learning_rate": 1.9983350724781264e-05,
      "loss": 1.5262649059295654,
      "step": 40
    },
    {
      "epoch": 0.1810344827586207,
      "grad_norm": 0.7298107743263245,
      "learning_rate": 1.996255357129003e-05,
      "loss": 1.858609914779663,
      "step": 42
    },
    {
      "epoch": 0.1896551724137931,
      "grad_norm": 0.6571905612945557,
      "learning_rate": 1.9933464498761785e-05,
      "loss": 1.520866870880127,
      "step": 44
    },
    {
      "epoch": 0.19827586206896552,
      "grad_norm": 0.5775193572044373,
      "learning_rate": 1.989611041964199e-05,
      "loss": 1.286926507949829,
      "step": 46
    },
    {
      "epoch": 0.20689655172413793,
      "grad_norm": 0.757246196269989,
      "learning_rate": 1.985052589294303e-05,
      "loss": 0.9975602030754089,
      "step": 48
    },
    {
      "epoch": 0.21551724137931033,
      "grad_norm": 0.2879011929035187,
      "learning_rate": 1.9796753092271085e-05,
      "loss": 1.4037001132965088,
      "step": 50
    },
    {
      "epoch": 0.22413793103448276,
      "grad_norm": 0.39832451939582825,
      "learning_rate": 1.973484176680824e-05,
      "loss": 1.5926319360733032,
      "step": 52
    },
    {
      "epoch": 0.23275862068965517,
      "grad_norm": 0.3482792377471924,
      "learning_rate": 1.9664849195285844e-05,
      "loss": 1.0562762022018433,
      "step": 54
    },
    {
      "epoch": 0.2413793103448276,
      "grad_norm": 0.24125751852989197,
      "learning_rate": 1.958684013299173e-05,
      "loss": 0.927044689655304,
      "step": 56
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5061832070350647,
      "learning_rate": 1.950088675186034e-05,
      "loss": 0.9711346626281738,
      "step": 58
    },
    {
      "epoch": 0.25862068965517243,
      "grad_norm": 0.7697155475616455,
      "learning_rate": 1.9407068573701116e-05,
      "loss": 1.0954338312149048,
      "step": 60
    },
    {
      "epoch": 0.2672413793103448,
      "grad_norm": 0.31880345940589905,
      "learning_rate": 1.9305472396627044e-05,
      "loss": 1.4207227230072021,
      "step": 62
    },
    {
      "epoch": 0.27586206896551724,
      "grad_norm": 0.3055737316608429,
      "learning_rate": 1.919619221475131e-05,
      "loss": 0.9308554530143738,
      "step": 64
    },
    {
      "epoch": 0.28448275862068967,
      "grad_norm": 0.2709406316280365,
      "learning_rate": 1.90793291312264e-05,
      "loss": 1.4012649059295654,
      "step": 66
    },
    {
      "epoch": 0.29310344827586204,
      "grad_norm": 0.3806637227535248,
      "learning_rate": 1.895499126470615e-05,
      "loss": 0.8479315638542175,
      "step": 68
    },
    {
      "epoch": 0.3017241379310345,
      "grad_norm": 0.3242409825325012,
      "learning_rate": 1.8823293649317186e-05,
      "loss": 1.381568193435669,
      "step": 70
    },
    {
      "epoch": 0.3103448275862069,
      "grad_norm": 0.13824906945228577,
      "learning_rate": 1.868435812823238e-05,
      "loss": 0.6094793677330017,
      "step": 72
    },
    {
      "epoch": 0.31896551724137934,
      "grad_norm": 0.27344992756843567,
      "learning_rate": 1.853831324094475e-05,
      "loss": 0.8938958644866943,
      "step": 74
    },
    {
      "epoch": 0.3275862068965517,
      "grad_norm": 0.660277783870697,
      "learning_rate": 1.8385294104346103e-05,
      "loss": 1.2029653787612915,
      "step": 76
    },
    {
      "epoch": 0.33620689655172414,
      "grad_norm": 0.30026018619537354,
      "learning_rate": 1.8225442287720417e-05,
      "loss": 1.3596869707107544,
      "step": 78
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.3138439953327179,
      "learning_rate": 1.805890568176769e-05,
      "loss": 1.4085049629211426,
      "step": 80
    },
    {
      "epoch": 0.35344827586206895,
      "grad_norm": 0.5029515624046326,
      "learning_rate": 1.7885838361779333e-05,
      "loss": 1.2587382793426514,
      "step": 82
    },
    {
      "epoch": 0.3620689655172414,
      "grad_norm": 0.3618926405906677,
      "learning_rate": 1.7706400445091755e-05,
      "loss": 1.3189198970794678,
      "step": 84
    },
    {
      "epoch": 0.3706896551724138,
      "grad_norm": 0.7304700016975403,
      "learning_rate": 1.7520757942950026e-05,
      "loss": 1.327932596206665,
      "step": 86
    },
    {
      "epoch": 0.3793103448275862,
      "grad_norm": 0.5044423937797546,
      "learning_rate": 1.7329082606918616e-05,
      "loss": 1.0215771198272705,
      "step": 88
    },
    {
      "epoch": 0.3879310344827586,
      "grad_norm": 0.38377389311790466,
      "learning_rate": 1.7131551769981392e-05,
      "loss": 1.5617601871490479,
      "step": 90
    },
    {
      "epoch": 0.39655172413793105,
      "grad_norm": 0.2912510931491852,
      "learning_rate": 1.6928348182477765e-05,
      "loss": 1.3252155780792236,
      "step": 92
    },
    {
      "epoch": 0.4051724137931034,
      "grad_norm": 0.3194431960582733,
      "learning_rate": 1.67196598430269e-05,
      "loss": 1.335471272468567,
      "step": 94
    },
    {
      "epoch": 0.41379310344827586,
      "grad_norm": 0.3167501986026764,
      "learning_rate": 1.6505679824596338e-05,
      "loss": 1.4329684972763062,
      "step": 96
    },
    {
      "epoch": 0.4224137931034483,
      "grad_norm": 0.27103397250175476,
      "learning_rate": 1.6286606095875938e-05,
      "loss": 1.302343487739563,
      "step": 98
    },
    {
      "epoch": 0.43103448275862066,
      "grad_norm": 0.3172292113304138,
      "learning_rate": 1.6062641338122474e-05,
      "loss": 1.3569573163986206,
      "step": 100
    },
    {
      "epoch": 0.4396551724137931,
      "grad_norm": 0.2844351530075073,
      "learning_rate": 1.583399275764424e-05,
      "loss": 1.309763789176941,
      "step": 102
    },
    {
      "epoch": 0.4482758620689655,
      "grad_norm": 0.4061580002307892,
      "learning_rate": 1.5600871894099243e-05,
      "loss": 0.9164461493492126,
      "step": 104
    },
    {
      "epoch": 0.45689655172413796,
      "grad_norm": 1.267133355140686,
      "learning_rate": 1.5363494424784238e-05,
      "loss": 0.8275090456008911,
      "step": 106
    },
    {
      "epoch": 0.46551724137931033,
      "grad_norm": 0.3342474102973938,
      "learning_rate": 1.5122079965095786e-05,
      "loss": 0.7831904292106628,
      "step": 108
    },
    {
      "epoch": 0.47413793103448276,
      "grad_norm": 0.33141425251960754,
      "learning_rate": 1.4876851865347857e-05,
      "loss": 1.0925136804580688,
      "step": 110
    },
    {
      "epoch": 0.4827586206896552,
      "grad_norm": 0.296645849943161,
      "learning_rate": 1.4628037004133986e-05,
      "loss": 0.9729475378990173,
      "step": 112
    },
    {
      "epoch": 0.49137931034482757,
      "grad_norm": 0.7777587175369263,
      "learning_rate": 1.4375865578425157e-05,
      "loss": 0.6473991274833679,
      "step": 114
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.38521984219551086,
      "learning_rate": 1.4120570890597611e-05,
      "loss": 1.1790492534637451,
      "step": 116
    },
    {
      "epoch": 0.5086206896551724,
      "grad_norm": 0.4623865485191345,
      "learning_rate": 1.3862389132587639e-05,
      "loss": 1.2727322578430176,
      "step": 118
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 0.5431216955184937,
      "learning_rate": 1.3601559167372983e-05,
      "loss": 0.7860153913497925,
      "step": 120
    },
    {
      "epoch": 0.5258620689655172,
      "grad_norm": 0.5915956497192383,
      "learning_rate": 1.3338322307983105e-05,
      "loss": 1.043981671333313,
      "step": 122
    },
    {
      "epoch": 0.5344827586206896,
      "grad_norm": 0.24551472067832947,
      "learning_rate": 1.3072922094242703e-05,
      "loss": 1.278051733970642,
      "step": 124
    },
    {
      "epoch": 0.5431034482758621,
      "grad_norm": 0.2816060781478882,
      "learning_rate": 1.2805604067455076e-05,
      "loss": 1.255641222000122,
      "step": 126
    },
    {
      "epoch": 0.5517241379310345,
      "grad_norm": 0.4124661684036255,
      "learning_rate": 1.2536615543233748e-05,
      "loss": 1.255129337310791,
      "step": 128
    },
    {
      "epoch": 0.5603448275862069,
      "grad_norm": 0.5298042893409729,
      "learning_rate": 1.2266205382692574e-05,
      "loss": 1.5166298151016235,
      "step": 130
    },
    {
      "epoch": 0.5689655172413793,
      "grad_norm": 0.2111591249704361,
      "learning_rate": 1.199462376220597e-05,
      "loss": 0.8270851373672485,
      "step": 132
    },
    {
      "epoch": 0.5775862068965517,
      "grad_norm": 0.889839768409729,
      "learning_rate": 1.1722121941952313e-05,
      "loss": 0.6701672077178955,
      "step": 134
    },
    {
      "epoch": 0.5862068965517241,
      "grad_norm": 0.2590690553188324,
      "learning_rate": 1.144895203345462e-05,
      "loss": 1.077882170677185,
      "step": 136
    },
    {
      "epoch": 0.5948275862068966,
      "grad_norm": 0.298973947763443,
      "learning_rate": 1.11753667663336e-05,
      "loss": 0.8770455718040466,
      "step": 138
    },
    {
      "epoch": 0.603448275862069,
      "grad_norm": 0.6260126233100891,
      "learning_rate": 1.0901619254488831e-05,
      "loss": 0.9084359407424927,
      "step": 140
    },
    {
      "epoch": 0.6120689655172413,
      "grad_norm": 0.2761947512626648,
      "learning_rate": 1.0627962761924462e-05,
      "loss": 1.370908260345459,
      "step": 142
    },
    {
      "epoch": 0.6206896551724138,
      "grad_norm": 0.3692832291126251,
      "learning_rate": 1.0354650468435985e-05,
      "loss": 0.7351585030555725,
      "step": 144
    },
    {
      "epoch": 0.6293103448275862,
      "grad_norm": 0.4929635524749756,
      "learning_rate": 1.0081935235374955e-05,
      "loss": 1.2708691358566284,
      "step": 146
    },
    {
      "epoch": 0.6379310344827587,
      "grad_norm": 0.3487298786640167,
      "learning_rate": 9.810069371708313e-06,
      "loss": 1.2674932479858398,
      "step": 148
    },
    {
      "epoch": 0.646551724137931,
      "grad_norm": 0.36564555764198303,
      "learning_rate": 9.539304400588752e-06,
      "loss": 1.0046426057815552,
      "step": 150
    },
    {
      "epoch": 0.6551724137931034,
      "grad_norm": 0.2302585393190384,
      "learning_rate": 9.269890826652113e-06,
      "loss": 0.664213240146637,
      "step": 152
    },
    {
      "epoch": 0.6637931034482759,
      "grad_norm": 0.3203712999820709,
      "learning_rate": 9.00207790425708e-06,
      "loss": 1.5197818279266357,
      "step": 154
    },
    {
      "epoch": 0.6724137931034483,
      "grad_norm": 0.6393405199050903,
      "learning_rate": 8.73611340688159e-06,
      "loss": 1.062941312789917,
      "step": 156
    },
    {
      "epoch": 0.6810344827586207,
      "grad_norm": 0.33355581760406494,
      "learning_rate": 8.472243397889327e-06,
      "loss": 0.7909774780273438,
      "step": 158
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.34659793972969055,
      "learning_rate": 8.210712002878366e-06,
      "loss": 0.3939180374145508,
      "step": 160
    },
    {
      "epoch": 0.6982758620689655,
      "grad_norm": 0.995121955871582,
      "learning_rate": 7.951761183822578e-06,
      "loss": 1.134759545326233,
      "step": 162
    },
    {
      "epoch": 0.7068965517241379,
      "grad_norm": 1.618648886680603,
      "learning_rate": 7.695630515214783e-06,
      "loss": 0.9670589566230774,
      "step": 164
    },
    {
      "epoch": 0.7155172413793104,
      "grad_norm": 0.22626011073589325,
      "learning_rate": 7.442556962418712e-06,
      "loss": 1.3202883005142212,
      "step": 166
    },
    {
      "epoch": 0.7241379310344828,
      "grad_norm": 0.32568663358688354,
      "learning_rate": 7.192774662434887e-06,
      "loss": 0.7861534357070923,
      "step": 168
    },
    {
      "epoch": 0.7327586206896551,
      "grad_norm": 1.0204657316207886,
      "learning_rate": 6.94651470728322e-06,
      "loss": 0.8559544682502747,
      "step": 170
    },
    {
      "epoch": 0.7413793103448276,
      "grad_norm": 0.46275442838668823,
      "learning_rate": 6.7040049302027445e-06,
      "loss": 1.349075198173523,
      "step": 172
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3042738139629364,
      "learning_rate": 6.465469694866295e-06,
      "loss": 1.2694404125213623,
      "step": 174
    },
    {
      "epoch": 0.7586206896551724,
      "grad_norm": 0.24299518764019012,
      "learning_rate": 6.2311296878051355e-06,
      "loss": 1.2068278789520264,
      "step": 176
    },
    {
      "epoch": 0.7672413793103449,
      "grad_norm": 0.3234924376010895,
      "learning_rate": 6.001201714235567e-06,
      "loss": 1.311326503753662,
      "step": 178
    },
    {
      "epoch": 0.7758620689655172,
      "grad_norm": 0.7479709982872009,
      "learning_rate": 5.7758984974764586e-06,
      "loss": 0.768395185470581,
      "step": 180
    },
    {
      "epoch": 0.7844827586206896,
      "grad_norm": 0.35784727334976196,
      "learning_rate": 5.555428482143206e-06,
      "loss": 1.1966248750686646,
      "step": 182
    },
    {
      "epoch": 0.7931034482758621,
      "grad_norm": 0.4064531922340393,
      "learning_rate": 5.339995641300257e-06,
      "loss": 1.1476389169692993,
      "step": 184
    },
    {
      "epoch": 0.8017241379310345,
      "grad_norm": 0.31240594387054443,
      "learning_rate": 5.129799287750601e-06,
      "loss": 0.9965859651565552,
      "step": 186
    },
    {
      "epoch": 0.8103448275862069,
      "grad_norm": 0.3878633975982666,
      "learning_rate": 4.9250338896367814e-06,
      "loss": 0.8189845085144043,
      "step": 188
    },
    {
      "epoch": 0.8189655172413793,
      "grad_norm": 0.29073813557624817,
      "learning_rate": 4.725888890524101e-06,
      "loss": 1.2450443506240845,
      "step": 190
    },
    {
      "epoch": 0.8275862068965517,
      "grad_norm": 1.2100752592086792,
      "learning_rate": 4.5325485341324026e-06,
      "loss": 0.9530048966407776,
      "step": 192
    },
    {
      "epoch": 0.8362068965517241,
      "grad_norm": 0.4809584319591522,
      "learning_rate": 4.345191693878623e-06,
      "loss": 1.2201794385910034,
      "step": 194
    },
    {
      "epoch": 0.8448275862068966,
      "grad_norm": 0.9147862792015076,
      "learning_rate": 4.163991707387815e-06,
      "loss": 0.8178768754005432,
      "step": 196
    },
    {
      "epoch": 0.853448275862069,
      "grad_norm": 0.27828192710876465,
      "learning_rate": 3.989116216125717e-06,
      "loss": 1.228522539138794,
      "step": 198
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 0.7031840085983276,
      "learning_rate": 3.8207270103012905e-06,
      "loss": 1.3021351099014282,
      "step": 200
    },
    {
      "epoch": 0.8706896551724138,
      "grad_norm": 0.6149956583976746,
      "learning_rate": 3.6589798791826593e-06,
      "loss": 0.6399316787719727,
      "step": 202
    },
    {
      "epoch": 0.8793103448275862,
      "grad_norm": 0.2772592604160309,
      "learning_rate": 3.5040244669649804e-06,
      "loss": 1.600140929222107,
      "step": 204
    },
    {
      "epoch": 0.8879310344827587,
      "grad_norm": 0.1492106020450592,
      "learning_rate": 3.3560041343235544e-06,
      "loss": 1.0438815355300903,
      "step": 206
    },
    {
      "epoch": 0.896551724137931,
      "grad_norm": 0.3777860701084137,
      "learning_rate": 3.2150558257803178e-06,
      "loss": 1.339942216873169,
      "step": 208
    },
    {
      "epoch": 0.9051724137931034,
      "grad_norm": 0.6718384027481079,
      "learning_rate": 3.081309943006349e-06,
      "loss": 0.9232547879219055,
      "step": 210
    },
    {
      "epoch": 0.9137931034482759,
      "grad_norm": 0.9841593503952026,
      "learning_rate": 2.9548902241776783e-06,
      "loss": 1.1493092775344849,
      "step": 212
    },
    {
      "epoch": 0.9224137931034483,
      "grad_norm": 0.8034397959709167,
      "learning_rate": 2.8359136294959814e-06,
      "loss": 1.5147000551223755,
      "step": 214
    },
    {
      "epoch": 0.9310344827586207,
      "grad_norm": 1.0949209928512573,
      "learning_rate": 2.7244902329800697e-06,
      "loss": 1.3095285892486572,
      "step": 216
    },
    {
      "epoch": 0.9396551724137931,
      "grad_norm": 0.22381076216697693,
      "learning_rate": 2.620723120628298e-06,
      "loss": 1.230783462524414,
      "step": 218
    },
    {
      "epoch": 0.9482758620689655,
      "grad_norm": 0.3169087767601013,
      "learning_rate": 2.5247082950461204e-06,
      "loss": 1.3510628938674927,
      "step": 220
    },
    {
      "epoch": 0.9568965517241379,
      "grad_norm": 0.23972630500793457,
      "learning_rate": 2.4365345866269884e-06,
      "loss": 1.1361650228500366,
      "step": 222
    },
    {
      "epoch": 0.9655172413793104,
      "grad_norm": 0.32792967557907104,
      "learning_rate": 2.35628357136881e-06,
      "loss": 1.2898920774459839,
      "step": 224
    },
    {
      "epoch": 0.9741379310344828,
      "grad_norm": 0.4268532693386078,
      "learning_rate": 2.284029495401986e-06,
      "loss": 1.3678969144821167,
      "step": 226
    },
    {
      "epoch": 0.9827586206896551,
      "grad_norm": 0.7636785507202148,
      "learning_rate": 2.219839206298835e-06,
      "loss": 0.8566112518310547,
      "step": 228
    },
    {
      "epoch": 0.9913793103448276,
      "grad_norm": 0.9001679420471191,
      "learning_rate": 2.163772091227977e-06,
      "loss": 0.8546447157859802,
      "step": 230
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.9462145566940308,
      "learning_rate": 2.115880022010884e-06,
      "loss": 1.1330009698867798,
      "step": 232
    },
    {
      "epoch": 1.0086206896551724,
      "grad_norm": 0.3172188103199005,
      "learning_rate": 2.076207307131444e-06,
      "loss": 1.1593165397644043,
      "step": 234
    },
    {
      "epoch": 1.0172413793103448,
      "grad_norm": 0.3420685827732086,
      "learning_rate": 2.0447906507428975e-06,
      "loss": 0.6197730898857117,
      "step": 236
    },
    {
      "epoch": 1.0258620689655173,
      "grad_norm": 0.32782989740371704,
      "learning_rate": 2.021659118710141e-06,
      "loss": 1.2394027709960938,
      "step": 238
    },
    {
      "epoch": 1.0344827586206897,
      "grad_norm": 0.2151000201702118,
      "learning_rate": 2.0068341117187347e-06,
      "loss": 1.2157349586486816,
      "step": 240
    },
    {
      "epoch": 1.043103448275862,
      "grad_norm": 0.23503771424293518,
      "learning_rate": 2.00032934547556e-06,
      "loss": 1.2545582056045532,
      "step": 242
    },
    {
      "epoch": 1.0517241379310345,
      "grad_norm": 0.33568423986434937,
      "learning_rate": 2.002150838019407e-06,
      "loss": 1.173262596130371,
      "step": 244
    },
    {
      "epoch": 1.0603448275862069,
      "grad_norm": 0.23418180644512177,
      "learning_rate": 2.012296904153243e-06,
      "loss": 1.1772663593292236,
      "step": 246
    },
    {
      "epoch": 1.0689655172413792,
      "grad_norm": 0.2445734143257141,
      "learning_rate": 2.030758157003306e-06,
      "loss": 1.1834620237350464,
      "step": 248
    },
    {
      "epoch": 1.0775862068965518,
      "grad_norm": 1.2816580533981323,
      "learning_rate": 2.057517516703605e-06,
      "loss": 0.8118759393692017,
      "step": 250
    },
    {
      "epoch": 1.0862068965517242,
      "grad_norm": 0.30513474345207214,
      "learning_rate": 2.0925502261977544e-06,
      "loss": 0.7529575824737549,
      "step": 252
    },
    {
      "epoch": 1.0948275862068966,
      "grad_norm": 0.35363683104515076,
      "learning_rate": 2.1358238741435576e-06,
      "loss": 0.7137669324874878,
      "step": 254
    },
    {
      "epoch": 1.103448275862069,
      "grad_norm": 0.20758303999900818,
      "learning_rate": 2.1872984248991204e-06,
      "loss": 1.1082866191864014,
      "step": 256
    },
    {
      "epoch": 1.1120689655172413,
      "grad_norm": 0.44538792967796326,
      "learning_rate": 2.246926255562788e-06,
      "loss": 1.020033359527588,
      "step": 258
    },
    {
      "epoch": 1.1206896551724137,
      "grad_norm": 0.32762372493743896,
      "learning_rate": 2.3146522000325895e-06,
      "loss": 0.4955134391784668,
      "step": 260
    },
    {
      "epoch": 1.1293103448275863,
      "grad_norm": 0.4477788507938385,
      "learning_rate": 2.3904136000444754e-06,
      "loss": 1.212654709815979,
      "step": 262
    },
    {
      "epoch": 1.1379310344827587,
      "grad_norm": 0.2977157235145569,
      "learning_rate": 2.4741403631420874e-06,
      "loss": 1.2140189409255981,
      "step": 264
    },
    {
      "epoch": 1.146551724137931,
      "grad_norm": 0.49766677618026733,
      "learning_rate": 2.5657550275244664e-06,
      "loss": 1.3088136911392212,
      "step": 266
    },
    {
      "epoch": 1.1551724137931034,
      "grad_norm": 1.1656190156936646,
      "learning_rate": 2.66517283371167e-06,
      "loss": 0.9128588438034058,
      "step": 268
    },
    {
      "epoch": 1.1637931034482758,
      "grad_norm": 0.25955432653427124,
      "learning_rate": 2.7723018029620165e-06,
      "loss": 1.2309114933013916,
      "step": 270
    },
    {
      "epoch": 1.1724137931034484,
      "grad_norm": 1.4371591806411743,
      "learning_rate": 2.8870428223683972e-06,
      "loss": 0.8446346521377563,
      "step": 272
    },
    {
      "epoch": 1.1810344827586208,
      "grad_norm": 0.7202423810958862,
      "learning_rate": 3.009289736554944e-06,
      "loss": 1.3168221712112427,
      "step": 274
    },
    {
      "epoch": 1.1896551724137931,
      "grad_norm": 0.2864224314689636,
      "learning_rate": 3.1389294458891755e-06,
      "loss": 0.7556365132331848,
      "step": 276
    },
    {
      "epoch": 1.1982758620689655,
      "grad_norm": 0.3141017556190491,
      "learning_rate": 3.2758420111188274e-06,
      "loss": 1.229781985282898,
      "step": 278
    },
    {
      "epoch": 1.206896551724138,
      "grad_norm": 0.650051474571228,
      "learning_rate": 3.419900764336468e-06,
      "loss": 0.888131320476532,
      "step": 280
    },
    {
      "epoch": 1.2155172413793103,
      "grad_norm": 0.5339681506156921,
      "learning_rate": 3.5709724261693514e-06,
      "loss": 1.2144626379013062,
      "step": 282
    },
    {
      "epoch": 1.2241379310344827,
      "grad_norm": 0.27003324031829834,
      "learning_rate": 3.7289172290859634e-06,
      "loss": 0.8701605200767517,
      "step": 284
    },
    {
      "epoch": 1.2327586206896552,
      "grad_norm": 0.10487275570631027,
      "learning_rate": 3.893589046705279e-06,
      "loss": 0.5924324989318848,
      "step": 286
    },
    {
      "epoch": 1.2413793103448276,
      "grad_norm": 0.5368720293045044,
      "learning_rate": 4.064835528989056e-06,
      "loss": 1.1794689893722534,
      "step": 288
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.47765061259269714,
      "learning_rate": 4.242498243192066e-06,
      "loss": 0.7260119915008545,
      "step": 290
    },
    {
      "epoch": 1.2586206896551724,
      "grad_norm": 0.3096713423728943,
      "learning_rate": 4.426412820439941e-06,
      "loss": 1.0264055728912354,
      "step": 292
    },
    {
      "epoch": 1.2672413793103448,
      "grad_norm": 0.4803042411804199,
      "learning_rate": 4.616409107798898e-06,
      "loss": 1.4605242013931274,
      "step": 294
    },
    {
      "epoch": 1.2758620689655173,
      "grad_norm": 0.356592059135437,
      "learning_rate": 4.812311325696798e-06,
      "loss": 0.7666136622428894,
      "step": 296
    },
    {
      "epoch": 1.2844827586206897,
      "grad_norm": 0.5286064743995667,
      "learning_rate": 5.013938230549751e-06,
      "loss": 1.0257295370101929,
      "step": 298
    },
    {
      "epoch": 1.293103448275862,
      "grad_norm": 0.8442373275756836,
      "learning_rate": 5.221103282443953e-06,
      "loss": 1.0583548545837402,
      "step": 300
    },
    {
      "epoch": 1.3017241379310345,
      "grad_norm": 0.32554081082344055,
      "learning_rate": 5.433614817717478e-06,
      "loss": 0.9327218532562256,
      "step": 302
    },
    {
      "epoch": 1.3103448275862069,
      "grad_norm": 0.37990084290504456,
      "learning_rate": 5.6512762262824986e-06,
      "loss": 1.2481307983398438,
      "step": 304
    },
    {
      "epoch": 1.3189655172413794,
      "grad_norm": 0.3042522072792053,
      "learning_rate": 5.873886133523725e-06,
      "loss": 1.1840277910232544,
      "step": 306
    },
    {
      "epoch": 1.3275862068965516,
      "grad_norm": 0.6558886170387268,
      "learning_rate": 6.101238586604963e-06,
      "loss": 0.6794692277908325,
      "step": 308
    },
    {
      "epoch": 1.3362068965517242,
      "grad_norm": 0.18041777610778809,
      "learning_rate": 6.333123245011208e-06,
      "loss": 0.9396043419837952,
      "step": 310
    },
    {
      "epoch": 1.3448275862068966,
      "grad_norm": 0.5412018895149231,
      "learning_rate": 6.569325575150216e-06,
      "loss": 1.292694091796875,
      "step": 312
    },
    {
      "epoch": 1.353448275862069,
      "grad_norm": 0.48298704624176025,
      "learning_rate": 6.809627048833306e-06,
      "loss": 1.1025623083114624,
      "step": 314
    },
    {
      "epoch": 1.3620689655172413,
      "grad_norm": 0.40131139755249023,
      "learning_rate": 7.053805345451903e-06,
      "loss": 0.7764808535575867,
      "step": 316
    },
    {
      "epoch": 1.3706896551724137,
      "grad_norm": 0.5116880536079407,
      "learning_rate": 7.3016345576627605e-06,
      "loss": 1.2299896478652954,
      "step": 318
    },
    {
      "epoch": 1.3793103448275863,
      "grad_norm": 0.11877727508544922,
      "learning_rate": 7.552885400391432e-06,
      "loss": 0.8323980569839478,
      "step": 320
    },
    {
      "epoch": 1.3879310344827587,
      "grad_norm": 1.5366413593292236,
      "learning_rate": 7.80732542296087e-06,
      "loss": 1.1044297218322754,
      "step": 322
    },
    {
      "epoch": 1.396551724137931,
      "grad_norm": 0.4911424517631531,
      "learning_rate": 8.064719224148607e-06,
      "loss": 1.518593430519104,
      "step": 324
    },
    {
      "epoch": 1.4051724137931034,
      "grad_norm": 1.790497899055481,
      "learning_rate": 8.324828669973863e-06,
      "loss": 1.134735345840454,
      "step": 326
    },
    {
      "epoch": 1.4137931034482758,
      "grad_norm": 0.5793009996414185,
      "learning_rate": 8.587413114012767e-06,
      "loss": 0.9491145610809326,
      "step": 328
    },
    {
      "epoch": 1.4224137931034484,
      "grad_norm": 0.4418241083621979,
      "learning_rate": 8.852229620038169e-06,
      "loss": 0.7093353271484375,
      "step": 330
    },
    {
      "epoch": 1.4310344827586206,
      "grad_norm": 0.29193559288978577,
      "learning_rate": 9.119033186777797e-06,
      "loss": 1.178290605545044,
      "step": 332
    },
    {
      "epoch": 1.4396551724137931,
      "grad_norm": 0.7738173007965088,
      "learning_rate": 9.387576974583059e-06,
      "loss": 1.2559309005737305,
      "step": 334
    },
    {
      "epoch": 1.4482758620689655,
      "grad_norm": 0.4955233931541443,
      "learning_rate": 9.657612533798527e-06,
      "loss": 1.1395691633224487,
      "step": 336
    },
    {
      "epoch": 1.456896551724138,
      "grad_norm": 0.33920466899871826,
      "learning_rate": 9.928890034621103e-06,
      "loss": 0.824805498123169,
      "step": 338
    },
    {
      "epoch": 1.4655172413793103,
      "grad_norm": 0.43428322672843933,
      "learning_rate": 1.020115849823592e-05,
      "loss": 1.2302451133728027,
      "step": 340
    },
    {
      "epoch": 1.4741379310344827,
      "grad_norm": 0.2865593731403351,
      "learning_rate": 1.04741660290154e-05,
      "loss": 1.2292989492416382,
      "step": 342
    },
    {
      "epoch": 1.4827586206896552,
      "grad_norm": 0.32383060455322266,
      "learning_rate": 1.0747660047566425e-05,
      "loss": 0.9929612278938293,
      "step": 344
    },
    {
      "epoch": 1.4913793103448276,
      "grad_norm": 0.33553263545036316,
      "learning_rate": 1.1021387524410204e-05,
      "loss": 0.8662385940551758,
      "step": 346
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.5123760104179382,
      "learning_rate": 1.129509521407843e-05,
      "loss": 0.1633024513721466,
      "step": 348
    },
    {
      "epoch": 1.5086206896551724,
      "grad_norm": 0.23127630352973938,
      "learning_rate": 1.1568529889409417e-05,
      "loss": 0.7720933556556702,
      "step": 350
    },
    {
      "epoch": 1.5172413793103448,
      "grad_norm": 0.4621216654777527,
      "learning_rate": 1.1841438575827132e-05,
      "loss": 0.43289288878440857,
      "step": 352
    },
    {
      "epoch": 1.5258620689655173,
      "grad_norm": 0.24998484551906586,
      "learning_rate": 1.2113568785386663e-05,
      "loss": 0.7231047749519348,
      "step": 354
    },
    {
      "epoch": 1.5344827586206895,
      "grad_norm": 1.216570496559143,
      "learning_rate": 1.2384668750369462e-05,
      "loss": 0.5929489731788635,
      "step": 356
    },
    {
      "epoch": 1.543103448275862,
      "grad_norm": 0.45301932096481323,
      "learning_rate": 1.2654487656212154e-05,
      "loss": 1.3106164932250977,
      "step": 358
    },
    {
      "epoch": 1.5517241379310345,
      "grad_norm": 0.26960089802742004,
      "learning_rate": 1.2922775873553643e-05,
      "loss": 0.6820691823959351,
      "step": 360
    },
    {
      "epoch": 1.5603448275862069,
      "grad_norm": 0.5970767736434937,
      "learning_rate": 1.3189285189185581e-05,
      "loss": 1.2352055311203003,
      "step": 362
    },
    {
      "epoch": 1.5689655172413794,
      "grad_norm": 0.5552269816398621,
      "learning_rate": 1.3453769035692767e-05,
      "loss": 1.2412972450256348,
      "step": 364
    },
    {
      "epoch": 1.5775862068965516,
      "grad_norm": 0.373104453086853,
      "learning_rate": 1.3715982719570773e-05,
      "loss": 1.192505955696106,
      "step": 366
    },
    {
      "epoch": 1.5862068965517242,
      "grad_norm": 0.36400294303894043,
      "learning_rate": 1.397568364761001e-05,
      "loss": 1.2814549207687378,
      "step": 368
    },
    {
      "epoch": 1.5948275862068966,
      "grad_norm": 0.39620983600616455,
      "learning_rate": 1.4232631551336535e-05,
      "loss": 1.2581911087036133,
      "step": 370
    },
    {
      "epoch": 1.603448275862069,
      "grad_norm": 1.385265588760376,
      "learning_rate": 1.4486588709302146e-05,
      "loss": 1.0574073791503906,
      "step": 372
    },
    {
      "epoch": 1.6120689655172413,
      "grad_norm": 0.7239859104156494,
      "learning_rate": 1.4737320167018063e-05,
      "loss": 0.6223809123039246,
      "step": 374
    },
    {
      "epoch": 1.6206896551724137,
      "grad_norm": 2.1304306983947754,
      "learning_rate": 1.4984593954328579e-05,
      "loss": 0.8683441281318665,
      "step": 376
    },
    {
      "epoch": 1.6293103448275863,
      "grad_norm": 0.36936265230178833,
      "learning_rate": 1.5228181300023775e-05,
      "loss": 1.1772154569625854,
      "step": 378
    },
    {
      "epoch": 1.6379310344827587,
      "grad_norm": 0.45922592282295227,
      "learning_rate": 1.5467856843492662e-05,
      "loss": 1.0002669095993042,
      "step": 380
    },
    {
      "epoch": 1.646551724137931,
      "grad_norm": 1.180850625038147,
      "learning_rate": 1.5703398843220852e-05,
      "loss": 0.7394900321960449,
      "step": 382
    },
    {
      "epoch": 1.6551724137931034,
      "grad_norm": 0.7287831902503967,
      "learning_rate": 1.5934589381940026e-05,
      "loss": 0.7356396913528442,
      "step": 384
    },
    {
      "epoch": 1.6637931034482758,
      "grad_norm": 0.45975226163864136,
      "learning_rate": 1.6161214568239207e-05,
      "loss": 1.3296085596084595,
      "step": 386
    },
    {
      "epoch": 1.6724137931034484,
      "grad_norm": 0.8266739845275879,
      "learning_rate": 1.638306473445153e-05,
      "loss": 1.1994720697402954,
      "step": 388
    },
    {
      "epoch": 1.6810344827586206,
      "grad_norm": 0.2567940950393677,
      "learning_rate": 1.6599934630633217e-05,
      "loss": 1.0203474760055542,
      "step": 390
    },
    {
      "epoch": 1.6896551724137931,
      "grad_norm": 0.32722774147987366,
      "learning_rate": 1.681162361445544e-05,
      "loss": 0.8025456666946411,
      "step": 392
    },
    {
      "epoch": 1.6982758620689655,
      "grad_norm": 0.3686321973800659,
      "learning_rate": 1.7017935836833353e-05,
      "loss": 1.2664248943328857,
      "step": 394
    },
    {
      "epoch": 1.706896551724138,
      "grad_norm": 0.2905973792076111,
      "learning_rate": 1.7218680423120506e-05,
      "loss": 0.8020282983779907,
      "step": 396
    },
    {
      "epoch": 1.7155172413793105,
      "grad_norm": 0.2557852268218994,
      "learning_rate": 1.7413671649701026e-05,
      "loss": 0.8401910066604614,
      "step": 398
    },
    {
      "epoch": 1.7241379310344827,
      "grad_norm": 0.1601221263408661,
      "learning_rate": 1.7602729115816268e-05,
      "loss": 0.9220103621482849,
      "step": 400
    },
    {
      "epoch": 1.7327586206896552,
      "grad_norm": 0.7182515859603882,
      "learning_rate": 1.77856779104668e-05,
      "loss": 0.999250054359436,
      "step": 402
    },
    {
      "epoch": 1.7413793103448276,
      "grad_norm": 0.8001770973205566,
      "learning_rate": 1.7962348774235565e-05,
      "loss": 1.7149617671966553,
      "step": 404
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.6669609546661377,
      "learning_rate": 1.8132578255882124e-05,
      "loss": 0.9877924919128418,
      "step": 406
    },
    {
      "epoch": 1.7586206896551724,
      "grad_norm": 0.735676109790802,
      "learning_rate": 1.8296208863563515e-05,
      "loss": 1.2993067502975464,
      "step": 408
    },
    {
      "epoch": 1.7672413793103448,
      "grad_norm": 6.548970699310303,
      "learning_rate": 1.8453089210541577e-05,
      "loss": 0.8246227502822876,
      "step": 410
    },
    {
      "epoch": 1.7758620689655173,
      "grad_norm": 0.4565357565879822,
      "learning_rate": 1.8603074155241946e-05,
      "loss": 1.2052366733551025,
      "step": 412
    },
    {
      "epoch": 1.7844827586206895,
      "grad_norm": 0.3367665112018585,
      "learning_rate": 1.8746024935535238e-05,
      "loss": 1.217560887336731,
      "step": 414
    },
    {
      "epoch": 1.793103448275862,
      "grad_norm": 0.7779958844184875,
      "learning_rate": 1.8881809297116126e-05,
      "loss": 0.3758542239665985,
      "step": 416
    },
    {
      "epoch": 1.8017241379310345,
      "grad_norm": 0.5207919478416443,
      "learning_rate": 1.901030161586157e-05,
      "loss": 1.4365136623382568,
      "step": 418
    },
    {
      "epoch": 1.8103448275862069,
      "grad_norm": 6.575118541717529,
      "learning_rate": 1.9131383014054904e-05,
      "loss": 0.7461058497428894,
      "step": 420
    },
    {
      "epoch": 1.8189655172413794,
      "grad_norm": 0.35711878538131714,
      "learning_rate": 1.924494147036844e-05,
      "loss": 1.2452733516693115,
      "step": 422
    },
    {
      "epoch": 1.8275862068965516,
      "grad_norm": 0.410709410905838,
      "learning_rate": 1.9350871923502582e-05,
      "loss": 1.1930017471313477,
      "step": 424
    },
    {
      "epoch": 1.8362068965517242,
      "grad_norm": 0.6211258769035339,
      "learning_rate": 1.944907636938585e-05,
      "loss": 1.0968483686447144,
      "step": 426
    },
    {
      "epoch": 1.8448275862068966,
      "grad_norm": 7.162904739379883,
      "learning_rate": 1.953946395184563e-05,
      "loss": 0.3261430561542511,
      "step": 428
    },
    {
      "epoch": 1.853448275862069,
      "grad_norm": 7.713586807250977,
      "learning_rate": 1.962195104666592e-05,
      "loss": 0.6268512010574341,
      "step": 430
    },
    {
      "epoch": 1.8620689655172413,
      "grad_norm": 0.4543277323246002,
      "learning_rate": 1.9696461338954278e-05,
      "loss": 0.832156240940094,
      "step": 432
    },
    {
      "epoch": 1.8706896551724137,
      "grad_norm": 2.5041592121124268,
      "learning_rate": 1.976292589374634e-05,
      "loss": 0.5735204815864563,
      "step": 434
    },
    {
      "epoch": 1.8793103448275863,
      "grad_norm": 0.7300209403038025,
      "learning_rate": 1.9821283219782627e-05,
      "loss": 0.5290496945381165,
      "step": 436
    },
    {
      "epoch": 1.8879310344827587,
      "grad_norm": 0.34921202063560486,
      "learning_rate": 1.9871479326398668e-05,
      "loss": 1.232295036315918,
      "step": 438
    },
    {
      "epoch": 1.896551724137931,
      "grad_norm": 0.3079286217689514,
      "learning_rate": 1.9913467773475727e-05,
      "loss": 1.189243197441101,
      "step": 440
    },
    {
      "epoch": 1.9051724137931034,
      "grad_norm": 0.23536956310272217,
      "learning_rate": 1.9947209714405984e-05,
      "loss": 0.7931770086288452,
      "step": 442
    },
    {
      "epoch": 1.9137931034482758,
      "grad_norm": 1.4744566679000854,
      "learning_rate": 1.9972673932032394e-05,
      "loss": 0.7982081174850464,
      "step": 444
    },
    {
      "epoch": 1.9224137931034484,
      "grad_norm": 0.3188006281852722,
      "learning_rate": 1.9989836867529987e-05,
      "loss": 0.661638081073761,
      "step": 446
    },
    {
      "epoch": 1.9310344827586206,
      "grad_norm": 0.5140587687492371,
      "learning_rate": 1.999868264220186e-05,
      "loss": 1.3983592987060547,
      "step": 448
    },
    {
      "epoch": 1.9396551724137931,
      "grad_norm": 0.6525475382804871,
      "learning_rate": 1.999920307216975e-05,
      "loss": 1.5112402439117432,
      "step": 450
    },
    {
      "epoch": 1.9482758620689655,
      "grad_norm": 0.236190065741539,
      "learning_rate": 1.9991397675945524e-05,
      "loss": 1.2273776531219482,
      "step": 452
    },
    {
      "epoch": 1.956896551724138,
      "grad_norm": 0.2825621962547302,
      "learning_rate": 1.9975273674876653e-05,
      "loss": 0.7660670876502991,
      "step": 454
    },
    {
      "epoch": 1.9655172413793105,
      "grad_norm": 0.21918132901191711,
      "learning_rate": 1.99508459864652e-05,
      "loss": 0.9497285485267639,
      "step": 456
    },
    {
      "epoch": 1.9741379310344827,
      "grad_norm": 0.38524022698402405,
      "learning_rate": 1.991813721056655e-05,
      "loss": 1.0104745626449585,
      "step": 458
    },
    {
      "epoch": 1.9827586206896552,
      "grad_norm": 3.191633701324463,
      "learning_rate": 1.987717760848061e-05,
      "loss": 0.919417679309845,
      "step": 460
    },
    {
      "epoch": 1.9913793103448276,
      "grad_norm": 0.2649468183517456,
      "learning_rate": 1.982800507495485e-05,
      "loss": 1.400168538093567,
      "step": 462
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.6692625880241394,
      "learning_rate": 1.977066510312508e-05,
      "loss": 1.335584282875061,
      "step": 464
    },
    {
      "epoch": 2.0086206896551726,
      "grad_norm": 0.93243408203125,
      "learning_rate": 1.9705210742426404e-05,
      "loss": 1.1145689487457275,
      "step": 466
    },
    {
      "epoch": 2.0172413793103448,
      "grad_norm": 0.8251880407333374,
      "learning_rate": 1.9631702549513264e-05,
      "loss": 1.1242371797561646,
      "step": 468
    },
    {
      "epoch": 2.0258620689655173,
      "grad_norm": 1.484380841255188,
      "learning_rate": 1.9550208532234013e-05,
      "loss": 1.022644281387329,
      "step": 470
    },
    {
      "epoch": 2.0344827586206895,
      "grad_norm": 0.8342429995536804,
      "learning_rate": 1.9460804086711857e-05,
      "loss": 0.6067448258399963,
      "step": 472
    },
    {
      "epoch": 2.043103448275862,
      "grad_norm": 6.31473445892334,
      "learning_rate": 1.936357192759033e-05,
      "loss": 1.1570570468902588,
      "step": 474
    },
    {
      "epoch": 2.0517241379310347,
      "grad_norm": 0.2635251581668854,
      "learning_rate": 1.9258602011507896e-05,
      "loss": 1.0996088981628418,
      "step": 476
    },
    {
      "epoch": 2.060344827586207,
      "grad_norm": 0.5212433338165283,
      "learning_rate": 1.9145991453872398e-05,
      "loss": 0.6901102066040039,
      "step": 478
    },
    {
      "epoch": 2.0689655172413794,
      "grad_norm": 0.4480215311050415,
      "learning_rate": 1.902584443901246e-05,
      "loss": 1.4176607131958008,
      "step": 480
    },
    {
      "epoch": 2.0775862068965516,
      "grad_norm": 2.65861439704895,
      "learning_rate": 1.8898272123788897e-05,
      "loss": 1.0099068880081177,
      "step": 482
    },
    {
      "epoch": 2.086206896551724,
      "grad_norm": 0.35105887055397034,
      "learning_rate": 1.8763392534755276e-05,
      "loss": 0.9407973289489746,
      "step": 484
    },
    {
      "epoch": 2.0948275862068964,
      "grad_norm": 0.3949888348579407,
      "learning_rate": 1.862133045896286e-05,
      "loss": 1.2682446241378784,
      "step": 486
    },
    {
      "epoch": 2.103448275862069,
      "grad_norm": 0.16779205203056335,
      "learning_rate": 1.847221732851092e-05,
      "loss": 0.2819199562072754,
      "step": 488
    },
    {
      "epoch": 2.1120689655172415,
      "grad_norm": 1.363291621208191,
      "learning_rate": 1.831619109894921e-05,
      "loss": 0.4681054651737213,
      "step": 490
    },
    {
      "epoch": 2.1206896551724137,
      "grad_norm": 0.33102285861968994,
      "learning_rate": 1.81533961216451e-05,
      "loss": 0.9479153156280518,
      "step": 492
    },
    {
      "epoch": 2.1293103448275863,
      "grad_norm": 0.6415525674819946,
      "learning_rate": 1.79839830102335e-05,
      "loss": 1.2515679597854614,
      "step": 494
    },
    {
      "epoch": 2.1379310344827585,
      "grad_norm": 0.2858109474182129,
      "learning_rate": 1.780810850127307e-05,
      "loss": 1.110595464706421,
      "step": 496
    },
    {
      "epoch": 2.146551724137931,
      "grad_norm": 0.7833629846572876,
      "learning_rate": 1.7625935309237705e-05,
      "loss": 0.6906008720397949,
      "step": 498
    },
    {
      "epoch": 2.1551724137931036,
      "grad_norm": 0.3774907886981964,
      "learning_rate": 1.7437631975977327e-05,
      "loss": 0.8901933431625366,
      "step": 500
    },
    {
      "epoch": 2.163793103448276,
      "grad_norm": 1.0206127166748047,
      "learning_rate": 1.7243372714787447e-05,
      "loss": 1.1632163524627686,
      "step": 502
    },
    {
      "epoch": 2.1724137931034484,
      "grad_norm": 0.2904803454875946,
      "learning_rate": 1.704333724923158e-05,
      "loss": 1.0225820541381836,
      "step": 504
    },
    {
      "epoch": 2.1810344827586206,
      "grad_norm": 1.0189746618270874,
      "learning_rate": 1.683771064686572e-05,
      "loss": 0.596871018409729,
      "step": 506
    },
    {
      "epoch": 2.189655172413793,
      "grad_norm": 0.2902408540248871,
      "learning_rate": 1.6626683148018704e-05,
      "loss": 1.1479698419570923,
      "step": 508
    },
    {
      "epoch": 2.1982758620689653,
      "grad_norm": 0.32355165481567383,
      "learning_rate": 1.6410449989786864e-05,
      "loss": 1.113614559173584,
      "step": 510
    },
    {
      "epoch": 2.206896551724138,
      "grad_norm": 0.34692347049713135,
      "learning_rate": 1.6189211225405815e-05,
      "loss": 0.7449208498001099,
      "step": 512
    },
    {
      "epoch": 2.2155172413793105,
      "grad_norm": 0.30047309398651123,
      "learning_rate": 1.596317153916643e-05,
      "loss": 1.1159427165985107,
      "step": 514
    },
    {
      "epoch": 2.2241379310344827,
      "grad_norm": 0.6437045335769653,
      "learning_rate": 1.5732540057046285e-05,
      "loss": 0.7390024662017822,
      "step": 516
    },
    {
      "epoch": 2.2327586206896552,
      "grad_norm": 0.46292436122894287,
      "learning_rate": 1.5497530153231886e-05,
      "loss": 0.7803560495376587,
      "step": 518
    },
    {
      "epoch": 2.2413793103448274,
      "grad_norm": 0.5340967774391174,
      "learning_rate": 1.5258359252710415e-05,
      "loss": 1.3723326921463013,
      "step": 520
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.31911370158195496,
      "learning_rate": 1.5015248630113865e-05,
      "loss": 0.7922369241714478,
      "step": 522
    },
    {
      "epoch": 2.2586206896551726,
      "grad_norm": 0.4369973838329315,
      "learning_rate": 1.476842320500153e-05,
      "loss": 0.7873719334602356,
      "step": 524
    },
    {
      "epoch": 2.2672413793103448,
      "grad_norm": 5.220350742340088,
      "learning_rate": 1.4518111333770401e-05,
      "loss": 0.7667290568351746,
      "step": 526
    },
    {
      "epoch": 2.2758620689655173,
      "grad_norm": 0.7911840081214905,
      "learning_rate": 1.4264544598385801e-05,
      "loss": 1.106222152709961,
      "step": 528
    },
    {
      "epoch": 2.2844827586206895,
      "grad_norm": 0.27636000514030457,
      "learning_rate": 1.4007957592127807e-05,
      "loss": 1.0902438163757324,
      "step": 530
    },
    {
      "epoch": 2.293103448275862,
      "grad_norm": 0.4640883505344391,
      "learning_rate": 1.374858770255177e-05,
      "loss": 0.8156579732894897,
      "step": 532
    },
    {
      "epoch": 2.3017241379310347,
      "grad_norm": 0.8998560905456543,
      "learning_rate": 1.3486674891863518e-05,
      "loss": 1.139012098312378,
      "step": 534
    },
    {
      "epoch": 2.310344827586207,
      "grad_norm": 0.4182785451412201,
      "learning_rate": 1.322246147491271e-05,
      "loss": 1.191633701324463,
      "step": 536
    },
    {
      "epoch": 2.3189655172413794,
      "grad_norm": 0.39193910360336304,
      "learning_rate": 1.2956191895009415e-05,
      "loss": 0.7655143141746521,
      "step": 538
    },
    {
      "epoch": 2.3275862068965516,
      "grad_norm": 0.4902004301548004,
      "learning_rate": 1.268811249777167e-05,
      "loss": 0.9563652276992798,
      "step": 540
    },
    {
      "epoch": 2.336206896551724,
      "grad_norm": 0.6500739455223083,
      "learning_rate": 1.2418471303212933e-05,
      "loss": 0.7211173176765442,
      "step": 542
    },
    {
      "epoch": 2.344827586206897,
      "grad_norm": 0.32692751288414,
      "learning_rate": 1.2147517776280517e-05,
      "loss": 1.0490473508834839,
      "step": 544
    },
    {
      "epoch": 2.353448275862069,
      "grad_norm": 0.8291403651237488,
      "learning_rate": 1.1875502596057116e-05,
      "loss": 0.8839560151100159,
      "step": 546
    },
    {
      "epoch": 2.3620689655172415,
      "grad_norm": 0.28376197814941406,
      "learning_rate": 1.1602677423839195e-05,
      "loss": 1.127523422241211,
      "step": 548
    },
    {
      "epoch": 2.3706896551724137,
      "grad_norm": 0.604331910610199,
      "learning_rate": 1.1329294670306513e-05,
      "loss": 0.6361532807350159,
      "step": 550
    },
    {
      "epoch": 2.3793103448275863,
      "grad_norm": 0.6158839464187622,
      "learning_rate": 1.1055607261998416e-05,
      "loss": 0.31083130836486816,
      "step": 552
    },
    {
      "epoch": 2.3879310344827585,
      "grad_norm": 0.3060431480407715,
      "learning_rate": 1.078186840731281e-05,
      "loss": 1.2638636827468872,
      "step": 554
    },
    {
      "epoch": 2.396551724137931,
      "grad_norm": 0.25409573316574097,
      "learning_rate": 1.0508331362244472e-05,
      "loss": 1.079472303390503,
      "step": 556
    },
    {
      "epoch": 2.405172413793103,
      "grad_norm": 0.15330657362937927,
      "learning_rate": 1.0235249196079217e-05,
      "loss": 0.4111257493495941,
      "step": 558
    },
    {
      "epoch": 2.413793103448276,
      "grad_norm": 0.5213512778282166,
      "learning_rate": 9.96287455726086e-06,
      "loss": 0.9900328516960144,
      "step": 560
    },
    {
      "epoch": 2.4224137931034484,
      "grad_norm": 0.28381043672561646,
      "learning_rate": 9.691459439647469e-06,
      "loss": 0.8341249823570251,
      "step": 562
    },
    {
      "epoch": 2.4310344827586206,
      "grad_norm": 0.676983654499054,
      "learning_rate": 9.421254949373347e-06,
      "loss": 0.8743176460266113,
      "step": 564
    },
    {
      "epoch": 2.439655172413793,
      "grad_norm": 0.3603588938713074,
      "learning_rate": 9.152511072532206e-06,
      "loss": 1.056296467781067,
      "step": 566
    },
    {
      "epoch": 2.4482758620689653,
      "grad_norm": 1.0118433237075806,
      "learning_rate": 8.88547644389654e-06,
      "loss": 1.413284182548523,
      "step": 568
    },
    {
      "epoch": 2.456896551724138,
      "grad_norm": 1.1313719749450684,
      "learning_rate": 8.62039811688737e-06,
      "loss": 0.1686408817768097,
      "step": 570
    },
    {
      "epoch": 2.4655172413793105,
      "grad_norm": 0.2529284656047821,
      "learning_rate": 8.357521335006843e-06,
      "loss": 0.9291278123855591,
      "step": 572
    },
    {
      "epoch": 2.4741379310344827,
      "grad_norm": 0.26292645931243896,
      "learning_rate": 8.097089304945431e-06,
      "loss": 1.1657003164291382,
      "step": 574
    },
    {
      "epoch": 2.4827586206896552,
      "grad_norm": 0.46254923939704895,
      "learning_rate": 7.839342971573412e-06,
      "loss": 1.1208579540252686,
      "step": 576
    },
    {
      "epoch": 2.4913793103448274,
      "grad_norm": 0.5573145151138306,
      "learning_rate": 7.584520795025116e-06,
      "loss": 0.6583477258682251,
      "step": 578
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.3368423283100128,
      "learning_rate": 7.332858530081812e-06,
      "loss": 1.1409282684326172,
      "step": 580
    },
    {
      "epoch": 2.5086206896551726,
      "grad_norm": 0.22401149570941925,
      "learning_rate": 7.084589008057583e-06,
      "loss": 0.9950229525566101,
      "step": 582
    },
    {
      "epoch": 2.5172413793103448,
      "grad_norm": 0.4168458580970764,
      "learning_rate": 6.839941921389941e-06,
      "loss": 0.677608847618103,
      "step": 584
    },
    {
      "epoch": 2.5258620689655173,
      "grad_norm": 0.3188498616218567,
      "learning_rate": 6.599143611134356e-06,
      "loss": 0.21669866144657135,
      "step": 586
    },
    {
      "epoch": 2.5344827586206895,
      "grad_norm": 0.41348910331726074,
      "learning_rate": 6.362416857559549e-06,
      "loss": 0.7037891745567322,
      "step": 588
    },
    {
      "epoch": 2.543103448275862,
      "grad_norm": 3.121192216873169,
      "learning_rate": 6.129980674036977e-06,
      "loss": 0.9864909648895264,
      "step": 590
    },
    {
      "epoch": 2.5517241379310347,
      "grad_norm": 0.6518086194992065,
      "learning_rate": 5.90205010441544e-06,
      "loss": 0.8599920272827148,
      "step": 592
    },
    {
      "epoch": 2.560344827586207,
      "grad_norm": 0.6577050685882568,
      "learning_rate": 5.678836024068174e-06,
      "loss": 0.7931281328201294,
      "step": 594
    },
    {
      "epoch": 2.5689655172413794,
      "grad_norm": 0.1971147507429123,
      "learning_rate": 5.4605449447964406e-06,
      "loss": 0.7438328862190247,
      "step": 596
    },
    {
      "epoch": 2.5775862068965516,
      "grad_norm": 0.687308132648468,
      "learning_rate": 5.24737882377032e-06,
      "loss": 0.7791666984558105,
      "step": 598
    },
    {
      "epoch": 2.586206896551724,
      "grad_norm": 0.24792003631591797,
      "learning_rate": 5.039534876683188e-06,
      "loss": 1.1297264099121094,
      "step": 600
    },
    {
      "epoch": 2.594827586206897,
      "grad_norm": 0.431932657957077,
      "learning_rate": 4.837205395292953e-06,
      "loss": 0.6758660674095154,
      "step": 602
    },
    {
      "epoch": 2.603448275862069,
      "grad_norm": 1.7007827758789062,
      "learning_rate": 4.640577569518789e-06,
      "loss": 1.114516019821167,
      "step": 604
    },
    {
      "epoch": 2.612068965517241,
      "grad_norm": 0.2791440188884735,
      "learning_rate": 4.449833314257892e-06,
      "loss": 0.6865538954734802,
      "step": 606
    },
    {
      "epoch": 2.6206896551724137,
      "grad_norm": 0.14818964898586273,
      "learning_rate": 4.265149101082668e-06,
      "loss": 0.667411744594574,
      "step": 608
    },
    {
      "epoch": 2.6293103448275863,
      "grad_norm": 0.47603490948677063,
      "learning_rate": 4.086695794973827e-06,
      "loss": 0.999786376953125,
      "step": 610
    },
    {
      "epoch": 2.637931034482759,
      "grad_norm": 0.26607102155685425,
      "learning_rate": 3.914638496240613e-06,
      "loss": 0.8935456275939941,
      "step": 612
    },
    {
      "epoch": 2.646551724137931,
      "grad_norm": 0.5287325382232666,
      "learning_rate": 3.7491363877742946e-06,
      "loss": 0.293642520904541,
      "step": 614
    },
    {
      "epoch": 2.655172413793103,
      "grad_norm": 0.7885716557502747,
      "learning_rate": 3.5903425877764024e-06,
      "loss": 0.860302209854126,
      "step": 616
    },
    {
      "epoch": 2.663793103448276,
      "grad_norm": 0.23788996040821075,
      "learning_rate": 3.4384040080977486e-06,
      "loss": 0.679624617099762,
      "step": 618
    },
    {
      "epoch": 2.6724137931034484,
      "grad_norm": 0.5915703773498535,
      "learning_rate": 3.2934612183194636e-06,
      "loss": 0.6118066310882568,
      "step": 620
    },
    {
      "epoch": 2.6810344827586206,
      "grad_norm": 0.347929984331131,
      "learning_rate": 3.1556483157016765e-06,
      "loss": 1.0104352235794067,
      "step": 622
    },
    {
      "epoch": 2.689655172413793,
      "grad_norm": 0.3776116967201233,
      "learning_rate": 3.0250928011203114e-06,
      "loss": 0.7297549843788147,
      "step": 624
    },
    {
      "epoch": 2.6982758620689653,
      "grad_norm": 0.33936139941215515,
      "learning_rate": 2.9019154611065938e-06,
      "loss": 1.0180128812789917,
      "step": 626
    },
    {
      "epoch": 2.706896551724138,
      "grad_norm": 1.2539973258972168,
      "learning_rate": 2.7862302560985105e-06,
      "loss": 0.729310154914856,
      "step": 628
    },
    {
      "epoch": 2.7155172413793105,
      "grad_norm": 0.11071612685918808,
      "learning_rate": 2.6781442150076485e-06,
      "loss": 0.5759393572807312,
      "step": 630
    },
    {
      "epoch": 2.7241379310344827,
      "grad_norm": 0.3599656820297241,
      "learning_rate": 2.577757336198829e-06,
      "loss": 0.8420278429985046,
      "step": 632
    },
    {
      "epoch": 2.7327586206896552,
      "grad_norm": 0.45908743143081665,
      "learning_rate": 2.4851624949742624e-06,
      "loss": 1.203715443611145,
      "step": 634
    },
    {
      "epoch": 2.7413793103448274,
      "grad_norm": 0.4836440682411194,
      "learning_rate": 2.4004453576477363e-06,
      "loss": 1.251405119895935,
      "step": 636
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.406963974237442,
      "learning_rate": 2.323684302288429e-06,
      "loss": 0.5981881022453308,
      "step": 638
    },
    {
      "epoch": 2.7586206896551726,
      "grad_norm": 0.4914894700050354,
      "learning_rate": 2.2549503462075524e-06,
      "loss": 0.4858713448047638,
      "step": 640
    },
    {
      "epoch": 2.7672413793103448,
      "grad_norm": 0.49679532647132874,
      "learning_rate": 2.1943070802550147e-06,
      "loss": 1.0236581563949585,
      "step": 642
    },
    {
      "epoch": 2.7758620689655173,
      "grad_norm": 0.5968631505966187,
      "learning_rate": 2.141810609986821e-06,
      "loss": 0.7582760453224182,
      "step": 644
    },
    {
      "epoch": 2.7844827586206895,
      "grad_norm": 0.47396087646484375,
      "learning_rate": 2.0975095037577143e-06,
      "loss": 0.7772106528282166,
      "step": 646
    },
    {
      "epoch": 2.793103448275862,
      "grad_norm": 0.29245540499687195,
      "learning_rate": 2.0614447477869856e-06,
      "loss": 0.9372343420982361,
      "step": 648
    },
    {
      "epoch": 2.8017241379310347,
      "grad_norm": 0.3278985023498535,
      "learning_rate": 2.0336497082391155e-06,
      "loss": 1.1293443441390991,
      "step": 650
    },
    {
      "epoch": 2.810344827586207,
      "grad_norm": 0.2128603756427765,
      "learning_rate": 2.0141501003542617e-06,
      "loss": 0.21890364587306976,
      "step": 652
    },
    {
      "epoch": 2.8189655172413794,
      "grad_norm": 0.2553781569004059,
      "learning_rate": 2.002963964657213e-06,
      "loss": 0.9752658605575562,
      "step": 654
    },
    {
      "epoch": 2.8275862068965516,
      "grad_norm": 0.6789045333862305,
      "learning_rate": 2.0001016502667552e-06,
      "loss": 1.158425211906433,
      "step": 656
    },
    {
      "epoch": 2.836206896551724,
      "grad_norm": 0.2958366572856903,
      "learning_rate": 2.0055658053209428e-06,
      "loss": 0.09864208102226257,
      "step": 658
    },
    {
      "epoch": 2.844827586206897,
      "grad_norm": 0.5826700925827026,
      "learning_rate": 2.0193513745271104e-06,
      "loss": 1.1222366094589233,
      "step": 660
    },
    {
      "epoch": 2.853448275862069,
      "grad_norm": 0.2867080867290497,
      "learning_rate": 2.041445603838903e-06,
      "loss": 0.7978563904762268,
      "step": 662
    },
    {
      "epoch": 2.862068965517241,
      "grad_norm": 0.9346190690994263,
      "learning_rate": 2.071828052255974e-06,
      "loss": 1.0888785123825073,
      "step": 664
    },
    {
      "epoch": 2.8706896551724137,
      "grad_norm": 0.4730575382709503,
      "learning_rate": 2.110470610735471e-06,
      "loss": 0.8604229688644409,
      "step": 666
    },
    {
      "epoch": 2.8793103448275863,
      "grad_norm": 0.3757993280887604,
      "learning_rate": 2.157337528197775e-06,
      "loss": 0.6924110054969788,
      "step": 668
    },
    {
      "epoch": 2.887931034482759,
      "grad_norm": 0.7365322709083557,
      "learning_rate": 2.2123854446024656e-06,
      "loss": 1.1259899139404297,
      "step": 670
    },
    {
      "epoch": 2.896551724137931,
      "grad_norm": 0.20995132625102997,
      "learning_rate": 2.275563431063895e-06,
      "loss": 0.5768133997917175,
      "step": 672
    },
    {
      "epoch": 2.905172413793103,
      "grad_norm": 0.12330807000398636,
      "learning_rate": 2.346813036969242e-06,
      "loss": 0.655694842338562,
      "step": 674
    },
    {
      "epoch": 2.913793103448276,
      "grad_norm": 0.295114129781723,
      "learning_rate": 2.4260683440554954e-06,
      "loss": 0.6339759230613708,
      "step": 676
    },
    {
      "epoch": 2.9224137931034484,
      "grad_norm": 0.3862989544868469,
      "learning_rate": 2.5132560273952874e-06,
      "loss": 0.9285910129547119,
      "step": 678
    },
    {
      "epoch": 2.9310344827586206,
      "grad_norm": 0.33736833930015564,
      "learning_rate": 2.6082954232351966e-06,
      "loss": 0.8067626953125,
      "step": 680
    },
    {
      "epoch": 2.939655172413793,
      "grad_norm": 0.23088297247886658,
      "learning_rate": 2.711098603623742e-06,
      "loss": 1.2526490688323975,
      "step": 682
    },
    {
      "epoch": 2.9482758620689653,
      "grad_norm": 0.29236695170402527,
      "learning_rate": 2.821570457759993e-06,
      "loss": 1.1392483711242676,
      "step": 684
    },
    {
      "epoch": 2.956896551724138,
      "grad_norm": 2.1297762393951416,
      "learning_rate": 2.9396087799875866e-06,
      "loss": 0.7813910841941833,
      "step": 686
    },
    {
      "epoch": 2.9655172413793105,
      "grad_norm": 0.7009169459342957,
      "learning_rate": 3.065104364352743e-06,
      "loss": 0.9301526546478271,
      "step": 688
    },
    {
      "epoch": 2.9741379310344827,
      "grad_norm": 0.6672054529190063,
      "learning_rate": 3.197941105638702e-06,
      "loss": 1.025092601776123,
      "step": 690
    },
    {
      "epoch": 2.9827586206896552,
      "grad_norm": 0.5058484673500061,
      "learning_rate": 3.337996106783247e-06,
      "loss": 0.6867604851722717,
      "step": 692
    },
    {
      "epoch": 2.9913793103448274,
      "grad_norm": 0.34245193004608154,
      "learning_rate": 3.4851397925798167e-06,
      "loss": 1.19440495967865,
      "step": 694
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.4390437602996826,
      "learning_rate": 3.6392360295571228e-06,
      "loss": 1.113608717918396,
      "step": 696
    },
    {
      "epoch": 3.0,
      "step": 696,
      "total_flos": 2.7548743231466373e+18,
      "train_loss": 1.0648414060130886,
      "train_runtime": 11016.7324,
      "train_samples_per_second": 3.791,
      "train_steps_per_second": 0.063
    }
  ],
  "logging_steps": 2,
  "max_steps": 696,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.7548743231466373e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}