{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1626,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0024622960911049553,
      "grad_norm": 1.5390625,
      "learning_rate": 2.040816326530612e-10,
      "loss": 1.3865270614624023,
      "step": 2
    },
    {
      "epoch": 0.0049245921822099106,
      "grad_norm": 4.375,
      "learning_rate": 6.122448979591837e-10,
      "loss": 1.8760377168655396,
      "step": 4
    },
    {
      "epoch": 0.007386888273314866,
      "grad_norm": 2.359375,
      "learning_rate": 1.020408163265306e-09,
      "loss": 1.1314038038253784,
      "step": 6
    },
    {
      "epoch": 0.009849184364419821,
      "grad_norm": 5.71875,
      "learning_rate": 1.4285714285714286e-09,
      "loss": 1.8253700733184814,
      "step": 8
    },
    {
      "epoch": 0.012311480455524777,
      "grad_norm": 12.625,
      "learning_rate": 1.8367346938775511e-09,
      "loss": 2.2051210403442383,
      "step": 10
    },
    {
      "epoch": 0.014773776546629732,
      "grad_norm": 20.375,
      "learning_rate": 2.2448979591836736e-09,
      "loss": 2.4439101219177246,
      "step": 12
    },
    {
      "epoch": 0.017236072637734686,
      "grad_norm": 3.578125,
      "learning_rate": 2.653061224489796e-09,
      "loss": 1.3878843784332275,
      "step": 14
    },
    {
      "epoch": 0.019698368728839642,
      "grad_norm": 1.765625,
      "learning_rate": 3.0612244897959187e-09,
      "loss": 1.1822748184204102,
      "step": 16
    },
    {
      "epoch": 0.0221606648199446,
      "grad_norm": 2.53125,
      "learning_rate": 3.4693877551020408e-09,
      "loss": 1.1794735193252563,
      "step": 18
    },
    {
      "epoch": 0.024622960911049555,
      "grad_norm": 14.625,
      "learning_rate": 3.877551020408163e-09,
      "loss": 2.3212547302246094,
      "step": 20
    },
    {
      "epoch": 0.02708525700215451,
      "grad_norm": 5.625,
      "learning_rate": 4.285714285714286e-09,
      "loss": 1.7700073719024658,
      "step": 22
    },
    {
      "epoch": 0.029547553093259463,
      "grad_norm": 14.25,
      "learning_rate": 4.693877551020409e-09,
      "loss": 2.191647529602051,
      "step": 24
    },
    {
      "epoch": 0.03200984918436442,
      "grad_norm": 4.15625,
      "learning_rate": 5.102040816326531e-09,
      "loss": 1.7301385402679443,
      "step": 26
    },
    {
      "epoch": 0.03447214527546937,
      "grad_norm": 14.1875,
      "learning_rate": 5.510204081632653e-09,
      "loss": 2.343463659286499,
      "step": 28
    },
    {
      "epoch": 0.03693444136657433,
      "grad_norm": 5.90625,
      "learning_rate": 5.918367346938776e-09,
      "loss": 1.2581849098205566,
      "step": 30
    },
    {
      "epoch": 0.039396737457679284,
      "grad_norm": 5.1875,
      "learning_rate": 6.326530612244899e-09,
      "loss": 1.9037660360336304,
      "step": 32
    },
    {
      "epoch": 0.041859033548784244,
      "grad_norm": 6.25,
      "learning_rate": 6.73469387755102e-09,
      "loss": 1.8926417827606201,
      "step": 34
    },
    {
      "epoch": 0.0443213296398892,
      "grad_norm": 4.15625,
      "learning_rate": 7.142857142857143e-09,
      "loss": 1.494161605834961,
      "step": 36
    },
    {
      "epoch": 0.04678362573099415,
      "grad_norm": 72.5,
      "learning_rate": 7.551020408163264e-09,
      "loss": 2.4310765266418457,
      "step": 38
    },
    {
      "epoch": 0.04924592182209911,
      "grad_norm": 13.1875,
      "learning_rate": 7.959183673469387e-09,
      "loss": 2.401200294494629,
      "step": 40
    },
    {
      "epoch": 0.05170821791320406,
      "grad_norm": 17.875,
      "learning_rate": 8.36734693877551e-09,
      "loss": 2.269543170928955,
      "step": 42
    },
    {
      "epoch": 0.05417051400430902,
      "grad_norm": 6.375,
      "learning_rate": 8.775510204081633e-09,
      "loss": 1.880392074584961,
      "step": 44
    },
    {
      "epoch": 0.056632810095413974,
      "grad_norm": 10.9375,
      "learning_rate": 9.183673469387756e-09,
      "loss": 2.2891359329223633,
      "step": 46
    },
    {
      "epoch": 0.05909510618651893,
      "grad_norm": 2.953125,
      "learning_rate": 9.591836734693877e-09,
      "loss": 1.245388150215149,
      "step": 48
    },
    {
      "epoch": 0.061557402277623886,
      "grad_norm": 14.0625,
      "learning_rate": 1e-08,
      "loss": 1.8519728183746338,
      "step": 50
    },
    {
      "epoch": 0.06401969836872884,
      "grad_norm": 12.3125,
      "learning_rate": 9.99996825131286e-09,
      "loss": 2.678940773010254,
      "step": 52
    },
    {
      "epoch": 0.0664819944598338,
      "grad_norm": 13.4375,
      "learning_rate": 9.999873005755431e-09,
      "loss": 2.3168435096740723,
      "step": 54
    },
    {
      "epoch": 0.06894429055093874,
      "grad_norm": 23.125,
      "learning_rate": 9.999714264839672e-09,
      "loss": 2.218395233154297,
      "step": 56
    },
    {
      "epoch": 0.0714065866420437,
      "grad_norm": 3.265625,
      "learning_rate": 9.999492031085492e-09,
      "loss": 1.2967658042907715,
      "step": 58
    },
    {
      "epoch": 0.07386888273314866,
      "grad_norm": 8.4375,
      "learning_rate": 9.999206308020707e-09,
      "loss": 2.0597116947174072,
      "step": 60
    },
    {
      "epoch": 0.07633117882425362,
      "grad_norm": 3.984375,
      "learning_rate": 9.99885710018098e-09,
      "loss": 1.6437733173370361,
      "step": 62
    },
    {
      "epoch": 0.07879347491535857,
      "grad_norm": 6.9375,
      "learning_rate": 9.99844441310976e-09,
      "loss": 1.878865122795105,
      "step": 64
    },
    {
      "epoch": 0.08125577100646353,
      "grad_norm": 5.34375,
      "learning_rate": 9.997968253358178e-09,
      "loss": 1.8909335136413574,
      "step": 66
    },
    {
      "epoch": 0.08371806709756849,
      "grad_norm": 15.9375,
      "learning_rate": 9.997428628484963e-09,
      "loss": 2.290242910385132,
      "step": 68
    },
    {
      "epoch": 0.08618036318867343,
      "grad_norm": 8.9375,
      "learning_rate": 9.996825547056302e-09,
      "loss": 2.0678482055664062,
      "step": 70
    },
    {
      "epoch": 0.0886426592797784,
      "grad_norm": 5.75,
      "learning_rate": 9.996159018645721e-09,
      "loss": 1.8928303718566895,
      "step": 72
    },
    {
      "epoch": 0.09110495537088335,
      "grad_norm": 7.53125,
      "learning_rate": 9.995429053833917e-09,
      "loss": 1.9023447036743164,
      "step": 74
    },
    {
      "epoch": 0.0935672514619883,
      "grad_norm": 7.59375,
      "learning_rate": 9.994635664208602e-09,
      "loss": 1.914489507675171,
      "step": 76
    },
    {
      "epoch": 0.09602954755309326,
      "grad_norm": 11.125,
      "learning_rate": 9.99377886236432e-09,
      "loss": 2.057431221008301,
      "step": 78
    },
    {
      "epoch": 0.09849184364419822,
      "grad_norm": 7.21875,
      "learning_rate": 9.992858661902233e-09,
      "loss": 1.9636759757995605,
      "step": 80
    },
    {
      "epoch": 0.10095413973530316,
      "grad_norm": 4.15625,
      "learning_rate": 9.99187507742992e-09,
      "loss": 1.298654317855835,
      "step": 82
    },
    {
      "epoch": 0.10341643582640812,
      "grad_norm": 2.953125,
      "learning_rate": 9.990828124561143e-09,
      "loss": 1.1845377683639526,
      "step": 84
    },
    {
      "epoch": 0.10587873191751308,
      "grad_norm": 12.0625,
      "learning_rate": 9.989717819915584e-09,
      "loss": 2.3120527267456055,
      "step": 86
    },
    {
      "epoch": 0.10834102800861804,
      "grad_norm": 6.75,
      "learning_rate": 9.988544181118608e-09,
      "loss": 1.792182445526123,
      "step": 88
    },
    {
      "epoch": 0.11080332409972299,
      "grad_norm": 4.03125,
      "learning_rate": 9.987307226800957e-09,
      "loss": 1.4169440269470215,
      "step": 90
    },
    {
      "epoch": 0.11326562019082795,
      "grad_norm": 19.375,
      "learning_rate": 9.98600697659847e-09,
      "loss": 2.2629003524780273,
      "step": 92
    },
    {
      "epoch": 0.11572791628193291,
      "grad_norm": 4.65625,
      "learning_rate": 9.984643451151764e-09,
      "loss": 1.8561232089996338,
      "step": 94
    },
    {
      "epoch": 0.11819021237303785,
      "grad_norm": 5.03125,
      "learning_rate": 9.98321667210591e-09,
      "loss": 1.8327598571777344,
      "step": 96
    },
    {
      "epoch": 0.12065250846414281,
      "grad_norm": 3.34375,
      "learning_rate": 9.98172666211009e-09,
      "loss": 1.2463821172714233,
      "step": 98
    },
    {
      "epoch": 0.12311480455524777,
      "grad_norm": 6.375,
      "learning_rate": 9.980173444817238e-09,
      "loss": 1.351346731185913,
      "step": 100
    },
    {
      "epoch": 0.12557710064635272,
      "grad_norm": 4.0625,
      "learning_rate": 9.978557044883651e-09,
      "loss": 1.2666093111038208,
      "step": 102
    },
    {
      "epoch": 0.12803939673745768,
      "grad_norm": 4.78125,
      "learning_rate": 9.976877487968623e-09,
      "loss": 1.905246615409851,
      "step": 104
    },
    {
      "epoch": 0.13050169282856264,
      "grad_norm": 3.0,
      "learning_rate": 9.975134800734015e-09,
      "loss": 1.1379789113998413,
      "step": 106
    },
    {
      "epoch": 0.1329639889196676,
      "grad_norm": 4.65625,
      "learning_rate": 9.973329010843847e-09,
      "loss": 1.8731987476348877,
      "step": 108
    },
    {
      "epoch": 0.13542628501077256,
      "grad_norm": 10.3125,
      "learning_rate": 9.97146014696384e-09,
      "loss": 1.897504448890686,
      "step": 110
    },
    {
      "epoch": 0.1378885811018775,
      "grad_norm": 2.375,
      "learning_rate": 9.96952823876099e-09,
      "loss": 1.1055809259414673,
      "step": 112
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 14.5625,
      "learning_rate": 9.967533316903066e-09,
      "loss": 2.4285759925842285,
      "step": 114
    },
    {
      "epoch": 0.1428131732840874,
      "grad_norm": 6.0625,
      "learning_rate": 9.965475413058142e-09,
      "loss": 1.8401623964309692,
      "step": 116
    },
    {
      "epoch": 0.14527546937519237,
      "grad_norm": 3.625,
      "learning_rate": 9.963354559894099e-09,
      "loss": 1.2698298692703247,
      "step": 118
    },
    {
      "epoch": 0.14773776546629733,
      "grad_norm": 1.6875,
      "learning_rate": 9.961170791078078e-09,
      "loss": 1.1040065288543701,
      "step": 120
    },
    {
      "epoch": 0.1502000615574023,
      "grad_norm": 16.375,
      "learning_rate": 9.958924141275982e-09,
      "loss": 1.8983745574951172,
      "step": 122
    },
    {
      "epoch": 0.15266235764850725,
      "grad_norm": 5.125,
      "learning_rate": 9.956614646151903e-09,
      "loss": 1.9957232475280762,
      "step": 124
    },
    {
      "epoch": 0.15512465373961218,
      "grad_norm": 12.75,
      "learning_rate": 9.954242342367555e-09,
      "loss": 2.3904964923858643,
      "step": 126
    },
    {
      "epoch": 0.15758694983071714,
      "grad_norm": 5.0625,
      "learning_rate": 9.951807267581707e-09,
      "loss": 1.8866188526153564,
      "step": 128
    },
    {
      "epoch": 0.1600492459218221,
      "grad_norm": 1.984375,
      "learning_rate": 9.94930946044957e-09,
      "loss": 1.2808419466018677,
      "step": 130
    },
    {
      "epoch": 0.16251154201292706,
      "grad_norm": 2.484375,
      "learning_rate": 9.946748960622197e-09,
      "loss": 1.3167526721954346,
      "step": 132
    },
    {
      "epoch": 0.16497383810403202,
      "grad_norm": 2.4375,
      "learning_rate": 9.944125808745837e-09,
      "loss": 1.2127764225006104,
      "step": 134
    },
    {
      "epoch": 0.16743613419513698,
      "grad_norm": 4.5,
      "learning_rate": 9.941440046461305e-09,
      "loss": 1.9335191249847412,
      "step": 136
    },
    {
      "epoch": 0.1698984302862419,
      "grad_norm": 9.0,
      "learning_rate": 9.938691716403316e-09,
      "loss": 1.9803462028503418,
      "step": 138
    },
    {
      "epoch": 0.17236072637734687,
      "grad_norm": 4.65625,
      "learning_rate": 9.935880862199809e-09,
      "loss": 1.820433259010315,
      "step": 140
    },
    {
      "epoch": 0.17482302246845183,
      "grad_norm": 5.78125,
      "learning_rate": 9.93300752847124e-09,
      "loss": 1.9337809085845947,
      "step": 142
    },
    {
      "epoch": 0.1772853185595568,
      "grad_norm": 5.28125,
      "learning_rate": 9.930071760829904e-09,
      "loss": 1.8973931074142456,
      "step": 144
    },
    {
      "epoch": 0.17974761465066175,
      "grad_norm": 5.40625,
      "learning_rate": 9.927073605879185e-09,
      "loss": 1.9531124830245972,
      "step": 146
    },
    {
      "epoch": 0.1822099107417667,
      "grad_norm": 5.75,
      "learning_rate": 9.924013111212818e-09,
      "loss": 1.9310762882232666,
      "step": 148
    },
    {
      "epoch": 0.18467220683287167,
      "grad_norm": 9.375,
      "learning_rate": 9.920890325414153e-09,
      "loss": 2.008820056915283,
      "step": 150
    },
    {
      "epoch": 0.1871345029239766,
      "grad_norm": 82.5,
      "learning_rate": 9.917705298055361e-09,
      "loss": 3.0185141563415527,
      "step": 152
    },
    {
      "epoch": 0.18959679901508156,
      "grad_norm": 8.625,
      "learning_rate": 9.914458079696664e-09,
      "loss": 2.008962631225586,
      "step": 154
    },
    {
      "epoch": 0.19205909510618652,
      "grad_norm": 9.25,
      "learning_rate": 9.91114872188552e-09,
      "loss": 1.6197317838668823,
      "step": 156
    },
    {
      "epoch": 0.19452139119729148,
      "grad_norm": 4.53125,
      "learning_rate": 9.907777277155811e-09,
      "loss": 1.8305246829986572,
      "step": 158
    },
    {
      "epoch": 0.19698368728839644,
      "grad_norm": 9.75,
      "learning_rate": 9.904343799027012e-09,
      "loss": 1.9033877849578857,
      "step": 160
    },
    {
      "epoch": 0.1994459833795014,
      "grad_norm": 8.5,
      "learning_rate": 9.90084834200333e-09,
      "loss": 1.9224884510040283,
      "step": 162
    },
    {
      "epoch": 0.20190827947060633,
      "grad_norm": 5.5,
      "learning_rate": 9.897290961572854e-09,
      "loss": 1.5109963417053223,
      "step": 164
    },
    {
      "epoch": 0.2043705755617113,
      "grad_norm": 6.0625,
      "learning_rate": 9.893671714206662e-09,
      "loss": 1.9377520084381104,
      "step": 166
    },
    {
      "epoch": 0.20683287165281625,
      "grad_norm": 5.03125,
      "learning_rate": 9.889990657357933e-09,
      "loss": 1.6958491802215576,
      "step": 168
    },
    {
      "epoch": 0.2092951677439212,
      "grad_norm": 5.1875,
      "learning_rate": 9.886247849461023e-09,
      "loss": 1.320851445198059,
      "step": 170
    },
    {
      "epoch": 0.21175746383502617,
      "grad_norm": 17.375,
      "learning_rate": 9.882443349930552e-09,
      "loss": 2.529175281524658,
      "step": 172
    },
    {
      "epoch": 0.21421975992613113,
      "grad_norm": 5.53125,
      "learning_rate": 9.878577219160456e-09,
      "loss": 1.9636085033416748,
      "step": 174
    },
    {
      "epoch": 0.21668205601723609,
      "grad_norm": 5.84375,
      "learning_rate": 9.87464951852302e-09,
      "loss": 1.9693580865859985,
      "step": 176
    },
    {
      "epoch": 0.21914435210834102,
      "grad_norm": 8.5,
      "learning_rate": 9.870660310367915e-09,
      "loss": 1.955024242401123,
      "step": 178
    },
    {
      "epoch": 0.22160664819944598,
      "grad_norm": 11.5,
      "learning_rate": 9.866609658021202e-09,
      "loss": 2.3577377796173096,
      "step": 180
    },
    {
      "epoch": 0.22406894429055094,
      "grad_norm": 14.1875,
      "learning_rate": 9.862497625784324e-09,
      "loss": 2.3302321434020996,
      "step": 182
    },
    {
      "epoch": 0.2265312403816559,
      "grad_norm": 5.40625,
      "learning_rate": 9.8583242789331e-09,
      "loss": 1.872032642364502,
      "step": 184
    },
    {
      "epoch": 0.22899353647276086,
      "grad_norm": 8.1875,
      "learning_rate": 9.854089683716666e-09,
      "loss": 1.9843339920043945,
      "step": 186
    },
    {
      "epoch": 0.23145583256386582,
      "grad_norm": 6.375,
      "learning_rate": 9.849793907356444e-09,
      "loss": 1.8600096702575684,
      "step": 188
    },
    {
      "epoch": 0.23391812865497075,
      "grad_norm": 11.0,
      "learning_rate": 9.845437018045063e-09,
      "loss": 2.281198024749756,
      "step": 190
    },
    {
      "epoch": 0.2363804247460757,
      "grad_norm": 4.34375,
      "learning_rate": 9.841019084945281e-09,
      "loss": 1.8489793539047241,
      "step": 192
    },
    {
      "epoch": 0.23884272083718067,
      "grad_norm": 4.40625,
      "learning_rate": 9.836540178188888e-09,
      "loss": 1.8184915781021118,
      "step": 194
    },
    {
      "epoch": 0.24130501692828563,
      "grad_norm": 39.5,
      "learning_rate": 9.832000368875586e-09,
      "loss": 2.5119130611419678,
      "step": 196
    },
    {
      "epoch": 0.24376731301939059,
      "grad_norm": 42.25,
      "learning_rate": 9.82739972907187e-09,
      "loss": 1.7983183860778809,
      "step": 198
    },
    {
      "epoch": 0.24622960911049555,
      "grad_norm": 7.9375,
      "learning_rate": 9.822738331809873e-09,
      "loss": 1.8701186180114746,
      "step": 200
    },
    {
      "epoch": 0.2486919052016005,
      "grad_norm": 10.8125,
      "learning_rate": 9.818016251086222e-09,
      "loss": 2.0227789878845215,
      "step": 202
    },
    {
      "epoch": 0.25115420129270544,
      "grad_norm": 9.625,
      "learning_rate": 9.813233561860844e-09,
      "loss": 2.185953140258789,
      "step": 204
    },
    {
      "epoch": 0.2536164973838104,
      "grad_norm": 5.0,
      "learning_rate": 9.808390340055792e-09,
      "loss": 1.850534439086914,
      "step": 206
    },
    {
      "epoch": 0.25607879347491536,
      "grad_norm": 5.125,
      "learning_rate": 9.803486662554038e-09,
      "loss": 1.9469786882400513,
      "step": 208
    },
    {
      "epoch": 0.2585410895660203,
      "grad_norm": 4.03125,
      "learning_rate": 9.798522607198235e-09,
      "loss": 1.7527638673782349,
      "step": 210
    },
    {
      "epoch": 0.2610033856571253,
      "grad_norm": 4.75,
      "learning_rate": 9.79349825278951e-09,
      "loss": 1.9203780889511108,
      "step": 212
    },
    {
      "epoch": 0.2634656817482302,
      "grad_norm": 4.53125,
      "learning_rate": 9.788413679086188e-09,
      "loss": 1.8700388669967651,
      "step": 214
    },
    {
      "epoch": 0.2659279778393352,
      "grad_norm": 5.78125,
      "learning_rate": 9.783268966802539e-09,
      "loss": 2.030698299407959,
      "step": 216
    },
    {
      "epoch": 0.2683902739304401,
      "grad_norm": 7.375,
      "learning_rate": 9.778064197607495e-09,
      "loss": 1.936469316482544,
      "step": 218
    },
    {
      "epoch": 0.2708525700215451,
      "grad_norm": 18.875,
      "learning_rate": 9.772799454123349e-09,
      "loss": 2.471208095550537,
      "step": 220
    },
    {
      "epoch": 0.27331486611265005,
      "grad_norm": 13.25,
      "learning_rate": 9.767474819924447e-09,
      "loss": 2.437526226043701,
      "step": 222
    },
    {
      "epoch": 0.275777162203755,
      "grad_norm": 6.5625,
      "learning_rate": 9.762090379535862e-09,
      "loss": 2.013521909713745,
      "step": 224
    },
    {
      "epoch": 0.27823945829485996,
      "grad_norm": 14.0625,
      "learning_rate": 9.756646218432053e-09,
      "loss": 2.0168678760528564,
      "step": 226
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 5.8125,
      "learning_rate": 9.751142423035501e-09,
      "loss": 1.995202660560608,
      "step": 228
    },
    {
      "epoch": 0.2831640504770699,
      "grad_norm": 42.5,
      "learning_rate": 9.74557908071535e-09,
      "loss": 1.953993320465088,
      "step": 230
    },
    {
      "epoch": 0.2856263465681748,
      "grad_norm": 2.46875,
      "learning_rate": 9.739956279786e-09,
      "loss": 1.149980068206787,
      "step": 232
    },
    {
      "epoch": 0.2880886426592798,
      "grad_norm": 4.21875,
      "learning_rate": 9.734274109505729e-09,
      "loss": 1.7589616775512695,
      "step": 234
    },
    {
      "epoch": 0.29055093875038474,
      "grad_norm": 5.0625,
      "learning_rate": 9.72853266007526e-09,
      "loss": 1.9171326160430908,
      "step": 236
    },
    {
      "epoch": 0.29301323484148967,
      "grad_norm": 11.4375,
      "learning_rate": 9.722732022636333e-09,
      "loss": 1.6742775440216064,
      "step": 238
    },
    {
      "epoch": 0.29547553093259465,
      "grad_norm": 4.78125,
      "learning_rate": 9.716872289270262e-09,
      "loss": 1.7873895168304443,
      "step": 240
    },
    {
      "epoch": 0.2979378270236996,
      "grad_norm": 4.40625,
      "learning_rate": 9.710953552996464e-09,
      "loss": 1.9001209735870361,
      "step": 242
    },
    {
      "epoch": 0.3004001231148046,
      "grad_norm": 4.78125,
      "learning_rate": 9.704975907770995e-09,
      "loss": 1.869600534439087,
      "step": 244
    },
    {
      "epoch": 0.3028624192059095,
      "grad_norm": 3.46875,
      "learning_rate": 9.69893944848505e-09,
      "loss": 1.5148907899856567,
      "step": 246
    },
    {
      "epoch": 0.3053247152970145,
      "grad_norm": 14.6875,
      "learning_rate": 9.69284427096345e-09,
      "loss": 1.914973497390747,
      "step": 248
    },
    {
      "epoch": 0.3077870113881194,
      "grad_norm": 13.125,
      "learning_rate": 9.686690471963147e-09,
      "loss": 2.230684757232666,
      "step": 250
    },
    {
      "epoch": 0.31024930747922436,
      "grad_norm": 7.34375,
      "learning_rate": 9.680478149171657e-09,
      "loss": 2.0974578857421875,
      "step": 252
    },
    {
      "epoch": 0.31271160357032934,
      "grad_norm": 13.5625,
      "learning_rate": 9.674207401205524e-09,
      "loss": 2.2117700576782227,
      "step": 254
    },
    {
      "epoch": 0.3151738996614343,
      "grad_norm": 5.25,
      "learning_rate": 9.667878327608756e-09,
      "loss": 1.8505613803863525,
      "step": 256
    },
    {
      "epoch": 0.31763619575253926,
      "grad_norm": 14.25,
      "learning_rate": 9.661491028851246e-09,
      "loss": 1.7967166900634766,
      "step": 258
    },
    {
      "epoch": 0.3200984918436442,
      "grad_norm": 4.0625,
      "learning_rate": 9.655045606327165e-09,
      "loss": 1.869051456451416,
      "step": 260
    },
    {
      "epoch": 0.3225607879347491,
      "grad_norm": 9.0625,
      "learning_rate": 9.648542162353366e-09,
      "loss": 1.876924753189087,
      "step": 262
    },
    {
      "epoch": 0.3250230840258541,
      "grad_norm": 5.21875,
      "learning_rate": 9.64198080016775e-09,
      "loss": 2.0315141677856445,
      "step": 264
    },
    {
      "epoch": 0.32748538011695905,
      "grad_norm": 8.5625,
      "learning_rate": 9.635361623927643e-09,
      "loss": 2.1542179584503174,
      "step": 266
    },
    {
      "epoch": 0.32994767620806403,
      "grad_norm": 3.140625,
      "learning_rate": 9.62868473870811e-09,
      "loss": 1.1597316265106201,
      "step": 268
    },
    {
      "epoch": 0.33240997229916897,
      "grad_norm": 10.5,
      "learning_rate": 9.621950250500333e-09,
      "loss": 2.637326717376709,
      "step": 270
    },
    {
      "epoch": 0.33487226839027395,
      "grad_norm": 2.859375,
      "learning_rate": 9.615158266209887e-09,
      "loss": 1.283077597618103,
      "step": 272
    },
    {
      "epoch": 0.3373345644813789,
      "grad_norm": 7.125,
      "learning_rate": 9.608308893655061e-09,
      "loss": 2.046065092086792,
      "step": 274
    },
    {
      "epoch": 0.3397968605724838,
      "grad_norm": 2.953125,
      "learning_rate": 9.601402241565154e-09,
      "loss": 1.1603574752807617,
      "step": 276
    },
    {
      "epoch": 0.3422591566635888,
      "grad_norm": 5.34375,
      "learning_rate": 9.59443841957873e-09,
      "loss": 1.7637038230895996,
      "step": 278
    },
    {
      "epoch": 0.34472145275469374,
      "grad_norm": 5.21875,
      "learning_rate": 9.587417538241892e-09,
      "loss": 1.938485860824585,
      "step": 280
    },
    {
      "epoch": 0.3471837488457987,
      "grad_norm": 29.0,
      "learning_rate": 9.580339709006524e-09,
      "loss": 2.3233187198638916,
      "step": 282
    },
    {
      "epoch": 0.34964604493690365,
      "grad_norm": 6.0,
      "learning_rate": 9.573205044228518e-09,
      "loss": 1.4073760509490967,
      "step": 284
    },
    {
      "epoch": 0.35210834102800864,
      "grad_norm": 6.375,
      "learning_rate": 9.566013657165994e-09,
      "loss": 1.3963334560394287,
      "step": 286
    },
    {
      "epoch": 0.3545706371191136,
      "grad_norm": 6.8125,
      "learning_rate": 9.558765661977503e-09,
      "loss": 1.9514954090118408,
      "step": 288
    },
    {
      "epoch": 0.3570329332102185,
      "grad_norm": 5.75,
      "learning_rate": 9.551461173720208e-09,
      "loss": 2.0840539932250977,
      "step": 290
    },
    {
      "epoch": 0.3594952293013235,
      "grad_norm": 11.9375,
      "learning_rate": 9.544100308348067e-09,
      "loss": 2.2709197998046875,
      "step": 292
    },
    {
      "epoch": 0.3619575253924284,
      "grad_norm": 12.3125,
      "learning_rate": 9.536683182709986e-09,
      "loss": 2.443535327911377,
      "step": 294
    },
    {
      "epoch": 0.3644198214835334,
      "grad_norm": 18.875,
      "learning_rate": 9.529209914547962e-09,
      "loss": 2.240347385406494,
      "step": 296
    },
    {
      "epoch": 0.36688211757463834,
      "grad_norm": 12.375,
      "learning_rate": 9.521680622495228e-09,
      "loss": 2.1307570934295654,
      "step": 298
    },
    {
      "epoch": 0.36934441366574333,
      "grad_norm": 11.8125,
      "learning_rate": 9.514095426074347e-09,
      "loss": 2.510369062423706,
      "step": 300
    },
    {
      "epoch": 0.37180670975684826,
      "grad_norm": 5.03125,
      "learning_rate": 9.506454445695337e-09,
      "loss": 1.9031611680984497,
      "step": 302
    },
    {
      "epoch": 0.3742690058479532,
      "grad_norm": 2.484375,
      "learning_rate": 9.498757802653741e-09,
      "loss": 1.2329223155975342,
      "step": 304
    },
    {
      "epoch": 0.3767313019390582,
      "grad_norm": 5.28125,
      "learning_rate": 9.491005619128721e-09,
      "loss": 1.8155068159103394,
      "step": 306
    },
    {
      "epoch": 0.3791935980301631,
      "grad_norm": 7.625,
      "learning_rate": 9.483198018181099e-09,
      "loss": 1.736093282699585,
      "step": 308
    },
    {
      "epoch": 0.3816558941212681,
      "grad_norm": 13.5625,
      "learning_rate": 9.475335123751412e-09,
      "loss": 1.9234977960586548,
      "step": 310
    },
    {
      "epoch": 0.38411819021237303,
      "grad_norm": 8.5,
      "learning_rate": 9.467417060657952e-09,
      "loss": 1.9270076751708984,
      "step": 312
    },
    {
      "epoch": 0.38658048630347797,
      "grad_norm": 4.0625,
      "learning_rate": 9.459443954594769e-09,
      "loss": 1.350337028503418,
      "step": 314
    },
    {
      "epoch": 0.38904278239458295,
      "grad_norm": 2.609375,
      "learning_rate": 9.451415932129692e-09,
      "loss": 1.1429853439331055,
      "step": 316
    },
    {
      "epoch": 0.3915050784856879,
      "grad_norm": 4.90625,
      "learning_rate": 9.443333120702307e-09,
      "loss": 1.8531888723373413,
      "step": 318
    },
    {
      "epoch": 0.3939673745767929,
      "grad_norm": 3.0625,
      "learning_rate": 9.435195648621935e-09,
      "loss": 1.3913381099700928,
      "step": 320
    },
    {
      "epoch": 0.3964296706678978,
      "grad_norm": 5.15625,
      "learning_rate": 9.42700364506561e-09,
      "loss": 1.8761987686157227,
      "step": 322
    },
    {
      "epoch": 0.3988919667590028,
      "grad_norm": 4.4375,
      "learning_rate": 9.418757240076008e-09,
      "loss": 1.9191958904266357,
      "step": 324
    },
    {
      "epoch": 0.4013542628501077,
      "grad_norm": 2.75,
      "learning_rate": 9.410456564559393e-09,
      "loss": 1.175315260887146,
      "step": 326
    },
    {
      "epoch": 0.40381655894121266,
      "grad_norm": 12.375,
      "learning_rate": 9.402101750283545e-09,
      "loss": 2.3216049671173096,
      "step": 328
    },
    {
      "epoch": 0.40627885503231764,
      "grad_norm": 2.265625,
      "learning_rate": 9.39369292987565e-09,
      "loss": 1.1453694105148315,
      "step": 330
    },
    {
      "epoch": 0.4087411511234226,
      "grad_norm": 5.71875,
      "learning_rate": 9.38523023682022e-09,
      "loss": 1.9262512922286987,
      "step": 332
    },
    {
      "epoch": 0.41120344721452756,
      "grad_norm": 10.375,
      "learning_rate": 9.376713805456945e-09,
      "loss": 2.126582622528076,
      "step": 334
    },
    {
      "epoch": 0.4136657433056325,
      "grad_norm": 2.609375,
      "learning_rate": 9.368143770978586e-09,
      "loss": 1.1786751747131348,
      "step": 336
    },
    {
      "epoch": 0.4161280393967375,
      "grad_norm": 8.125,
      "learning_rate": 9.359520269428812e-09,
      "loss": 2.126143217086792,
      "step": 338
    },
    {
      "epoch": 0.4185903354878424,
      "grad_norm": 2.390625,
      "learning_rate": 9.350843437700052e-09,
      "loss": 1.245577335357666,
      "step": 340
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 29.625,
      "learning_rate": 9.342113413531315e-09,
      "loss": 2.009819507598877,
      "step": 342
    },
    {
      "epoch": 0.42351492767005233,
      "grad_norm": 3.875,
      "learning_rate": 9.333330335506001e-09,
      "loss": 1.1387863159179688,
      "step": 344
    },
    {
      "epoch": 0.42597722376115726,
      "grad_norm": 12.5625,
      "learning_rate": 9.324494343049707e-09,
      "loss": 2.2192680835723877,
      "step": 346
    },
    {
      "epoch": 0.42843951985226225,
      "grad_norm": 11.0,
      "learning_rate": 9.315605576428018e-09,
      "loss": 1.939860463142395,
      "step": 348
    },
    {
      "epoch": 0.4309018159433672,
      "grad_norm": 13.8125,
      "learning_rate": 9.306664176744266e-09,
      "loss": 2.318619728088379,
      "step": 350
    },
    {
      "epoch": 0.43336411203447217,
      "grad_norm": 3.15625,
      "learning_rate": 9.297670285937303e-09,
      "loss": 1.0619254112243652,
      "step": 352
    },
    {
      "epoch": 0.4358264081255771,
      "grad_norm": 5.4375,
      "learning_rate": 9.288624046779241e-09,
      "loss": 1.834202766418457,
      "step": 354
    },
    {
      "epoch": 0.43828870421668203,
      "grad_norm": 9.8125,
      "learning_rate": 9.279525602873189e-09,
      "loss": 1.9926815032958984,
      "step": 356
    },
    {
      "epoch": 0.440751000307787,
      "grad_norm": 4.8125,
      "learning_rate": 9.27037509865097e-09,
      "loss": 1.9792507886886597,
      "step": 358
    },
    {
      "epoch": 0.44321329639889195,
      "grad_norm": 9.125,
      "learning_rate": 9.26117267937083e-09,
      "loss": 1.5881253480911255,
      "step": 360
    },
    {
      "epoch": 0.44567559248999694,
      "grad_norm": 15.5,
      "learning_rate": 9.251918491115142e-09,
      "loss": 2.488168239593506,
      "step": 362
    },
    {
      "epoch": 0.4481378885811019,
      "grad_norm": 4.8125,
      "learning_rate": 9.242612680788061e-09,
      "loss": 1.9684348106384277,
      "step": 364
    },
    {
      "epoch": 0.45060018467220686,
      "grad_norm": 9.375,
      "learning_rate": 9.233255396113223e-09,
      "loss": 2.305130958557129,
      "step": 366
    },
    {
      "epoch": 0.4530624807633118,
      "grad_norm": 16.75,
      "learning_rate": 9.223846785631378e-09,
      "loss": 2.335341215133667,
      "step": 368
    },
    {
      "epoch": 0.4555247768544167,
      "grad_norm": 5.25,
      "learning_rate": 9.214386998698039e-09,
      "loss": 1.7638440132141113,
      "step": 370
    },
    {
      "epoch": 0.4579870729455217,
      "grad_norm": 5.53125,
      "learning_rate": 9.20487618548112e-09,
      "loss": 1.7996431589126587,
      "step": 372
    },
    {
      "epoch": 0.46044936903662664,
      "grad_norm": 4.6875,
      "learning_rate": 9.195314496958531e-09,
      "loss": 1.7842280864715576,
      "step": 374
    },
    {
      "epoch": 0.46291166512773163,
      "grad_norm": 38.0,
      "learning_rate": 9.185702084915805e-09,
      "loss": 2.152765989303589,
      "step": 376
    },
    {
      "epoch": 0.46537396121883656,
      "grad_norm": 5.125,
      "learning_rate": 9.176039101943672e-09,
      "loss": 1.7519220113754272,
      "step": 378
    },
    {
      "epoch": 0.4678362573099415,
      "grad_norm": 45.0,
      "learning_rate": 9.166325701435644e-09,
      "loss": 2.9101526737213135,
      "step": 380
    },
    {
      "epoch": 0.4702985534010465,
      "grad_norm": 12.9375,
      "learning_rate": 9.156562037585576e-09,
      "loss": 2.2048463821411133,
      "step": 382
    },
    {
      "epoch": 0.4727608494921514,
      "grad_norm": 5.4375,
      "learning_rate": 9.146748265385223e-09,
      "loss": 1.8226771354675293,
      "step": 384
    },
    {
      "epoch": 0.4752231455832564,
      "grad_norm": 16.0,
      "learning_rate": 9.13688454062178e-09,
      "loss": 2.297773838043213,
      "step": 386
    },
    {
      "epoch": 0.47768544167436133,
      "grad_norm": 16.375,
      "learning_rate": 9.126971019875397e-09,
      "loss": 2.2794573307037354,
      "step": 388
    },
    {
      "epoch": 0.4801477377654663,
      "grad_norm": 8.1875,
      "learning_rate": 9.117007860516713e-09,
      "loss": 1.2689777612686157,
      "step": 390
    },
    {
      "epoch": 0.48261003385657125,
      "grad_norm": 10.4375,
      "learning_rate": 9.106995220704344e-09,
      "loss": 2.273574113845825,
      "step": 392
    },
    {
      "epoch": 0.4850723299476762,
      "grad_norm": 4.3125,
      "learning_rate": 9.09693325938237e-09,
      "loss": 1.7581639289855957,
      "step": 394
    },
    {
      "epoch": 0.48753462603878117,
      "grad_norm": 4.25,
      "learning_rate": 9.08682213627782e-09,
      "loss": 1.8824234008789062,
      "step": 396
    },
    {
      "epoch": 0.4899969221298861,
      "grad_norm": 40.0,
      "learning_rate": 9.076662011898145e-09,
      "loss": 2.692976951599121,
      "step": 398
    },
    {
      "epoch": 0.4924592182209911,
      "grad_norm": 5.0625,
      "learning_rate": 9.066453047528642e-09,
      "loss": 1.951959490776062,
      "step": 400
    },
    {
      "epoch": 0.494921514312096,
      "grad_norm": 19.125,
      "learning_rate": 9.056195405229922e-09,
      "loss": 2.419041156768799,
      "step": 402
    },
    {
      "epoch": 0.497383810403201,
      "grad_norm": 4.3125,
      "learning_rate": 9.045889247835322e-09,
      "loss": 1.7131880521774292,
      "step": 404
    },
    {
      "epoch": 0.49984610649430594,
      "grad_norm": 2.875,
      "learning_rate": 9.035534738948328e-09,
      "loss": 1.2638614177703857,
      "step": 406
    },
    {
      "epoch": 0.5023084025854109,
      "grad_norm": 6.90625,
      "learning_rate": 9.02513204293997e-09,
      "loss": 1.8727983236312866,
      "step": 408
    },
    {
      "epoch": 0.5047706986765158,
      "grad_norm": 2.203125,
      "learning_rate": 9.014681324946216e-09,
      "loss": 1.1091878414154053,
      "step": 410
    },
    {
      "epoch": 0.5072329947676208,
      "grad_norm": 5.5625,
      "learning_rate": 9.004182750865357e-09,
      "loss": 2.032684326171875,
      "step": 412
    },
    {
      "epoch": 0.5096952908587258,
      "grad_norm": 3.25,
      "learning_rate": 8.993636487355366e-09,
      "loss": 1.4393967390060425,
      "step": 414
    },
    {
      "epoch": 0.5121575869498307,
      "grad_norm": 15.4375,
      "learning_rate": 8.98304270183125e-09,
      "loss": 2.364288806915283,
      "step": 416
    },
    {
      "epoch": 0.5146198830409356,
      "grad_norm": 6.84375,
      "learning_rate": 8.9724015624624e-09,
      "loss": 1.4677906036376953,
      "step": 418
    },
    {
      "epoch": 0.5170821791320406,
      "grad_norm": 4.53125,
      "learning_rate": 8.961713238169922e-09,
      "loss": 1.9610824584960938,
      "step": 420
    },
    {
      "epoch": 0.5195444752231456,
      "grad_norm": 6.1875,
      "learning_rate": 8.950977898623947e-09,
      "loss": 1.8107311725616455,
      "step": 422
    },
    {
      "epoch": 0.5220067713142506,
      "grad_norm": 2.859375,
      "learning_rate": 8.940195714240937e-09,
      "loss": 1.2439892292022705,
      "step": 424
    },
    {
      "epoch": 0.5244690674053555,
      "grad_norm": 9.75,
      "learning_rate": 8.929366856181003e-09,
      "loss": 1.985514521598816,
      "step": 426
    },
    {
      "epoch": 0.5269313634964604,
      "grad_norm": 3.703125,
      "learning_rate": 8.918491496345149e-09,
      "loss": 1.8395881652832031,
      "step": 428
    },
    {
      "epoch": 0.5293936595875655,
      "grad_norm": 3.421875,
      "learning_rate": 8.907569807372576e-09,
      "loss": 1.2282559871673584,
      "step": 430
    },
    {
      "epoch": 0.5318559556786704,
      "grad_norm": 4.75,
      "learning_rate": 8.896601962637927e-09,
      "loss": 1.9522662162780762,
      "step": 432
    },
    {
      "epoch": 0.5343182517697753,
      "grad_norm": 6.4375,
      "learning_rate": 8.885588136248539e-09,
      "loss": 1.831364631652832,
      "step": 434
    },
    {
      "epoch": 0.5367805478608803,
      "grad_norm": 3.21875,
      "learning_rate": 8.874528503041674e-09,
      "loss": 1.3392367362976074,
      "step": 436
    },
    {
      "epoch": 0.5392428439519852,
      "grad_norm": 2.03125,
      "learning_rate": 8.86342323858175e-09,
      "loss": 1.154931664466858,
      "step": 438
    },
    {
      "epoch": 0.5417051400430902,
      "grad_norm": 2.84375,
      "learning_rate": 8.852272519157554e-09,
      "loss": 1.1106712818145752,
      "step": 440
    },
    {
      "epoch": 0.5441674361341952,
      "grad_norm": 12.6875,
      "learning_rate": 8.841076521779431e-09,
      "loss": 2.266367197036743,
      "step": 442
    },
    {
      "epoch": 0.5466297322253001,
      "grad_norm": 6.78125,
      "learning_rate": 8.829835424176495e-09,
      "loss": 1.9257324934005737,
      "step": 444
    },
    {
      "epoch": 0.549092028316405,
      "grad_norm": 7.6875,
      "learning_rate": 8.81854940479379e-09,
      "loss": 1.2584561109542847,
      "step": 446
    },
    {
      "epoch": 0.55155432440751,
      "grad_norm": 8.3125,
      "learning_rate": 8.807218642789463e-09,
      "loss": 2.150424003601074,
      "step": 448
    },
    {
      "epoch": 0.554016620498615,
      "grad_norm": 3.6875,
      "learning_rate": 8.795843318031926e-09,
      "loss": 1.100125789642334,
      "step": 450
    },
    {
      "epoch": 0.5564789165897199,
      "grad_norm": 4.71875,
      "learning_rate": 8.78442361109699e-09,
      "loss": 1.8502240180969238,
      "step": 452
    },
    {
      "epoch": 0.5589412126808249,
      "grad_norm": 4.625,
      "learning_rate": 8.772959703265008e-09,
      "loss": 1.7188208103179932,
      "step": 454
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 2.25,
      "learning_rate": 8.76145177651799e-09,
      "loss": 1.1569561958312988,
      "step": 456
    },
    {
      "epoch": 0.5638658048630347,
      "grad_norm": 13.5,
      "learning_rate": 8.74990001353672e-09,
      "loss": 2.2237837314605713,
      "step": 458
    },
    {
      "epoch": 0.5663281009541398,
      "grad_norm": 2.625,
      "learning_rate": 8.738304597697855e-09,
      "loss": 1.2278821468353271,
      "step": 460
    },
    {
      "epoch": 0.5687903970452447,
      "grad_norm": 2.984375,
      "learning_rate": 8.726665713071004e-09,
      "loss": 1.4073512554168701,
      "step": 462
    },
    {
      "epoch": 0.5712526931363496,
      "grad_norm": 12.375,
      "learning_rate": 8.714983544415824e-09,
      "loss": 2.3128976821899414,
      "step": 464
    },
    {
      "epoch": 0.5737149892274546,
      "grad_norm": 13.3125,
      "learning_rate": 8.703258277179076e-09,
      "loss": 2.249760627746582,
      "step": 466
    },
    {
      "epoch": 0.5761772853185596,
      "grad_norm": 5.75,
      "learning_rate": 8.691490097491676e-09,
      "loss": 1.949746012687683,
      "step": 468
    },
    {
      "epoch": 0.5786395814096645,
      "grad_norm": 8.0625,
      "learning_rate": 8.679679192165755e-09,
      "loss": 2.0255026817321777,
      "step": 470
    },
    {
      "epoch": 0.5811018775007695,
      "grad_norm": 2.953125,
      "learning_rate": 8.667825748691678e-09,
      "loss": 1.172034502029419,
      "step": 472
    },
    {
      "epoch": 0.5835641735918744,
      "grad_norm": 13.4375,
      "learning_rate": 8.655929955235084e-09,
      "loss": 1.7464905977249146,
      "step": 474
    },
    {
      "epoch": 0.5860264696829793,
      "grad_norm": 4.875,
      "learning_rate": 8.643992000633882e-09,
      "loss": 1.7516231536865234,
      "step": 476
    },
    {
      "epoch": 0.5884887657740844,
      "grad_norm": 13.6875,
      "learning_rate": 8.632012074395267e-09,
      "loss": 1.9086973667144775,
      "step": 478
    },
    {
      "epoch": 0.5909510618651893,
      "grad_norm": 20.375,
      "learning_rate": 8.619990366692703e-09,
      "loss": 1.120478630065918,
      "step": 480
    },
    {
      "epoch": 0.5934133579562942,
      "grad_norm": 5.40625,
      "learning_rate": 8.607927068362909e-09,
      "loss": 1.8365321159362793,
      "step": 482
    },
    {
      "epoch": 0.5958756540473992,
      "grad_norm": 4.21875,
      "learning_rate": 8.595822370902824e-09,
      "loss": 1.8781213760375977,
      "step": 484
    },
    {
      "epoch": 0.5983379501385041,
      "grad_norm": 5.09375,
      "learning_rate": 8.583676466466578e-09,
      "loss": 1.8990083932876587,
      "step": 486
    },
    {
      "epoch": 0.6008002462296091,
      "grad_norm": 9.25,
      "learning_rate": 8.571489547862432e-09,
      "loss": 2.005687713623047,
      "step": 488
    },
    {
      "epoch": 0.6032625423207141,
      "grad_norm": 11.75,
      "learning_rate": 8.559261808549717e-09,
      "loss": 2.288544178009033,
      "step": 490
    },
    {
      "epoch": 0.605724838411819,
      "grad_norm": 12.0625,
      "learning_rate": 8.546993442635767e-09,
      "loss": 1.9239308834075928,
      "step": 492
    },
    {
      "epoch": 0.6081871345029239,
      "grad_norm": 3.203125,
      "learning_rate": 8.534684644872836e-09,
      "loss": 1.2520358562469482,
      "step": 494
    },
    {
      "epoch": 0.610649430594029,
      "grad_norm": 7.65625,
      "learning_rate": 8.522335610655014e-09,
      "loss": 2.1090569496154785,
      "step": 496
    },
    {
      "epoch": 0.6131117266851339,
      "grad_norm": 10.3125,
      "learning_rate": 8.509946536015109e-09,
      "loss": 2.2030882835388184,
      "step": 498
    },
    {
      "epoch": 0.6155740227762388,
      "grad_norm": 18.75,
      "learning_rate": 8.497517617621549e-09,
      "loss": 2.205538034439087,
      "step": 500
    },
    {
      "epoch": 0.6180363188673438,
      "grad_norm": 3.484375,
      "learning_rate": 8.485049052775255e-09,
      "loss": 1.5225834846496582,
      "step": 502
    },
    {
      "epoch": 0.6204986149584487,
      "grad_norm": 4.8125,
      "learning_rate": 8.472541039406509e-09,
      "loss": 1.8662419319152832,
      "step": 504
    },
    {
      "epoch": 0.6229609110495538,
      "grad_norm": 3.3125,
      "learning_rate": 8.459993776071815e-09,
      "loss": 1.5459778308868408,
      "step": 506
    },
    {
      "epoch": 0.6254232071406587,
      "grad_norm": 2.359375,
      "learning_rate": 8.44740746195074e-09,
      "loss": 1.2113550901412964,
      "step": 508
    },
    {
      "epoch": 0.6278855032317636,
      "grad_norm": 3.078125,
      "learning_rate": 8.434782296842755e-09,
      "loss": 1.2501018047332764,
      "step": 510
    },
    {
      "epoch": 0.6303477993228686,
      "grad_norm": 5.46875,
      "learning_rate": 8.422118481164076e-09,
      "loss": 1.3121228218078613,
      "step": 512
    },
    {
      "epoch": 0.6328100954139735,
      "grad_norm": 8.875,
      "learning_rate": 8.409416215944459e-09,
      "loss": 2.0257339477539062,
      "step": 514
    },
    {
      "epoch": 0.6352723915050785,
      "grad_norm": 2.828125,
      "learning_rate": 8.396675702824026e-09,
      "loss": 1.249032974243164,
      "step": 516
    },
    {
      "epoch": 0.6377346875961835,
      "grad_norm": 2.40625,
      "learning_rate": 8.38389714405006e-09,
      "loss": 1.089784026145935,
      "step": 518
    },
    {
      "epoch": 0.6401969836872884,
      "grad_norm": 3.078125,
      "learning_rate": 8.371080742473797e-09,
      "loss": 1.107433795928955,
      "step": 520
    },
    {
      "epoch": 0.6426592797783933,
      "grad_norm": 24.25,
      "learning_rate": 8.358226701547196e-09,
      "loss": 2.397225856781006,
      "step": 522
    },
    {
      "epoch": 0.6451215758694983,
      "grad_norm": 30.625,
      "learning_rate": 8.345335225319716e-09,
      "loss": 2.917544364929199,
      "step": 524
    },
    {
      "epoch": 0.6475838719606033,
      "grad_norm": 5.3125,
      "learning_rate": 8.332406518435087e-09,
      "loss": 1.9733543395996094,
      "step": 526
    },
    {
      "epoch": 0.6500461680517082,
      "grad_norm": 11.5625,
      "learning_rate": 8.319440786128039e-09,
      "loss": 2.30487060546875,
      "step": 528
    },
    {
      "epoch": 0.6525084641428132,
      "grad_norm": 14.125,
      "learning_rate": 8.306438234221058e-09,
      "loss": 2.489694118499756,
      "step": 530
    },
    {
      "epoch": 0.6549707602339181,
      "grad_norm": 4.90625,
      "learning_rate": 8.293399069121128e-09,
      "loss": 1.7912418842315674,
      "step": 532
    },
    {
      "epoch": 0.6574330563250231,
      "grad_norm": 9.4375,
      "learning_rate": 8.280323497816431e-09,
      "loss": 1.935392141342163,
      "step": 534
    },
    {
      "epoch": 0.6598953524161281,
      "grad_norm": 6.09375,
      "learning_rate": 8.267211727873078e-09,
      "loss": 1.9411722421646118,
      "step": 536
    },
    {
      "epoch": 0.662357648507233,
      "grad_norm": 3.765625,
      "learning_rate": 8.254063967431816e-09,
      "loss": 1.7723370790481567,
      "step": 538
    },
    {
      "epoch": 0.6648199445983379,
      "grad_norm": 10.75,
      "learning_rate": 8.240880425204702e-09,
      "loss": 2.3154473304748535,
      "step": 540
    },
    {
      "epoch": 0.6672822406894429,
      "grad_norm": 6.25,
      "learning_rate": 8.22766131047182e-09,
      "loss": 1.941293716430664,
      "step": 542
    },
    {
      "epoch": 0.6697445367805479,
      "grad_norm": 5.15625,
      "learning_rate": 8.21440683307794e-09,
      "loss": 1.8273173570632935,
      "step": 544
    },
    {
      "epoch": 0.6722068328716528,
      "grad_norm": 5.75,
      "learning_rate": 8.201117203429187e-09,
      "loss": 1.917323112487793,
      "step": 546
    },
    {
      "epoch": 0.6746691289627578,
      "grad_norm": 4.53125,
      "learning_rate": 8.18779263248971e-09,
      "loss": 1.5516306161880493,
      "step": 548
    },
    {
      "epoch": 0.6771314250538627,
      "grad_norm": 5.71875,
      "learning_rate": 8.174433331778322e-09,
      "loss": 2.0121002197265625,
      "step": 550
    },
    {
      "epoch": 0.6795937211449676,
      "grad_norm": 4.34375,
      "learning_rate": 8.161039513365158e-09,
      "loss": 1.2636222839355469,
      "step": 552
    },
    {
      "epoch": 0.6820560172360727,
      "grad_norm": 3.8125,
      "learning_rate": 8.147611389868293e-09,
      "loss": 1.3448388576507568,
      "step": 554
    },
    {
      "epoch": 0.6845183133271776,
      "grad_norm": 8.0625,
      "learning_rate": 8.13414917445037e-09,
      "loss": 2.0951576232910156,
      "step": 556
    },
    {
      "epoch": 0.6869806094182825,
      "grad_norm": 10.875,
      "learning_rate": 8.120653080815219e-09,
      "loss": 2.3154006004333496,
      "step": 558
    },
    {
      "epoch": 0.6894429055093875,
      "grad_norm": 2.96875,
      "learning_rate": 8.107123323204473e-09,
      "loss": 1.1850239038467407,
      "step": 560
    },
    {
      "epoch": 0.6919052016004925,
      "grad_norm": 4.4375,
      "learning_rate": 8.093560116394149e-09,
      "loss": 1.9023423194885254,
      "step": 562
    },
    {
      "epoch": 0.6943674976915974,
      "grad_norm": 5.5,
      "learning_rate": 8.079963675691255e-09,
      "loss": 1.9364053010940552,
      "step": 564
    },
    {
      "epoch": 0.6968297937827024,
      "grad_norm": 8.1875,
      "learning_rate": 8.06633421693036e-09,
      "loss": 1.8559212684631348,
      "step": 566
    },
    {
      "epoch": 0.6992920898738073,
      "grad_norm": 12.0,
      "learning_rate": 8.052671956470177e-09,
      "loss": 1.9172155857086182,
      "step": 568
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 5.1875,
      "learning_rate": 8.038977111190119e-09,
      "loss": 1.7878023386001587,
      "step": 570
    },
    {
      "epoch": 0.7042166820560173,
      "grad_norm": 5.28125,
      "learning_rate": 8.025249898486866e-09,
      "loss": 1.9518636465072632,
      "step": 572
    },
    {
      "epoch": 0.7066789781471222,
      "grad_norm": 4.875,
      "learning_rate": 8.011490536270911e-09,
      "loss": 1.7933154106140137,
      "step": 574
    },
    {
      "epoch": 0.7091412742382271,
      "grad_norm": 4.75,
      "learning_rate": 7.997699242963094e-09,
      "loss": 1.7392499446868896,
      "step": 576
    },
    {
      "epoch": 0.7116035703293321,
      "grad_norm": 3.734375,
      "learning_rate": 7.983876237491148e-09,
      "loss": 1.403039813041687,
      "step": 578
    },
    {
      "epoch": 0.714065866420437,
      "grad_norm": 2.921875,
      "learning_rate": 7.970021739286207e-09,
      "loss": 1.1680914163589478,
      "step": 580
    },
    {
      "epoch": 0.716528162511542,
      "grad_norm": 2.234375,
      "learning_rate": 7.956135968279335e-09,
      "loss": 1.1165484189987183,
      "step": 582
    },
    {
      "epoch": 0.718990458602647,
      "grad_norm": 10.9375,
      "learning_rate": 7.942219144898033e-09,
      "loss": 2.342836856842041,
      "step": 584
    },
    {
      "epoch": 0.7214527546937519,
      "grad_norm": 3.953125,
      "learning_rate": 7.928271490062737e-09,
      "loss": 1.8495182991027832,
      "step": 586
    },
    {
      "epoch": 0.7239150507848569,
      "grad_norm": 5.875,
      "learning_rate": 7.914293225183313e-09,
      "loss": 1.9028046131134033,
      "step": 588
    },
    {
      "epoch": 0.7263773468759618,
      "grad_norm": 10.0625,
      "learning_rate": 7.900284572155538e-09,
      "loss": 1.9208589792251587,
      "step": 590
    },
    {
      "epoch": 0.7288396429670668,
      "grad_norm": 4.59375,
      "learning_rate": 7.886245753357586e-09,
      "loss": 1.8670642375946045,
      "step": 592
    },
    {
      "epoch": 0.7313019390581718,
      "grad_norm": 65.0,
      "learning_rate": 7.872176991646488e-09,
      "loss": 1.555503487586975,
      "step": 594
    },
    {
      "epoch": 0.7337642351492767,
      "grad_norm": 5.46875,
      "learning_rate": 7.858078510354597e-09,
      "loss": 1.9539310932159424,
      "step": 596
    },
    {
      "epoch": 0.7362265312403816,
      "grad_norm": 2.703125,
      "learning_rate": 7.843950533286057e-09,
      "loss": 1.2128690481185913,
      "step": 598
    },
    {
      "epoch": 0.7386888273314867,
      "grad_norm": 4.46875,
      "learning_rate": 7.829793284713224e-09,
      "loss": 1.873086929321289,
      "step": 600
    },
    {
      "epoch": 0.7411511234225916,
      "grad_norm": 2.578125,
      "learning_rate": 7.81560698937313e-09,
      "loss": 1.1673393249511719,
      "step": 602
    },
    {
      "epoch": 0.7436134195136965,
      "grad_norm": 12.8125,
      "learning_rate": 7.801391872463896e-09,
      "loss": 2.315310001373291,
      "step": 604
    },
    {
      "epoch": 0.7460757156048015,
      "grad_norm": 11.3125,
      "learning_rate": 7.787148159641176e-09,
      "loss": 2.4388017654418945,
      "step": 606
    },
    {
      "epoch": 0.7485380116959064,
      "grad_norm": 8.75,
      "learning_rate": 7.77287607701456e-09,
      "loss": 2.1161627769470215,
      "step": 608
    },
    {
      "epoch": 0.7510003077870114,
      "grad_norm": 3.921875,
      "learning_rate": 7.758575851143987e-09,
      "loss": 1.1796162128448486,
      "step": 610
    },
    {
      "epoch": 0.7534626038781164,
      "grad_norm": 4.90625,
      "learning_rate": 7.744247709036165e-09,
      "loss": 1.3470849990844727,
      "step": 612
    },
    {
      "epoch": 0.7559248999692213,
      "grad_norm": 12.3125,
      "learning_rate": 7.729891878140936e-09,
      "loss": 2.33459734916687,
      "step": 614
    },
    {
      "epoch": 0.7583871960603262,
      "grad_norm": 6.96875,
      "learning_rate": 7.715508586347695e-09,
      "loss": 1.9637078046798706,
      "step": 616
    },
    {
      "epoch": 0.7608494921514312,
      "grad_norm": 4.34375,
      "learning_rate": 7.701098061981757e-09,
      "loss": 1.9413955211639404,
      "step": 618
    },
    {
      "epoch": 0.7633117882425362,
      "grad_norm": 9.6875,
      "learning_rate": 7.686660533800736e-09,
      "loss": 1.9719551801681519,
      "step": 620
    },
    {
      "epoch": 0.7657740843336411,
      "grad_norm": 3.71875,
      "learning_rate": 7.672196230990918e-09,
      "loss": 1.3401029109954834,
      "step": 622
    },
    {
      "epoch": 0.7682363804247461,
      "grad_norm": 6.59375,
      "learning_rate": 7.65770538316361e-09,
      "loss": 1.7963333129882812,
      "step": 624
    },
    {
      "epoch": 0.770698676515851,
      "grad_norm": 7.96875,
      "learning_rate": 7.643188220351516e-09,
      "loss": 2.0712432861328125,
      "step": 626
    },
    {
      "epoch": 0.7731609726069559,
      "grad_norm": 11.125,
      "learning_rate": 7.628644973005061e-09,
      "loss": 2.3805270195007324,
      "step": 628
    },
    {
      "epoch": 0.775623268698061,
      "grad_norm": 7.34375,
      "learning_rate": 7.61407587198875e-09,
      "loss": 1.2845838069915771,
      "step": 630
    },
    {
      "epoch": 0.7780855647891659,
      "grad_norm": 20.875,
      "learning_rate": 7.5994811485775e-09,
      "loss": 2.2516846656799316,
      "step": 632
    },
    {
      "epoch": 0.7805478608802708,
      "grad_norm": 5.0,
      "learning_rate": 7.584861034452963e-09,
      "loss": 1.964002251625061,
      "step": 634
    },
    {
      "epoch": 0.7830101569713758,
      "grad_norm": 3.046875,
      "learning_rate": 7.570215761699855e-09,
      "loss": 1.3124688863754272,
      "step": 636
    },
    {
      "epoch": 0.7854724530624808,
      "grad_norm": 11.6875,
      "learning_rate": 7.55554556280227e-09,
      "loss": 2.2107834815979004,
      "step": 638
    },
    {
      "epoch": 0.7879347491535857,
      "grad_norm": 5.6875,
      "learning_rate": 7.540850670639978e-09,
      "loss": 1.9630699157714844,
      "step": 640
    },
    {
      "epoch": 0.7903970452446907,
      "grad_norm": 5.75,
      "learning_rate": 7.526131318484753e-09,
      "loss": 1.9335198402404785,
      "step": 642
    },
    {
      "epoch": 0.7928593413357956,
      "grad_norm": 3.765625,
      "learning_rate": 7.511387739996644e-09,
      "loss": 1.2916162014007568,
      "step": 644
    },
    {
      "epoch": 0.7953216374269005,
      "grad_norm": 14.5625,
      "learning_rate": 7.496620169220286e-09,
      "loss": 2.1263046264648438,
      "step": 646
    },
    {
      "epoch": 0.7977839335180056,
      "grad_norm": 5.78125,
      "learning_rate": 7.481828840581164e-09,
      "loss": 1.8862347602844238,
      "step": 648
    },
    {
      "epoch": 0.8002462296091105,
      "grad_norm": 11.75,
      "learning_rate": 7.46701398888192e-09,
      "loss": 2.1435751914978027,
      "step": 650
    },
    {
      "epoch": 0.8027085257002154,
      "grad_norm": 36.25,
      "learning_rate": 7.45217584929859e-09,
      "loss": 1.8985021114349365,
      "step": 652
    },
    {
      "epoch": 0.8051708217913204,
      "grad_norm": 3.96875,
      "learning_rate": 7.437314657376906e-09,
      "loss": 1.255218267440796,
      "step": 654
    },
    {
      "epoch": 0.8076331178824253,
      "grad_norm": 6.71875,
      "learning_rate": 7.422430649028533e-09,
      "loss": 1.8039145469665527,
      "step": 656
    },
    {
      "epoch": 0.8100954139735304,
      "grad_norm": 2.828125,
      "learning_rate": 7.407524060527333e-09,
      "loss": 1.2014645338058472,
      "step": 658
    },
    {
      "epoch": 0.8125577100646353,
      "grad_norm": 9.5625,
      "learning_rate": 7.3925951285056146e-09,
      "loss": 2.114205837249756,
      "step": 660
    },
    {
      "epoch": 0.8150200061557402,
      "grad_norm": 18.0,
      "learning_rate": 7.377644089950371e-09,
      "loss": 2.3271141052246094,
      "step": 662
    },
    {
      "epoch": 0.8174823022468451,
      "grad_norm": 4.59375,
      "learning_rate": 7.362671182199527e-09,
      "loss": 1.9512523412704468,
      "step": 664
    },
    {
      "epoch": 0.8199445983379502,
      "grad_norm": 4.875,
      "learning_rate": 7.347676642938163e-09,
      "loss": 1.875675082206726,
      "step": 666
    },
    {
      "epoch": 0.8224068944290551,
      "grad_norm": 7.28125,
      "learning_rate": 7.332660710194749e-09,
      "loss": 2.120806932449341,
      "step": 668
    },
    {
      "epoch": 0.8248691905201601,
      "grad_norm": 12.1875,
      "learning_rate": 7.3176236223373595e-09,
      "loss": 2.482332229614258,
      "step": 670
    },
    {
      "epoch": 0.827331486611265,
      "grad_norm": 5.34375,
      "learning_rate": 7.302565618069894e-09,
      "loss": 1.932433843612671,
      "step": 672
    },
    {
      "epoch": 0.8297937827023699,
      "grad_norm": 2.296875,
      "learning_rate": 7.287486936428282e-09,
      "loss": 1.1869601011276245,
      "step": 674
    },
    {
      "epoch": 0.832256078793475,
      "grad_norm": 2.40625,
      "learning_rate": 7.272387816776704e-09,
      "loss": 1.2416247129440308,
      "step": 676
    },
    {
      "epoch": 0.8347183748845799,
      "grad_norm": 6.34375,
      "learning_rate": 7.257268498803767e-09,
      "loss": 1.4887652397155762,
      "step": 678
    },
    {
      "epoch": 0.8371806709756848,
      "grad_norm": 5.34375,
      "learning_rate": 7.2421292225187186e-09,
      "loss": 1.833484411239624,
      "step": 680
    },
    {
      "epoch": 0.8396429670667898,
      "grad_norm": 13.8125,
      "learning_rate": 7.2269702282476335e-09,
      "loss": 2.041853904724121,
      "step": 682
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 14.625,
      "learning_rate": 7.211791756629598e-09,
      "loss": 2.366133689880371,
      "step": 684
    },
    {
      "epoch": 0.8445675592489997,
      "grad_norm": 10.875,
      "learning_rate": 7.196594048612881e-09,
      "loss": 1.9250491857528687,
      "step": 686
    },
    {
      "epoch": 0.8470298553401047,
      "grad_norm": 10.3125,
      "learning_rate": 7.1813773454511215e-09,
      "loss": 2.2896928787231445,
      "step": 688
    },
    {
      "epoch": 0.8494921514312096,
      "grad_norm": 5.40625,
      "learning_rate": 7.166141888699495e-09,
      "loss": 1.9879870414733887,
      "step": 690
    },
    {
      "epoch": 0.8519544475223145,
      "grad_norm": 11.625,
      "learning_rate": 7.150887920210878e-09,
      "loss": 2.2236876487731934,
      "step": 692
    },
    {
      "epoch": 0.8544167436134195,
      "grad_norm": 10.0,
      "learning_rate": 7.135615682132004e-09,
      "loss": 1.4050698280334473,
      "step": 694
    },
    {
      "epoch": 0.8568790397045245,
      "grad_norm": 22.25,
      "learning_rate": 7.120325416899629e-09,
      "loss": 2.2749319076538086,
      "step": 696
    },
    {
      "epoch": 0.8593413357956294,
      "grad_norm": 15.75,
      "learning_rate": 7.105017367236675e-09,
      "loss": 2.3958988189697266,
      "step": 698
    },
    {
      "epoch": 0.8618036318867344,
      "grad_norm": 11.0,
      "learning_rate": 7.089691776148384e-09,
      "loss": 2.313142776489258,
      "step": 700
    },
    {
      "epoch": 0.8642659279778393,
      "grad_norm": 11.625,
      "learning_rate": 7.0743488869184535e-09,
      "loss": 2.3592798709869385,
      "step": 702
    },
    {
      "epoch": 0.8667282240689443,
      "grad_norm": 8.5625,
      "learning_rate": 7.058988943105175e-09,
      "loss": 2.11894154548645,
      "step": 704
    },
    {
      "epoch": 0.8691905201600493,
      "grad_norm": 2.34375,
      "learning_rate": 7.04361218853758e-09,
      "loss": 1.3712561130523682,
      "step": 706
    },
    {
      "epoch": 0.8716528162511542,
      "grad_norm": 13.4375,
      "learning_rate": 7.0282188673115514e-09,
      "loss": 2.092770576477051,
      "step": 708
    },
    {
      "epoch": 0.8741151123422591,
      "grad_norm": 15.0625,
      "learning_rate": 7.012809223785957e-09,
      "loss": 1.9357192516326904,
      "step": 710
    },
    {
      "epoch": 0.8765774084333641,
      "grad_norm": 2.953125,
      "learning_rate": 6.9973835025787715e-09,
      "loss": 1.2680325508117676,
      "step": 712
    },
    {
      "epoch": 0.8790397045244691,
      "grad_norm": 7.125,
      "learning_rate": 6.981941948563198e-09,
      "loss": 1.7719722986221313,
      "step": 714
    },
    {
      "epoch": 0.881502000615574,
      "grad_norm": 5.0625,
      "learning_rate": 6.966484806863764e-09,
      "loss": 1.8633275032043457,
      "step": 716
    },
    {
      "epoch": 0.883964296706679,
      "grad_norm": 3.296875,
      "learning_rate": 6.9510123228524545e-09,
      "loss": 1.4539438486099243,
      "step": 718
    },
    {
      "epoch": 0.8864265927977839,
      "grad_norm": 13.25,
      "learning_rate": 6.935524742144792e-09,
      "loss": 2.2359728813171387,
      "step": 720
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 6.78125,
      "learning_rate": 6.920022310595953e-09,
      "loss": 1.8414530754089355,
      "step": 722
    },
    {
      "epoch": 0.8913511849799939,
      "grad_norm": 3.84375,
      "learning_rate": 6.904505274296864e-09,
      "loss": 1.2079766988754272,
      "step": 724
    },
    {
      "epoch": 0.8938134810710988,
      "grad_norm": 8.625,
      "learning_rate": 6.88897387957029e-09,
      "loss": 1.9165315628051758,
      "step": 726
    },
    {
      "epoch": 0.8962757771622037,
      "grad_norm": 3.34375,
      "learning_rate": 6.87342837296693e-09,
      "loss": 1.2759442329406738,
      "step": 728
    },
    {
      "epoch": 0.8987380732533087,
      "grad_norm": 5.34375,
      "learning_rate": 6.857869001261491e-09,
      "loss": 1.2644639015197754,
      "step": 730
    },
    {
      "epoch": 0.9012003693444137,
      "grad_norm": 12.75,
      "learning_rate": 6.842296011448788e-09,
      "loss": 2.2167718410491943,
      "step": 732
    },
    {
      "epoch": 0.9036626654355187,
      "grad_norm": 7.1875,
      "learning_rate": 6.826709650739812e-09,
      "loss": 1.402853012084961,
      "step": 734
    },
    {
      "epoch": 0.9061249615266236,
      "grad_norm": 9.25,
      "learning_rate": 6.811110166557809e-09,
      "loss": 2.0942487716674805,
      "step": 736
    },
    {
      "epoch": 0.9085872576177285,
      "grad_norm": 4.40625,
      "learning_rate": 6.795497806534348e-09,
      "loss": 1.8234786987304688,
      "step": 738
    },
    {
      "epoch": 0.9110495537088334,
      "grad_norm": 16.5,
      "learning_rate": 6.779872818505397e-09,
      "loss": 1.8784126043319702,
      "step": 740
    },
    {
      "epoch": 0.9135118497999385,
      "grad_norm": 9.5,
      "learning_rate": 6.7642354505073835e-09,
      "loss": 2.2190794944763184,
      "step": 742
    },
    {
      "epoch": 0.9159741458910434,
      "grad_norm": 4.8125,
      "learning_rate": 6.748585950773263e-09,
      "loss": 1.9413115978240967,
      "step": 744
    },
    {
      "epoch": 0.9184364419821484,
      "grad_norm": 3.109375,
      "learning_rate": 6.732924567728566e-09,
      "loss": 1.3823771476745605,
      "step": 746
    },
    {
      "epoch": 0.9208987380732533,
      "grad_norm": 5.03125,
      "learning_rate": 6.7172515499874705e-09,
      "loss": 1.9463045597076416,
      "step": 748
    },
    {
      "epoch": 0.9233610341643582,
      "grad_norm": 6.71875,
      "learning_rate": 6.701567146348843e-09,
      "loss": 2.0039689540863037,
      "step": 750
    },
    {
      "epoch": 0.9258233302554633,
      "grad_norm": 3.828125,
      "learning_rate": 6.685871605792301e-09,
      "loss": 1.438122272491455,
      "step": 752
    },
    {
      "epoch": 0.9282856263465682,
      "grad_norm": 34.25,
      "learning_rate": 6.670165177474241e-09,
      "loss": 1.7374298572540283,
      "step": 754
    },
    {
      "epoch": 0.9307479224376731,
      "grad_norm": 2.796875,
      "learning_rate": 6.6544481107239054e-09,
      "loss": 1.4571634531021118,
      "step": 756
    },
    {
      "epoch": 0.9332102185287781,
      "grad_norm": 4.78125,
      "learning_rate": 6.638720655039412e-09,
      "loss": 1.7221906185150146,
      "step": 758
    },
    {
      "epoch": 0.935672514619883,
      "grad_norm": 22.25,
      "learning_rate": 6.622983060083796e-09,
      "loss": 1.344387173652649,
      "step": 760
    },
    {
      "epoch": 0.938134810710988,
      "grad_norm": 2.4375,
      "learning_rate": 6.607235575681045e-09,
      "loss": 1.2809216976165771,
      "step": 762
    },
    {
      "epoch": 0.940597106802093,
      "grad_norm": 2.609375,
      "learning_rate": 6.591478451812138e-09,
      "loss": 1.1766109466552734,
      "step": 764
    },
    {
      "epoch": 0.9430594028931979,
      "grad_norm": 3.765625,
      "learning_rate": 6.575711938611073e-09,
      "loss": 1.3128526210784912,
      "step": 766
    },
    {
      "epoch": 0.9455216989843028,
      "grad_norm": 5.625,
      "learning_rate": 6.559936286360897e-09,
      "loss": 1.8674499988555908,
      "step": 768
    },
    {
      "epoch": 0.9479839950754079,
      "grad_norm": 5.28125,
      "learning_rate": 6.544151745489735e-09,
      "loss": 1.934564471244812,
      "step": 770
    },
    {
      "epoch": 0.9504462911665128,
      "grad_norm": 7.625,
      "learning_rate": 6.52835856656681e-09,
      "loss": 2.1300408840179443,
      "step": 772
    },
    {
      "epoch": 0.9529085872576177,
      "grad_norm": 10.3125,
      "learning_rate": 6.512557000298471e-09,
      "loss": 2.284024715423584,
      "step": 774
    },
    {
      "epoch": 0.9553708833487227,
      "grad_norm": 5.15625,
      "learning_rate": 6.49674729752421e-09,
      "loss": 1.9190423488616943,
      "step": 776
    },
    {
      "epoch": 0.9578331794398276,
      "grad_norm": 9.0,
      "learning_rate": 6.480929709212682e-09,
      "loss": 2.2223734855651855,
      "step": 778
    },
    {
      "epoch": 0.9602954755309326,
      "grad_norm": 5.5,
      "learning_rate": 6.465104486457718e-09,
      "loss": 1.9598147869110107,
      "step": 780
    },
    {
      "epoch": 0.9627577716220376,
      "grad_norm": 6.59375,
      "learning_rate": 6.4492718804743365e-09,
      "loss": 2.041882276535034,
      "step": 782
    },
    {
      "epoch": 0.9652200677131425,
      "grad_norm": 2.125,
      "learning_rate": 6.433432142594771e-09,
      "loss": 1.2188262939453125,
      "step": 784
    },
    {
      "epoch": 0.9676823638042474,
      "grad_norm": 11.375,
      "learning_rate": 6.4175855242644575e-09,
      "loss": 2.208829879760742,
      "step": 786
    },
    {
      "epoch": 0.9701446598953524,
      "grad_norm": 5.0,
      "learning_rate": 6.401732277038063e-09,
      "loss": 2.0125837326049805,
      "step": 788
    },
    {
      "epoch": 0.9726069559864574,
      "grad_norm": 8.75,
      "learning_rate": 6.3858726525754814e-09,
      "loss": 2.2643885612487793,
      "step": 790
    },
    {
      "epoch": 0.9750692520775623,
      "grad_norm": 7.0625,
      "learning_rate": 6.370006902637836e-09,
      "loss": 1.9207779169082642,
      "step": 792
    },
    {
      "epoch": 0.9775315481686673,
      "grad_norm": 2.59375,
      "learning_rate": 6.354135279083497e-09,
      "loss": 1.2121376991271973,
      "step": 794
    },
    {
      "epoch": 0.9799938442597722,
      "grad_norm": 10.9375,
      "learning_rate": 6.338258033864067e-09,
      "loss": 2.1134583950042725,
      "step": 796
    },
    {
      "epoch": 0.9824561403508771,
      "grad_norm": 18.125,
      "learning_rate": 6.3223754190203895e-09,
      "loss": 2.3652374744415283,
      "step": 798
    },
    {
      "epoch": 0.9849184364419822,
      "grad_norm": 11.6875,
      "learning_rate": 6.306487686678556e-09,
      "loss": 1.956110954284668,
      "step": 800
    },
    {
      "epoch": 0.9873807325330871,
      "grad_norm": 5.21875,
      "learning_rate": 6.290595089045882e-09,
      "loss": 1.993713140487671,
      "step": 802
    },
    {
      "epoch": 0.989843028624192,
      "grad_norm": 19.25,
      "learning_rate": 6.274697878406925e-09,
      "loss": 1.3555768728256226,
      "step": 804
    },
    {
      "epoch": 0.992305324715297,
      "grad_norm": 14.9375,
      "learning_rate": 6.2587963071194695e-09,
      "loss": 1.7694034576416016,
      "step": 806
    },
    {
      "epoch": 0.994767620806402,
      "grad_norm": 14.0,
      "learning_rate": 6.242890627610518e-09,
      "loss": 2.2126145362854004,
      "step": 808
    },
    {
      "epoch": 0.997229916897507,
      "grad_norm": 5.46875,
      "learning_rate": 6.226981092372297e-09,
      "loss": 1.7438420057296753,
      "step": 810
    },
    {
      "epoch": 0.9996922129886119,
      "grad_norm": 3.671875,
      "learning_rate": 6.211067953958229e-09,
      "loss": 1.237831711769104,
      "step": 812
    },
    {
      "epoch": 1.0012311480455525,
      "grad_norm": 2.15625,
      "learning_rate": 6.195151464978945e-09,
      "loss": 1.2776278257369995,
      "step": 814
    },
    {
      "epoch": 1.0036934441366574,
      "grad_norm": 5.625,
      "learning_rate": 6.179231878098257e-09,
      "loss": 1.6098976135253906,
      "step": 816
    },
    {
      "epoch": 1.0061557402277623,
      "grad_norm": 1.875,
      "learning_rate": 6.163309446029157e-09,
      "loss": 1.5421602725982666,
      "step": 818
    },
    {
      "epoch": 1.0086180363188673,
      "grad_norm": 5.3125,
      "learning_rate": 6.1473844215298045e-09,
      "loss": 1.4228730201721191,
      "step": 820
    },
    {
      "epoch": 1.0110803324099722,
      "grad_norm": 14.75,
      "learning_rate": 6.131457057399506e-09,
      "loss": 2.0147526264190674,
      "step": 822
    },
    {
      "epoch": 1.0135426285010773,
      "grad_norm": 13.9375,
      "learning_rate": 6.115527606474713e-09,
      "loss": 2.301534652709961,
      "step": 824
    },
    {
      "epoch": 1.0160049245921823,
      "grad_norm": 6.75,
      "learning_rate": 6.099596321625005e-09,
      "loss": 1.9000599384307861,
      "step": 826
    },
    {
      "epoch": 1.0184672206832872,
      "grad_norm": 1.4140625,
      "learning_rate": 6.083663455749068e-09,
      "loss": 1.2694454193115234,
      "step": 828
    },
    {
      "epoch": 1.0209295167743921,
      "grad_norm": 2.453125,
      "learning_rate": 6.0677292617706915e-09,
      "loss": 1.1476200819015503,
      "step": 830
    },
    {
      "epoch": 1.023391812865497,
      "grad_norm": 15.125,
      "learning_rate": 6.051793992634741e-09,
      "loss": 1.685870885848999,
      "step": 832
    },
    {
      "epoch": 1.025854108956602,
      "grad_norm": 5.15625,
      "learning_rate": 6.035857901303159e-09,
      "loss": 2.1021130084991455,
      "step": 834
    },
    {
      "epoch": 1.028316405047707,
      "grad_norm": 9.25,
      "learning_rate": 6.019921240750932e-09,
      "loss": 1.9393489360809326,
      "step": 836
    },
    {
      "epoch": 1.0307787011388119,
      "grad_norm": 3.640625,
      "learning_rate": 6.0039842639620844e-09,
      "loss": 1.9408633708953857,
      "step": 838
    },
    {
      "epoch": 1.0332409972299168,
      "grad_norm": 16.875,
      "learning_rate": 5.988047223925661e-09,
      "loss": 2.042579174041748,
      "step": 840
    },
    {
      "epoch": 1.035703293321022,
      "grad_norm": 2.328125,
      "learning_rate": 5.9721103736317114e-09,
      "loss": 1.7358704805374146,
      "step": 842
    },
    {
      "epoch": 1.0381655894121269,
      "grad_norm": 7.53125,
      "learning_rate": 5.956173966067275e-09,
      "loss": 1.5867335796356201,
      "step": 844
    },
    {
      "epoch": 1.0406278855032318,
      "grad_norm": 4.34375,
      "learning_rate": 5.940238254212358e-09,
      "loss": 1.8849399089813232,
      "step": 846
    },
    {
      "epoch": 1.0430901815943368,
      "grad_norm": 4.84375,
      "learning_rate": 5.924303491035925e-09,
      "loss": 1.643231987953186,
      "step": 848
    },
    {
      "epoch": 1.0455524776854417,
      "grad_norm": 14.0625,
      "learning_rate": 5.9083699294918835e-09,
      "loss": 2.0420408248901367,
      "step": 850
    },
    {
      "epoch": 1.0480147737765466,
      "grad_norm": 10.5,
      "learning_rate": 5.89243782251506e-09,
      "loss": 2.353334903717041,
      "step": 852
    },
    {
      "epoch": 1.0504770698676515,
      "grad_norm": 12.625,
      "learning_rate": 5.876507423017199e-09,
      "loss": 2.2866880893707275,
      "step": 854
    },
    {
      "epoch": 1.0529393659587565,
      "grad_norm": 5.09375,
      "learning_rate": 5.8605789838829335e-09,
      "loss": 2.091262102127075,
      "step": 856
    },
    {
      "epoch": 1.0554016620498614,
      "grad_norm": 15.1875,
      "learning_rate": 5.844652757965778e-09,
      "loss": 2.1091365814208984,
      "step": 858
    },
    {
      "epoch": 1.0578639581409663,
      "grad_norm": 2.4375,
      "learning_rate": 5.828728998084117e-09,
      "loss": 1.6677895784378052,
      "step": 860
    },
    {
      "epoch": 1.0603262542320715,
      "grad_norm": 4.4375,
      "learning_rate": 5.812807957017181e-09,
      "loss": 1.5235992670059204,
      "step": 862
    },
    {
      "epoch": 1.0627885503231764,
      "grad_norm": 12.1875,
      "learning_rate": 5.796889887501051e-09,
      "loss": 2.279834270477295,
      "step": 864
    },
    {
      "epoch": 1.0652508464142814,
      "grad_norm": 9.125,
      "learning_rate": 5.780975042224629e-09,
      "loss": 2.450547456741333,
      "step": 866
    },
    {
      "epoch": 1.0677131425053863,
      "grad_norm": 61.25,
      "learning_rate": 5.765063673825634e-09,
      "loss": 2.2601470947265625,
      "step": 868
    },
    {
      "epoch": 1.0701754385964912,
      "grad_norm": 3.140625,
      "learning_rate": 5.749156034886602e-09,
      "loss": 1.6974682807922363,
      "step": 870
    },
    {
      "epoch": 1.0726377346875962,
      "grad_norm": 5.75,
      "learning_rate": 5.733252377930853e-09,
      "loss": 1.7504122257232666,
      "step": 872
    },
    {
      "epoch": 1.075100030778701,
      "grad_norm": 3.640625,
      "learning_rate": 5.7173529554185045e-09,
      "loss": 1.7744596004486084,
      "step": 874
    },
    {
      "epoch": 1.077562326869806,
      "grad_norm": 5.0625,
      "learning_rate": 5.701458019742448e-09,
      "loss": 1.8063809871673584,
      "step": 876
    },
    {
      "epoch": 1.080024622960911,
      "grad_norm": 4.75,
      "learning_rate": 5.685567823224358e-09,
      "loss": 1.8798420429229736,
      "step": 878
    },
    {
      "epoch": 1.082486919052016,
      "grad_norm": 12.75,
      "learning_rate": 5.669682618110672e-09,
      "loss": 2.0758848190307617,
      "step": 880
    },
    {
      "epoch": 1.084949215143121,
      "grad_norm": 12.5,
      "learning_rate": 5.653802656568592e-09,
      "loss": 2.1326591968536377,
      "step": 882
    },
    {
      "epoch": 1.087411511234226,
      "grad_norm": 4.8125,
      "learning_rate": 5.637928190682084e-09,
      "loss": 1.9486507177352905,
      "step": 884
    },
    {
      "epoch": 1.089873807325331,
      "grad_norm": 6.75,
      "learning_rate": 5.622059472447876e-09,
      "loss": 1.9365224838256836,
      "step": 886
    },
    {
      "epoch": 1.0923361034164358,
      "grad_norm": 6.4375,
      "learning_rate": 5.606196753771449e-09,
      "loss": 1.8881072998046875,
      "step": 888
    },
    {
      "epoch": 1.0947983995075408,
      "grad_norm": 7.21875,
      "learning_rate": 5.590340286463054e-09,
      "loss": 1.9489333629608154,
      "step": 890
    },
    {
      "epoch": 1.0972606955986457,
      "grad_norm": 8.5,
      "learning_rate": 5.574490322233697e-09,
      "loss": 1.9946143627166748,
      "step": 892
    },
    {
      "epoch": 1.0997229916897506,
      "grad_norm": 3.484375,
      "learning_rate": 5.558647112691158e-09,
      "loss": 1.6062787771224976,
      "step": 894
    },
    {
      "epoch": 1.1021852877808556,
      "grad_norm": 2.859375,
      "learning_rate": 5.542810909335987e-09,
      "loss": 1.2802103757858276,
      "step": 896
    },
    {
      "epoch": 1.1046475838719605,
      "grad_norm": 17.0,
      "learning_rate": 5.526981963557518e-09,
      "loss": 1.7315878868103027,
      "step": 898
    },
    {
      "epoch": 1.1071098799630656,
      "grad_norm": 9.0,
      "learning_rate": 5.511160526629875e-09,
      "loss": 1.9750934839248657,
      "step": 900
    },
    {
      "epoch": 1.1095721760541706,
      "grad_norm": 3.515625,
      "learning_rate": 5.495346849707981e-09,
      "loss": 1.6797375679016113,
      "step": 902
    },
    {
      "epoch": 1.1120344721452755,
      "grad_norm": 10.75,
      "learning_rate": 5.479541183823578e-09,
      "loss": 1.8305199146270752,
      "step": 904
    },
    {
      "epoch": 1.1144967682363804,
      "grad_norm": 4.84375,
      "learning_rate": 5.463743779881238e-09,
      "loss": 1.9975595474243164,
      "step": 906
    },
    {
      "epoch": 1.1169590643274854,
      "grad_norm": 4.65625,
      "learning_rate": 5.447954888654378e-09,
      "loss": 1.7815577983856201,
      "step": 908
    },
    {
      "epoch": 1.1194213604185903,
      "grad_norm": 3.109375,
      "learning_rate": 5.432174760781281e-09,
      "loss": 1.5837122201919556,
      "step": 910
    },
    {
      "epoch": 1.1218836565096952,
      "grad_norm": 2.25,
      "learning_rate": 5.416403646761119e-09,
      "loss": 1.2701913118362427,
      "step": 912
    },
    {
      "epoch": 1.1243459526008002,
      "grad_norm": 2.890625,
      "learning_rate": 5.400641796949976e-09,
      "loss": 1.3599649667739868,
      "step": 914
    },
    {
      "epoch": 1.1268082486919053,
      "grad_norm": 6.34375,
      "learning_rate": 5.384889461556868e-09,
      "loss": 1.5575028657913208,
      "step": 916
    },
    {
      "epoch": 1.1292705447830103,
      "grad_norm": 3.34375,
      "learning_rate": 5.36914689063978e-09,
      "loss": 1.4743753671646118,
      "step": 918
    },
    {
      "epoch": 1.1317328408741152,
      "grad_norm": 5.25,
      "learning_rate": 5.353414334101692e-09,
      "loss": 1.5236045122146606,
      "step": 920
    },
    {
      "epoch": 1.1341951369652201,
      "grad_norm": 4.4375,
      "learning_rate": 5.337692041686615e-09,
      "loss": 1.891930341720581,
      "step": 922
    },
    {
      "epoch": 1.136657433056325,
      "grad_norm": 2.046875,
      "learning_rate": 5.321980262975614e-09,
      "loss": 1.522653341293335,
      "step": 924
    },
    {
      "epoch": 1.13911972914743,
      "grad_norm": 15.625,
      "learning_rate": 5.306279247382867e-09,
      "loss": 1.66744065284729,
      "step": 926
    },
    {
      "epoch": 1.141582025238535,
      "grad_norm": 16.875,
      "learning_rate": 5.290589244151689e-09,
      "loss": 2.157740592956543,
      "step": 928
    },
    {
      "epoch": 1.1440443213296398,
      "grad_norm": 2.390625,
      "learning_rate": 5.274910502350581e-09,
      "loss": 1.5675222873687744,
      "step": 930
    },
    {
      "epoch": 1.1465066174207448,
      "grad_norm": 4.84375,
      "learning_rate": 5.259243270869276e-09,
      "loss": 1.1499652862548828,
      "step": 932
    },
    {
      "epoch": 1.1489689135118497,
      "grad_norm": 12.75,
      "learning_rate": 5.243587798414792e-09,
      "loss": 1.5367200374603271,
      "step": 934
    },
    {
      "epoch": 1.1514312096029546,
      "grad_norm": 5.34375,
      "learning_rate": 5.227944333507477e-09,
      "loss": 1.9310216903686523,
      "step": 936
    },
    {
      "epoch": 1.1538935056940598,
      "grad_norm": 11.5,
      "learning_rate": 5.212313124477067e-09,
      "loss": 2.123908519744873,
      "step": 938
    },
    {
      "epoch": 1.1563558017851647,
      "grad_norm": 7.28125,
      "learning_rate": 5.196694419458744e-09,
      "loss": 2.1816015243530273,
      "step": 940
    },
    {
      "epoch": 1.1588180978762697,
      "grad_norm": 1.84375,
      "learning_rate": 5.1810884663891986e-09,
      "loss": 1.5526807308197021,
      "step": 942
    },
    {
      "epoch": 1.1612803939673746,
      "grad_norm": 1.8671875,
      "learning_rate": 5.165495513002691e-09,
      "loss": 1.3024842739105225,
      "step": 944
    },
    {
      "epoch": 1.1637426900584795,
      "grad_norm": 2.796875,
      "learning_rate": 5.149915806827121e-09,
      "loss": 1.2783153057098389,
      "step": 946
    },
    {
      "epoch": 1.1662049861495845,
      "grad_norm": 5.125,
      "learning_rate": 5.134349595180094e-09,
      "loss": 1.5641247034072876,
      "step": 948
    },
    {
      "epoch": 1.1686672822406894,
      "grad_norm": 7.0,
      "learning_rate": 5.1187971251650065e-09,
      "loss": 1.9546620845794678,
      "step": 950
    },
    {
      "epoch": 1.1711295783317943,
      "grad_norm": 4.4375,
      "learning_rate": 5.10325864366711e-09,
      "loss": 1.87162446975708,
      "step": 952
    },
    {
      "epoch": 1.1735918744228995,
      "grad_norm": 11.5,
      "learning_rate": 5.087734397349596e-09,
      "loss": 1.8723485469818115,
      "step": 954
    },
    {
      "epoch": 1.1760541705140044,
      "grad_norm": 5.21875,
      "learning_rate": 5.072224632649684e-09,
      "loss": 1.91074538230896,
      "step": 956
    },
    {
      "epoch": 1.1785164666051093,
      "grad_norm": 5.25,
      "learning_rate": 5.056729595774712e-09,
      "loss": 1.9009315967559814,
      "step": 958
    },
    {
      "epoch": 1.1809787626962143,
      "grad_norm": 7.3125,
      "learning_rate": 5.041249532698214e-09,
      "loss": 1.9836119413375854,
      "step": 960
    },
    {
      "epoch": 1.1834410587873192,
      "grad_norm": 9.375,
      "learning_rate": 5.025784689156032e-09,
      "loss": 1.9037981033325195,
      "step": 962
    },
    {
      "epoch": 1.1859033548784241,
      "grad_norm": 27.875,
      "learning_rate": 5.0103353106424065e-09,
      "loss": 2.551020622253418,
      "step": 964
    },
    {
      "epoch": 1.188365650969529,
      "grad_norm": 12.75,
      "learning_rate": 4.994901642406078e-09,
      "loss": 2.474264144897461,
      "step": 966
    },
    {
      "epoch": 1.190827947060634,
      "grad_norm": 11.5625,
      "learning_rate": 4.979483929446398e-09,
      "loss": 1.7837506532669067,
      "step": 968
    },
    {
      "epoch": 1.193290243151739,
      "grad_norm": 3.65625,
      "learning_rate": 4.964082416509442e-09,
      "loss": 1.760176181793213,
      "step": 970
    },
    {
      "epoch": 1.1957525392428439,
      "grad_norm": 17.75,
      "learning_rate": 4.948697348084115e-09,
      "loss": 1.9721624851226807,
      "step": 972
    },
    {
      "epoch": 1.1982148353339488,
      "grad_norm": 6.6875,
      "learning_rate": 4.933328968398283e-09,
      "loss": 1.8035709857940674,
      "step": 974
    },
    {
      "epoch": 1.200677131425054,
      "grad_norm": 5.21875,
      "learning_rate": 4.9179775214148806e-09,
      "loss": 1.6362351179122925,
      "step": 976
    },
    {
      "epoch": 1.2031394275161589,
      "grad_norm": 5.90625,
      "learning_rate": 4.902643250828055e-09,
      "loss": 1.7732539176940918,
      "step": 978
    },
    {
      "epoch": 1.2056017236072638,
      "grad_norm": 4.875,
      "learning_rate": 4.887326400059283e-09,
      "loss": 1.7590731382369995,
      "step": 980
    },
    {
      "epoch": 1.2080640196983687,
      "grad_norm": 2.421875,
      "learning_rate": 4.8720272122535195e-09,
      "loss": 1.590978980064392,
      "step": 982
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 22.875,
      "learning_rate": 4.8567459302753234e-09,
      "loss": 1.8453547954559326,
      "step": 984
    },
    {
      "epoch": 1.2129886118805786,
      "grad_norm": 6.71875,
      "learning_rate": 4.841482796705019e-09,
      "loss": 2.2472167015075684,
      "step": 986
    },
    {
      "epoch": 1.2154509079716835,
      "grad_norm": 5.0625,
      "learning_rate": 4.826238053834831e-09,
      "loss": 1.9840574264526367,
      "step": 988
    },
    {
      "epoch": 1.2179132040627885,
      "grad_norm": 9.3125,
      "learning_rate": 4.811011943665047e-09,
      "loss": 1.930182695388794,
      "step": 990
    },
    {
      "epoch": 1.2203755001538936,
      "grad_norm": 15.875,
      "learning_rate": 4.795804707900169e-09,
      "loss": 2.222364664077759,
      "step": 992
    },
    {
      "epoch": 1.2228377962449986,
      "grad_norm": 10.9375,
      "learning_rate": 4.780616587945083e-09,
      "loss": 2.241105079650879,
      "step": 994
    },
    {
      "epoch": 1.2253000923361035,
      "grad_norm": 6.09375,
      "learning_rate": 4.765447824901222e-09,
      "loss": 2.1059789657592773,
      "step": 996
    },
    {
      "epoch": 1.2277623884272084,
      "grad_norm": 5.0625,
      "learning_rate": 4.750298659562745e-09,
      "loss": 1.9286503791809082,
      "step": 998
    },
    {
      "epoch": 1.2302246845183133,
      "grad_norm": 4.84375,
      "learning_rate": 4.735169332412704e-09,
      "loss": 1.8667454719543457,
      "step": 1000
    },
    {
      "epoch": 1.2326869806094183,
      "grad_norm": 9.4375,
      "learning_rate": 4.720060083619239e-09,
      "loss": 2.0463290214538574,
      "step": 1002
    },
    {
      "epoch": 1.2351492767005232,
      "grad_norm": 6.28125,
      "learning_rate": 4.7049711530317564e-09,
      "loss": 2.106719970703125,
      "step": 1004
    },
    {
      "epoch": 1.2376115727916281,
      "grad_norm": 3.8125,
      "learning_rate": 4.6899027801771234e-09,
      "loss": 1.829174518585205,
      "step": 1006
    },
    {
      "epoch": 1.240073868882733,
      "grad_norm": 47.5,
      "learning_rate": 4.6748552042558664e-09,
      "loss": 2.110135555267334,
      "step": 1008
    },
    {
      "epoch": 1.242536164973838,
      "grad_norm": 15.9375,
      "learning_rate": 4.659828664138378e-09,
      "loss": 2.152853012084961,
      "step": 1010
    },
    {
      "epoch": 1.244998461064943,
      "grad_norm": 10.75,
      "learning_rate": 4.6448233983611165e-09,
      "loss": 1.862748622894287,
      "step": 1012
    },
    {
      "epoch": 1.247460757156048,
      "grad_norm": 20.375,
      "learning_rate": 4.629839645122828e-09,
      "loss": 2.054180860519409,
      "step": 1014
    },
    {
      "epoch": 1.249923053247153,
      "grad_norm": 10.5,
      "learning_rate": 4.614877642280759e-09,
      "loss": 2.0183398723602295,
      "step": 1016
    },
    {
      "epoch": 1.252385349338258,
      "grad_norm": 4.3125,
      "learning_rate": 4.59993762734688e-09,
      "loss": 1.9448716640472412,
      "step": 1018
    },
    {
      "epoch": 1.254847645429363,
      "grad_norm": 5.3125,
      "learning_rate": 4.585019837484127e-09,
      "loss": 1.909618854522705,
      "step": 1020
    },
    {
      "epoch": 1.2573099415204678,
      "grad_norm": 4.4375,
      "learning_rate": 4.5701245095026175e-09,
      "loss": 1.8093581199645996,
      "step": 1022
    },
    {
      "epoch": 1.2597722376115728,
      "grad_norm": 4.375,
      "learning_rate": 4.555251879855905e-09,
      "loss": 1.8561820983886719,
      "step": 1024
    },
    {
      "epoch": 1.2622345337026777,
      "grad_norm": 5.71875,
      "learning_rate": 4.540402184637225e-09,
      "loss": 1.9136399030685425,
      "step": 1026
    },
    {
      "epoch": 1.2646968297937828,
      "grad_norm": 6.1875,
      "learning_rate": 4.525575659575739e-09,
      "loss": 1.922465443611145,
      "step": 1028
    },
    {
      "epoch": 1.2671591258848878,
      "grad_norm": 6.125,
      "learning_rate": 4.510772540032801e-09,
      "loss": 1.945884346961975,
      "step": 1030
    },
    {
      "epoch": 1.2696214219759927,
      "grad_norm": 11.6875,
      "learning_rate": 4.495993060998216e-09,
      "loss": 2.1394665241241455,
      "step": 1032
    },
    {
      "epoch": 1.2720837180670976,
      "grad_norm": 12.875,
      "learning_rate": 4.481237457086511e-09,
      "loss": 2.548738479614258,
      "step": 1034
    },
    {
      "epoch": 1.2745460141582026,
      "grad_norm": 6.65625,
      "learning_rate": 4.466505962533216e-09,
      "loss": 2.148568868637085,
      "step": 1036
    },
    {
      "epoch": 1.2770083102493075,
      "grad_norm": 143.0,
      "learning_rate": 4.451798811191132e-09,
      "loss": 2.0206987857818604,
      "step": 1038
    },
    {
      "epoch": 1.2794706063404124,
      "grad_norm": 4.78125,
      "learning_rate": 4.437116236526635e-09,
      "loss": 2.025409698486328,
      "step": 1040
    },
    {
      "epoch": 1.2819329024315174,
      "grad_norm": 14.875,
      "learning_rate": 4.42245847161596e-09,
      "loss": 1.8983882665634155,
      "step": 1042
    },
    {
      "epoch": 1.2843951985226223,
      "grad_norm": 1.8515625,
      "learning_rate": 4.4078257491415e-09,
      "loss": 1.594254732131958,
      "step": 1044
    },
    {
      "epoch": 1.2868574946137272,
      "grad_norm": 3.75,
      "learning_rate": 4.393218301388123e-09,
      "loss": 1.4578649997711182,
      "step": 1046
    },
    {
      "epoch": 1.2893197907048322,
      "grad_norm": 6.0625,
      "learning_rate": 4.378636360239471e-09,
      "loss": 1.8163200616836548,
      "step": 1048
    },
    {
      "epoch": 1.291782086795937,
      "grad_norm": 21.625,
      "learning_rate": 4.364080157174287e-09,
      "loss": 1.811424732208252,
      "step": 1050
    },
    {
      "epoch": 1.2942443828870422,
      "grad_norm": 6.46875,
      "learning_rate": 4.349549923262743e-09,
      "loss": 1.6952979564666748,
      "step": 1052
    },
    {
      "epoch": 1.2967066789781472,
      "grad_norm": 8.9375,
      "learning_rate": 4.33504588916276e-09,
      "loss": 1.85584557056427,
      "step": 1054
    },
    {
      "epoch": 1.299168975069252,
      "grad_norm": 6.25,
      "learning_rate": 4.320568285116362e-09,
      "loss": 1.8780372142791748,
      "step": 1056
    },
    {
      "epoch": 1.301631271160357,
      "grad_norm": 3.265625,
      "learning_rate": 4.306117340946008e-09,
      "loss": 1.694900393486023,
      "step": 1058
    },
    {
      "epoch": 1.304093567251462,
      "grad_norm": 5.40625,
      "learning_rate": 4.291693286050951e-09,
      "loss": 1.7237621545791626,
      "step": 1060
    },
    {
      "epoch": 1.306555863342567,
      "grad_norm": 7.8125,
      "learning_rate": 4.277296349403592e-09,
      "loss": 1.9782402515411377,
      "step": 1062
    },
    {
      "epoch": 1.3090181594336718,
      "grad_norm": 11.625,
      "learning_rate": 4.262926759545853e-09,
      "loss": 2.2806496620178223,
      "step": 1064
    },
    {
      "epoch": 1.311480455524777,
      "grad_norm": 14.9375,
      "learning_rate": 4.2485847445855384e-09,
      "loss": 2.0329091548919678,
      "step": 1066
    },
    {
      "epoch": 1.313942751615882,
      "grad_norm": 7.8125,
      "learning_rate": 4.234270532192722e-09,
      "loss": 1.996172308921814,
      "step": 1068
    },
    {
      "epoch": 1.3164050477069869,
      "grad_norm": 5.4375,
      "learning_rate": 4.219984349596131e-09,
      "loss": 1.7426702976226807,
      "step": 1070
    },
    {
      "epoch": 1.3188673437980918,
      "grad_norm": 4.09375,
      "learning_rate": 4.205726423579531e-09,
      "loss": 1.9689075946807861,
      "step": 1072
    },
    {
      "epoch": 1.3213296398891967,
      "grad_norm": 4.375,
      "learning_rate": 4.1914969804781435e-09,
      "loss": 1.851407766342163,
      "step": 1074
    },
    {
      "epoch": 1.3237919359803016,
      "grad_norm": 4.5625,
      "learning_rate": 4.177296246175035e-09,
      "loss": 1.9321177005767822,
      "step": 1076
    },
    {
      "epoch": 1.3262542320714066,
      "grad_norm": 10.75,
      "learning_rate": 4.1631244460975395e-09,
      "loss": 2.1217970848083496,
      "step": 1078
    },
    {
      "epoch": 1.3287165281625115,
      "grad_norm": 2.34375,
      "learning_rate": 4.148981805213683e-09,
      "loss": 1.6175642013549805,
      "step": 1080
    },
    {
      "epoch": 1.3311788242536164,
      "grad_norm": 9.9375,
      "learning_rate": 4.134868548028603e-09,
      "loss": 1.8694862127304077,
      "step": 1082
    },
    {
      "epoch": 1.3336411203447214,
      "grad_norm": 3.9375,
      "learning_rate": 4.120784898580994e-09,
      "loss": 1.9671717882156372,
      "step": 1084
    },
    {
      "epoch": 1.3361034164358263,
      "grad_norm": 5.9375,
      "learning_rate": 4.106731080439549e-09,
      "loss": 1.6825287342071533,
      "step": 1086
    },
    {
      "epoch": 1.3385657125269312,
      "grad_norm": 3.03125,
      "learning_rate": 4.092707316699403e-09,
      "loss": 1.5507920980453491,
      "step": 1088
    },
    {
      "epoch": 1.3410280086180364,
      "grad_norm": 6.03125,
      "learning_rate": 4.078713829978599e-09,
      "loss": 1.4552762508392334,
      "step": 1090
    },
    {
      "epoch": 1.3434903047091413,
      "grad_norm": 7.09375,
      "learning_rate": 4.064750842414555e-09,
      "loss": 1.8754684925079346,
      "step": 1092
    },
    {
      "epoch": 1.3459526008002463,
      "grad_norm": 94.5,
      "learning_rate": 4.050818575660528e-09,
      "loss": 2.175379753112793,
      "step": 1094
    },
    {
      "epoch": 1.3484148968913512,
      "grad_norm": 2.921875,
      "learning_rate": 4.0369172508821154e-09,
      "loss": 1.8554493188858032,
      "step": 1096
    },
    {
      "epoch": 1.3508771929824561,
      "grad_norm": 4.5625,
      "learning_rate": 4.023047088753718e-09,
      "loss": 1.2790199518203735,
      "step": 1098
    },
    {
      "epoch": 1.353339489073561,
      "grad_norm": 4.75,
      "learning_rate": 4.009208309455052e-09,
      "loss": 1.7523287534713745,
      "step": 1100
    },
    {
      "epoch": 1.355801785164666,
      "grad_norm": 7.9375,
      "learning_rate": 3.9954011326676595e-09,
      "loss": 2.061239242553711,
      "step": 1102
    },
    {
      "epoch": 1.3582640812557711,
      "grad_norm": 8.875,
      "learning_rate": 3.981625777571407e-09,
      "loss": 2.029423713684082,
      "step": 1104
    },
    {
      "epoch": 1.360726377346876,
      "grad_norm": 22.125,
      "learning_rate": 3.967882462841013e-09,
      "loss": 2.4487719535827637,
      "step": 1106
    },
    {
      "epoch": 1.363188673437981,
      "grad_norm": 13.4375,
      "learning_rate": 3.954171406642579e-09,
      "loss": 2.2747087478637695,
      "step": 1108
    },
    {
      "epoch": 1.365650969529086,
      "grad_norm": 8.875,
      "learning_rate": 3.940492826630122e-09,
      "loss": 2.142123222351074,
      "step": 1110
    },
    {
      "epoch": 1.3681132656201909,
      "grad_norm": 13.3125,
      "learning_rate": 3.926846939942119e-09,
      "loss": 2.411155939102173,
      "step": 1112
    },
    {
      "epoch": 1.3705755617112958,
      "grad_norm": 6.96875,
      "learning_rate": 3.913233963198062e-09,
      "loss": 2.1852264404296875,
      "step": 1114
    },
    {
      "epoch": 1.3730378578024007,
      "grad_norm": 2.71875,
      "learning_rate": 3.899654112495024e-09,
      "loss": 1.5160444974899292,
      "step": 1116
    },
    {
      "epoch": 1.3755001538935057,
      "grad_norm": 4.59375,
      "learning_rate": 3.886107603404221e-09,
      "loss": 1.5113252401351929,
      "step": 1118
    },
    {
      "epoch": 1.3779624499846106,
      "grad_norm": 4.71875,
      "learning_rate": 3.872594650967591e-09,
      "loss": 1.700373649597168,
      "step": 1120
    },
    {
      "epoch": 1.3804247460757155,
      "grad_norm": 9.5625,
      "learning_rate": 3.859115469694385e-09,
      "loss": 1.9584300518035889,
      "step": 1122
    },
    {
      "epoch": 1.3828870421668205,
      "grad_norm": 5.5,
      "learning_rate": 3.845670273557754e-09,
      "loss": 1.8532516956329346,
      "step": 1124
    },
    {
      "epoch": 1.3853493382579254,
      "grad_norm": 4.21875,
      "learning_rate": 3.832259275991365e-09,
      "loss": 1.640071988105774,
      "step": 1126
    },
    {
      "epoch": 1.3878116343490305,
      "grad_norm": 3.390625,
      "learning_rate": 3.818882689885998e-09,
      "loss": 1.2326576709747314,
      "step": 1128
    },
    {
      "epoch": 1.3902739304401355,
      "grad_norm": 4.375,
      "learning_rate": 3.80554072758618e-09,
      "loss": 1.5156090259552002,
      "step": 1130
    },
    {
      "epoch": 1.3927362265312404,
      "grad_norm": 2.625,
      "learning_rate": 3.7922336008868e-09,
      "loss": 1.5685241222381592,
      "step": 1132
    },
    {
      "epoch": 1.3951985226223453,
      "grad_norm": 5.09375,
      "learning_rate": 3.778961521029762e-09,
      "loss": 1.6617923974990845,
      "step": 1134
    },
    {
      "epoch": 1.3976608187134503,
      "grad_norm": 6.46875,
      "learning_rate": 3.765724698700621e-09,
      "loss": 1.8906147480010986,
      "step": 1136
    },
    {
      "epoch": 1.4001231148045552,
      "grad_norm": 2.875,
      "learning_rate": 3.752523344025243e-09,
      "loss": 1.545287847518921,
      "step": 1138
    },
    {
      "epoch": 1.4025854108956601,
      "grad_norm": 7.78125,
      "learning_rate": 3.7393576665664675e-09,
      "loss": 1.732557773590088,
      "step": 1140
    },
    {
      "epoch": 1.4050477069867653,
      "grad_norm": 2.25,
      "learning_rate": 3.7262278753207815e-09,
      "loss": 1.72062087059021,
      "step": 1142
    },
    {
      "epoch": 1.4075100030778702,
      "grad_norm": 8.75,
      "learning_rate": 3.7131341787150018e-09,
      "loss": 1.5638048648834229,
      "step": 1144
    },
    {
      "epoch": 1.4099722991689752,
      "grad_norm": 25.0,
      "learning_rate": 3.7000767846029665e-09,
      "loss": 2.013415575027466,
      "step": 1146
    },
    {
      "epoch": 1.41243459526008,
      "grad_norm": 2.46875,
      "learning_rate": 3.687055900262238e-09,
      "loss": 1.5985221862792969,
      "step": 1148
    },
    {
      "epoch": 1.414896891351185,
      "grad_norm": 12.1875,
      "learning_rate": 3.6740717323908046e-09,
      "loss": 1.7952547073364258,
      "step": 1150
    },
    {
      "epoch": 1.41735918744229,
      "grad_norm": 2.9375,
      "learning_rate": 3.6611244871038118e-09,
      "loss": 1.5459375381469727,
      "step": 1152
    },
    {
      "epoch": 1.4198214835333949,
      "grad_norm": 6.84375,
      "learning_rate": 3.648214369930278e-09,
      "loss": 1.641556739807129,
      "step": 1154
    },
    {
      "epoch": 1.4222837796244998,
      "grad_norm": 2.109375,
      "learning_rate": 3.635341585809837e-09,
      "loss": 1.5961995124816895,
      "step": 1156
    },
    {
      "epoch": 1.4247460757156047,
      "grad_norm": 9.125,
      "learning_rate": 3.6225063390894896e-09,
      "loss": 1.6079602241516113,
      "step": 1158
    },
    {
      "epoch": 1.4272083718067097,
      "grad_norm": 4.84375,
      "learning_rate": 3.609708833520351e-09,
      "loss": 2.1076085567474365,
      "step": 1160
    },
    {
      "epoch": 1.4296706678978146,
      "grad_norm": 19.125,
      "learning_rate": 3.5969492722544207e-09,
      "loss": 2.1435282230377197,
      "step": 1162
    },
    {
      "epoch": 1.4321329639889195,
      "grad_norm": 1.796875,
      "learning_rate": 3.5842278578413577e-09,
      "loss": 1.6422967910766602,
      "step": 1164
    },
    {
      "epoch": 1.4345952600800247,
      "grad_norm": 4.1875,
      "learning_rate": 3.5715447922252655e-09,
      "loss": 1.4160196781158447,
      "step": 1166
    },
    {
      "epoch": 1.4370575561711296,
      "grad_norm": 7.78125,
      "learning_rate": 3.558900276741485e-09,
      "loss": 1.9306385517120361,
      "step": 1168
    },
    {
      "epoch": 1.4395198522622346,
      "grad_norm": 6.625,
      "learning_rate": 3.5462945121134016e-09,
      "loss": 2.028043508529663,
      "step": 1170
    },
    {
      "epoch": 1.4419821483533395,
      "grad_norm": 18.125,
      "learning_rate": 3.533727698449252e-09,
      "loss": 1.7561140060424805,
      "step": 1172
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 11.6875,
      "learning_rate": 3.521200035238954e-09,
      "loss": 1.9722295999526978,
      "step": 1174
    },
    {
      "epoch": 1.4469067405355494,
      "grad_norm": 5.40625,
      "learning_rate": 3.5087117213509367e-09,
      "loss": 2.2334213256835938,
      "step": 1176
    },
    {
      "epoch": 1.4493690366266543,
      "grad_norm": 10.1875,
      "learning_rate": 3.4962629550289858e-09,
      "loss": 2.2049357891082764,
      "step": 1178
    },
    {
      "epoch": 1.4518313327177594,
      "grad_norm": 11.0625,
      "learning_rate": 3.4838539338890964e-09,
      "loss": 2.2469396591186523,
      "step": 1180
    },
    {
      "epoch": 1.4542936288088644,
      "grad_norm": 5.59375,
      "learning_rate": 3.4714848549163314e-09,
      "loss": 2.023268938064575,
      "step": 1182
    },
    {
      "epoch": 1.4567559248999693,
      "grad_norm": 3.671875,
      "learning_rate": 3.4591559144617014e-09,
      "loss": 1.8120558261871338,
      "step": 1184
    },
    {
      "epoch": 1.4592182209910742,
      "grad_norm": 5.65625,
      "learning_rate": 3.4468673082390432e-09,
      "loss": 1.7612297534942627,
      "step": 1186
    },
    {
      "epoch": 1.4616805170821792,
      "grad_norm": 23.5,
      "learning_rate": 3.434619231321912e-09,
      "loss": 1.9972333908081055,
      "step": 1188
    },
    {
      "epoch": 1.464142813173284,
      "grad_norm": 4.3125,
      "learning_rate": 3.4224118781404923e-09,
      "loss": 1.8834655284881592,
      "step": 1190
    },
    {
      "epoch": 1.466605109264389,
      "grad_norm": 35.25,
      "learning_rate": 3.4102454424784997e-09,
      "loss": 2.4007821083068848,
      "step": 1192
    },
    {
      "epoch": 1.469067405355494,
      "grad_norm": 9.0,
      "learning_rate": 3.398120117470115e-09,
      "loss": 2.477167844772339,
      "step": 1194
    },
    {
      "epoch": 1.471529701446599,
      "grad_norm": 8.625,
      "learning_rate": 3.3860360955969127e-09,
      "loss": 2.0541319847106934,
      "step": 1196
    },
    {
      "epoch": 1.4739919975377038,
      "grad_norm": 11.3125,
      "learning_rate": 3.373993568684808e-09,
      "loss": 2.007800579071045,
      "step": 1198
    },
    {
      "epoch": 1.4764542936288088,
      "grad_norm": 13.125,
      "learning_rate": 3.36199272790101e-09,
      "loss": 2.2932679653167725,
      "step": 1200
    },
    {
      "epoch": 1.4789165897199137,
      "grad_norm": 2.8125,
      "learning_rate": 3.350033763750989e-09,
      "loss": 1.7902061939239502,
      "step": 1202
    },
    {
      "epoch": 1.4813788858110188,
      "grad_norm": 15.0625,
      "learning_rate": 3.3381168660754523e-09,
      "loss": 1.8084830045700073,
      "step": 1204
    },
    {
      "epoch": 1.4838411819021238,
      "grad_norm": 5.46875,
      "learning_rate": 3.3262422240473268e-09,
      "loss": 1.930219054222107,
      "step": 1206
    },
    {
      "epoch": 1.4863034779932287,
      "grad_norm": 4.65625,
      "learning_rate": 3.314410026168757e-09,
      "loss": 1.8515759706497192,
      "step": 1208
    },
    {
      "epoch": 1.4887657740843336,
      "grad_norm": 20.875,
      "learning_rate": 3.30262046026812e-09,
      "loss": 2.1966378688812256,
      "step": 1210
    },
    {
      "epoch": 1.4912280701754386,
      "grad_norm": 5.0,
      "learning_rate": 3.2908737134970367e-09,
      "loss": 2.388540744781494,
      "step": 1212
    },
    {
      "epoch": 1.4936903662665435,
      "grad_norm": 10.375,
      "learning_rate": 3.2791699723273984e-09,
      "loss": 2.1200718879699707,
      "step": 1214
    },
    {
      "epoch": 1.4961526623576484,
      "grad_norm": 3.515625,
      "learning_rate": 3.2675094225484135e-09,
      "loss": 2.037621021270752,
      "step": 1216
    },
    {
      "epoch": 1.4986149584487536,
      "grad_norm": 3.234375,
      "learning_rate": 3.2558922492636578e-09,
      "loss": 1.5640082359313965,
      "step": 1218
    },
    {
      "epoch": 1.5010772545398585,
      "grad_norm": 6.59375,
      "learning_rate": 3.2443186368881287e-09,
      "loss": 1.5967392921447754,
      "step": 1220
    },
    {
      "epoch": 1.5035395506309635,
      "grad_norm": 1.1875,
      "learning_rate": 3.2327887691453277e-09,
      "loss": 1.4248828887939453,
      "step": 1222
    },
    {
      "epoch": 1.5060018467220684,
      "grad_norm": 5.84375,
      "learning_rate": 3.2213028290643363e-09,
      "loss": 1.5917315483093262,
      "step": 1224
    },
    {
      "epoch": 1.5084641428131733,
      "grad_norm": 5.59375,
      "learning_rate": 3.2098609989769122e-09,
      "loss": 1.761174201965332,
      "step": 1226
    },
    {
      "epoch": 1.5109264389042782,
      "grad_norm": 13.8125,
      "learning_rate": 3.198463460514598e-09,
      "loss": 1.7805390357971191,
      "step": 1228
    },
    {
      "epoch": 1.5133887349953832,
      "grad_norm": 3.125,
      "learning_rate": 3.1871103946058343e-09,
      "loss": 2.06949782371521,
      "step": 1230
    },
    {
      "epoch": 1.515851031086488,
      "grad_norm": 8.0625,
      "learning_rate": 3.1758019814730902e-09,
      "loss": 1.6458537578582764,
      "step": 1232
    },
    {
      "epoch": 1.518313327177593,
      "grad_norm": 5.90625,
      "learning_rate": 3.1645384006300033e-09,
      "loss": 1.8969038724899292,
      "step": 1234
    },
    {
      "epoch": 1.520775623268698,
      "grad_norm": 2.53125,
      "learning_rate": 3.153319830878523e-09,
      "loss": 1.5056371688842773,
      "step": 1236
    },
    {
      "epoch": 1.523237919359803,
      "grad_norm": 25.5,
      "learning_rate": 3.142146450306082e-09,
      "loss": 1.7204036712646484,
      "step": 1238
    },
    {
      "epoch": 1.5257002154509078,
      "grad_norm": 5.5625,
      "learning_rate": 3.1310184362827594e-09,
      "loss": 1.7970688343048096,
      "step": 1240
    },
    {
      "epoch": 1.5281625115420128,
      "grad_norm": 2.75,
      "learning_rate": 3.1199359654584756e-09,
      "loss": 1.5522937774658203,
      "step": 1242
    },
    {
      "epoch": 1.530624807633118,
      "grad_norm": 5.46875,
      "learning_rate": 3.1088992137601797e-09,
      "loss": 1.5566771030426025,
      "step": 1244
    },
    {
      "epoch": 1.5330871037242229,
      "grad_norm": 4.875,
      "learning_rate": 3.097908356389059e-09,
      "loss": 1.8924975395202637,
      "step": 1246
    },
    {
      "epoch": 1.5355493998153278,
      "grad_norm": 2.234375,
      "learning_rate": 3.08696356781776e-09,
      "loss": 1.5438798666000366,
      "step": 1248
    },
    {
      "epoch": 1.5380116959064327,
      "grad_norm": 1.8515625,
      "learning_rate": 3.0760650217876174e-09,
      "loss": 1.286960482597351,
      "step": 1250
    },
    {
      "epoch": 1.5404739919975377,
      "grad_norm": 3.140625,
      "learning_rate": 3.0652128913058935e-09,
      "loss": 1.1232177019119263,
      "step": 1252
    },
    {
      "epoch": 1.5429362880886428,
      "grad_norm": 10.0625,
      "learning_rate": 3.0544073486430396e-09,
      "loss": 1.7119476795196533,
      "step": 1254
    },
    {
      "epoch": 1.5453985841797477,
      "grad_norm": 4.84375,
      "learning_rate": 3.0436485653299487e-09,
      "loss": 2.0494632720947266,
      "step": 1256
    },
    {
      "epoch": 1.5478608802708527,
      "grad_norm": 3.1875,
      "learning_rate": 3.032936712155246e-09,
      "loss": 1.5645394325256348,
      "step": 1258
    },
    {
      "epoch": 1.5503231763619576,
      "grad_norm": 11.1875,
      "learning_rate": 3.022271959162567e-09,
      "loss": 1.7430448532104492,
      "step": 1260
    },
    {
      "epoch": 1.5527854724530625,
      "grad_norm": 3.25,
      "learning_rate": 3.0116544756478663e-09,
      "loss": 1.6215105056762695,
      "step": 1262
    },
    {
      "epoch": 1.5552477685441675,
      "grad_norm": 5.40625,
      "learning_rate": 3.001084430156724e-09,
      "loss": 1.4022070169448853,
      "step": 1264
    },
    {
      "epoch": 1.5577100646352724,
      "grad_norm": 4.3125,
      "learning_rate": 2.990561990481675e-09,
      "loss": 1.7849698066711426,
      "step": 1266
    },
    {
      "epoch": 1.5601723607263773,
      "grad_norm": 2.90625,
      "learning_rate": 2.9800873236595416e-09,
      "loss": 1.514677882194519,
      "step": 1268
    },
    {
      "epoch": 1.5626346568174823,
      "grad_norm": 10.0,
      "learning_rate": 2.9696605959687833e-09,
      "loss": 1.529390573501587,
      "step": 1270
    },
    {
      "epoch": 1.5650969529085872,
      "grad_norm": 2.5625,
      "learning_rate": 2.9592819729268566e-09,
      "loss": 1.8093581199645996,
      "step": 1272
    },
    {
      "epoch": 1.5675592489996921,
      "grad_norm": 10.0625,
      "learning_rate": 2.948951619287592e-09,
      "loss": 1.3842357397079468,
      "step": 1274
    },
    {
      "epoch": 1.570021545090797,
      "grad_norm": 14.5,
      "learning_rate": 2.938669699038571e-09,
      "loss": 1.85842764377594,
      "step": 1276
    },
    {
      "epoch": 1.572483841181902,
      "grad_norm": 29.0,
      "learning_rate": 2.928436375398528e-09,
      "loss": 2.2186334133148193,
      "step": 1278
    },
    {
      "epoch": 1.574946137273007,
      "grad_norm": 7.625,
      "learning_rate": 2.9182518108147588e-09,
      "loss": 2.11116361618042,
      "step": 1280
    },
    {
      "epoch": 1.577408433364112,
      "grad_norm": 10.5625,
      "learning_rate": 2.9081161669605395e-09,
      "loss": 2.039137363433838,
      "step": 1282
    },
    {
      "epoch": 1.579870729455217,
      "grad_norm": 1.7578125,
      "learning_rate": 2.8980296047325638e-09,
      "loss": 1.548026204109192,
      "step": 1284
    },
    {
      "epoch": 1.582333025546322,
      "grad_norm": 6.34375,
      "learning_rate": 2.8879922842483867e-09,
      "loss": 1.4916882514953613,
      "step": 1286
    },
    {
      "epoch": 1.5847953216374269,
      "grad_norm": 4.5,
      "learning_rate": 2.8780043648438818e-09,
      "loss": 1.6858062744140625,
      "step": 1288
    },
    {
      "epoch": 1.587257617728532,
      "grad_norm": 6.84375,
      "learning_rate": 2.868066005070713e-09,
      "loss": 1.8366402387619019,
      "step": 1290
    },
    {
      "epoch": 1.589719913819637,
      "grad_norm": 3.15625,
      "learning_rate": 2.8581773626938166e-09,
      "loss": 1.4952478408813477,
      "step": 1292
    },
    {
      "epoch": 1.5921822099107419,
      "grad_norm": 4.3125,
      "learning_rate": 2.8483385946889017e-09,
      "loss": 1.4701340198516846,
      "step": 1294
    },
    {
      "epoch": 1.5946445060018468,
      "grad_norm": 5.25,
      "learning_rate": 2.8385498572399503e-09,
      "loss": 1.8555335998535156,
      "step": 1296
    },
    {
      "epoch": 1.5971068020929517,
      "grad_norm": 5.0,
      "learning_rate": 2.828811305736743e-09,
      "loss": 1.8610620498657227,
      "step": 1298
    },
    {
      "epoch": 1.5995690981840567,
      "grad_norm": 7.09375,
      "learning_rate": 2.8191230947723945e-09,
      "loss": 1.883762240409851,
      "step": 1300
    },
    {
      "epoch": 1.6020313942751616,
      "grad_norm": 14.5625,
      "learning_rate": 2.809485378140893e-09,
      "loss": 2.238772392272949,
      "step": 1302
    },
    {
      "epoch": 1.6044936903662665,
      "grad_norm": 6.25,
      "learning_rate": 2.7998983088346625e-09,
      "loss": 2.1114282608032227,
      "step": 1304
    },
    {
      "epoch": 1.6069559864573715,
      "grad_norm": 1.9140625,
      "learning_rate": 2.7903620390421363e-09,
      "loss": 1.6002395153045654,
      "step": 1306
    },
    {
      "epoch": 1.6094182825484764,
      "grad_norm": 9.4375,
      "learning_rate": 2.7808767201453376e-09,
      "loss": 1.6772760152816772,
      "step": 1308
    },
    {
      "epoch": 1.6118805786395813,
      "grad_norm": 10.4375,
      "learning_rate": 2.771442502717478e-09,
      "loss": 2.111185073852539,
      "step": 1310
    },
    {
      "epoch": 1.6143428747306863,
      "grad_norm": 14.125,
      "learning_rate": 2.7620595365205627e-09,
      "loss": 2.0705718994140625,
      "step": 1312
    },
    {
      "epoch": 1.6168051708217912,
      "grad_norm": 4.46875,
      "learning_rate": 2.752727970503024e-09,
      "loss": 1.95082426071167,
      "step": 1314
    },
    {
      "epoch": 1.6192674669128961,
      "grad_norm": 5.03125,
      "learning_rate": 2.7434479527973477e-09,
      "loss": 1.7210240364074707,
      "step": 1316
    },
    {
      "epoch": 1.621729763004001,
      "grad_norm": 3.515625,
      "learning_rate": 2.7342196307177214e-09,
      "loss": 1.6697207689285278,
      "step": 1318
    },
    {
      "epoch": 1.6241920590951062,
      "grad_norm": 2.65625,
      "learning_rate": 2.7250431507577004e-09,
      "loss": 1.4422950744628906,
      "step": 1320
    },
    {
      "epoch": 1.6266543551862112,
      "grad_norm": 2.84375,
      "learning_rate": 2.7159186585878816e-09,
      "loss": 1.1386830806732178,
      "step": 1322
    },
    {
      "epoch": 1.629116651277316,
      "grad_norm": 3.015625,
      "learning_rate": 2.7068462990535863e-09,
      "loss": 1.2971214056015015,
      "step": 1324
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 19.875,
      "learning_rate": 2.697826216172569e-09,
      "loss": 1.638606309890747,
      "step": 1326
    },
    {
      "epoch": 1.6340412434595262,
      "grad_norm": 3.109375,
      "learning_rate": 2.688858553132723e-09,
      "loss": 1.6914677619934082,
      "step": 1328
    },
    {
      "epoch": 1.636503539550631,
      "grad_norm": 2.28125,
      "learning_rate": 2.6799434522898126e-09,
      "loss": 1.1819281578063965,
      "step": 1330
    },
    {
      "epoch": 1.638965835641736,
      "grad_norm": 2.140625,
      "learning_rate": 2.6710810551652133e-09,
      "loss": 1.1034936904907227,
      "step": 1332
    },
    {
      "epoch": 1.641428131732841,
      "grad_norm": 34.5,
      "learning_rate": 2.66227150244366e-09,
      "loss": 1.6707381010055542,
      "step": 1334
    },
    {
      "epoch": 1.643890427823946,
      "grad_norm": 25.5,
      "learning_rate": 2.6535149339710184e-09,
      "loss": 2.70631742477417,
      "step": 1336
    },
    {
      "epoch": 1.6463527239150508,
      "grad_norm": 30.75,
      "learning_rate": 2.644811488752068e-09,
      "loss": 2.4394781589508057,
      "step": 1338
    },
    {
      "epoch": 1.6488150200061558,
      "grad_norm": 13.625,
      "learning_rate": 2.636161304948286e-09,
      "loss": 2.2337255477905273,
      "step": 1340
    },
    {
      "epoch": 1.6512773160972607,
      "grad_norm": 13.0,
      "learning_rate": 2.627564519875663e-09,
      "loss": 2.295048236846924,
      "step": 1342
    },
    {
      "epoch": 1.6537396121883656,
      "grad_norm": 20.0,
      "learning_rate": 2.6190212700025183e-09,
      "loss": 2.110807418823242,
      "step": 1344
    },
    {
      "epoch": 1.6562019082794706,
      "grad_norm": 4.84375,
      "learning_rate": 2.6105316909473364e-09,
      "loss": 1.8732104301452637,
      "step": 1346
    },
    {
      "epoch": 1.6586642043705755,
      "grad_norm": 8.125,
      "learning_rate": 2.6020959174766106e-09,
      "loss": 1.9254186153411865,
      "step": 1348
    },
    {
      "epoch": 1.6611265004616804,
      "grad_norm": 6.15625,
      "learning_rate": 2.5937140835027097e-09,
      "loss": 1.8715019226074219,
      "step": 1350
    },
    {
      "epoch": 1.6635887965527854,
      "grad_norm": 9.8125,
      "learning_rate": 2.5853863220817436e-09,
      "loss": 1.9434764385223389,
      "step": 1352
    },
    {
      "epoch": 1.6660510926438903,
      "grad_norm": 5.25,
      "learning_rate": 2.577112765411459e-09,
      "loss": 2.207705497741699,
      "step": 1354
    },
    {
      "epoch": 1.6685133887349952,
      "grad_norm": 12.625,
      "learning_rate": 2.568893544829136e-09,
      "loss": 1.880719780921936,
      "step": 1356
    },
    {
      "epoch": 1.6709756848261004,
      "grad_norm": 9.5625,
      "learning_rate": 2.560728790809509e-09,
      "loss": 1.8875178098678589,
      "step": 1358
    },
    {
      "epoch": 1.6734379809172053,
      "grad_norm": 5.4375,
      "learning_rate": 2.5526186329626865e-09,
      "loss": 1.6963284015655518,
      "step": 1360
    },
    {
      "epoch": 1.6759002770083102,
      "grad_norm": 5.90625,
      "learning_rate": 2.5445632000320995e-09,
      "loss": 1.791224718093872,
      "step": 1362
    },
    {
      "epoch": 1.6783625730994152,
      "grad_norm": 3.890625,
      "learning_rate": 2.5365626198924598e-09,
      "loss": 1.6278963088989258,
      "step": 1364
    },
    {
      "epoch": 1.6808248691905203,
      "grad_norm": 3.375,
      "learning_rate": 2.528617019547723e-09,
      "loss": 1.3288359642028809,
      "step": 1366
    },
    {
      "epoch": 1.6832871652816253,
      "grad_norm": 9.0625,
      "learning_rate": 2.5207265251290823e-09,
      "loss": 1.6888291835784912,
      "step": 1368
    },
    {
      "epoch": 1.6857494613727302,
      "grad_norm": 13.375,
      "learning_rate": 2.512891261892955e-09,
      "loss": 2.285770893096924,
      "step": 1370
    },
    {
      "epoch": 1.6882117574638351,
      "grad_norm": 3.1875,
      "learning_rate": 2.505111354219002e-09,
      "loss": 1.671492099761963,
      "step": 1372
    },
    {
      "epoch": 1.69067405355494,
      "grad_norm": 6.25,
      "learning_rate": 2.49738692560815e-09,
      "loss": 1.5187859535217285,
      "step": 1374
    },
    {
      "epoch": 1.693136349646045,
      "grad_norm": 7.0625,
      "learning_rate": 2.4897180986806322e-09,
      "loss": 1.9461727142333984,
      "step": 1376
    },
    {
      "epoch": 1.69559864573715,
      "grad_norm": 7.53125,
      "learning_rate": 2.482104995174044e-09,
      "loss": 1.8825700283050537,
      "step": 1378
    },
    {
      "epoch": 1.6980609418282548,
      "grad_norm": 5.28125,
      "learning_rate": 2.474547735941405e-09,
      "loss": 1.8659740686416626,
      "step": 1380
    },
    {
      "epoch": 1.7005232379193598,
      "grad_norm": 5.59375,
      "learning_rate": 2.4670464409492447e-09,
      "loss": 1.7924315929412842,
      "step": 1382
    },
    {
      "epoch": 1.7029855340104647,
      "grad_norm": 13.4375,
      "learning_rate": 2.459601229275697e-09,
      "loss": 1.9610867500305176,
      "step": 1384
    },
    {
      "epoch": 1.7054478301015696,
      "grad_norm": 8.5,
      "learning_rate": 2.4522122191086104e-09,
      "loss": 1.836552381515503,
      "step": 1386
    },
    {
      "epoch": 1.7079101261926746,
      "grad_norm": 8.8125,
      "learning_rate": 2.4448795277436698e-09,
      "loss": 1.7403874397277832,
      "step": 1388
    },
    {
      "epoch": 1.7103724222837795,
      "grad_norm": 4.625,
      "learning_rate": 2.4376032715825386e-09,
      "loss": 1.5626749992370605,
      "step": 1390
    },
    {
      "epoch": 1.7128347183748844,
      "grad_norm": 3.625,
      "learning_rate": 2.4303835661310066e-09,
      "loss": 1.3395249843597412,
      "step": 1392
    },
    {
      "epoch": 1.7152970144659896,
      "grad_norm": 13.125,
      "learning_rate": 2.4232205259971584e-09,
      "loss": 1.0826705694198608,
      "step": 1394
    },
    {
      "epoch": 1.7177593105570945,
      "grad_norm": 12.875,
      "learning_rate": 2.4161142648895533e-09,
      "loss": 1.810969352722168,
      "step": 1396
    },
    {
      "epoch": 1.7202216066481995,
      "grad_norm": 9.0,
      "learning_rate": 2.4090648956154223e-09,
      "loss": 2.039994239807129,
      "step": 1398
    },
    {
      "epoch": 1.7226839027393044,
      "grad_norm": 7.625,
      "learning_rate": 2.402072530078876e-09,
      "loss": 1.8878741264343262,
      "step": 1400
    },
    {
      "epoch": 1.7251461988304093,
      "grad_norm": 4.5625,
      "learning_rate": 2.395137279279127e-09,
      "loss": 1.8724961280822754,
      "step": 1402
    },
    {
      "epoch": 1.7276084949215145,
      "grad_norm": 4.0,
      "learning_rate": 2.3882592533087286e-09,
      "loss": 1.9301607608795166,
      "step": 1404
    },
    {
      "epoch": 1.7300707910126194,
      "grad_norm": 24.125,
      "learning_rate": 2.3814385613518284e-09,
      "loss": 1.6868252754211426,
      "step": 1406
    },
    {
      "epoch": 1.7325330871037243,
      "grad_norm": 6.78125,
      "learning_rate": 2.374675311682433e-09,
      "loss": 1.7913291454315186,
      "step": 1408
    },
    {
      "epoch": 1.7349953831948293,
      "grad_norm": 2.59375,
      "learning_rate": 2.3679696116626936e-09,
      "loss": 1.5577332973480225,
      "step": 1410
    },
    {
      "epoch": 1.7374576792859342,
      "grad_norm": 4.875,
      "learning_rate": 2.3613215677411944e-09,
      "loss": 1.5362656116485596,
      "step": 1412
    },
    {
      "epoch": 1.7399199753770391,
      "grad_norm": 1.75,
      "learning_rate": 2.354731285451268e-09,
      "loss": 1.5279173851013184,
      "step": 1414
    },
    {
      "epoch": 1.742382271468144,
      "grad_norm": 10.6875,
      "learning_rate": 2.348198869409322e-09,
      "loss": 1.696439504623413,
      "step": 1416
    },
    {
      "epoch": 1.744844567559249,
      "grad_norm": 18.5,
      "learning_rate": 2.341724423313171e-09,
      "loss": 2.554849147796631,
      "step": 1418
    },
    {
      "epoch": 1.747306863650354,
      "grad_norm": 13.0625,
      "learning_rate": 2.335308049940398e-09,
      "loss": 2.1925854682922363,
      "step": 1420
    },
    {
      "epoch": 1.7497691597414589,
      "grad_norm": 3.46875,
      "learning_rate": 2.328949851146718e-09,
      "loss": 1.593017816543579,
      "step": 1422
    },
    {
      "epoch": 1.7522314558325638,
      "grad_norm": 4.0,
      "learning_rate": 2.322649927864363e-09,
      "loss": 1.229564905166626,
      "step": 1424
    },
    {
      "epoch": 1.7546937519236687,
      "grad_norm": 15.6875,
      "learning_rate": 2.3164083801004798e-09,
      "loss": 1.9423973560333252,
      "step": 1426
    },
    {
      "epoch": 1.7571560480147737,
      "grad_norm": 5.75,
      "learning_rate": 2.3102253069355413e-09,
      "loss": 2.0594370365142822,
      "step": 1428
    },
    {
      "epoch": 1.7596183441058786,
      "grad_norm": 6.53125,
      "learning_rate": 2.3041008065217754e-09,
      "loss": 1.9393881559371948,
      "step": 1430
    },
    {
      "epoch": 1.7620806401969837,
      "grad_norm": 7.90625,
      "learning_rate": 2.298034976081607e-09,
      "loss": 1.8895037174224854,
      "step": 1432
    },
    {
      "epoch": 1.7645429362880887,
      "grad_norm": 8.125,
      "learning_rate": 2.292027911906112e-09,
      "loss": 1.7276127338409424,
      "step": 1434
    },
    {
      "epoch": 1.7670052323791936,
      "grad_norm": 6.125,
      "learning_rate": 2.286079709353491e-09,
      "loss": 1.5182913541793823,
      "step": 1436
    },
    {
      "epoch": 1.7694675284702985,
      "grad_norm": 8.6875,
      "learning_rate": 2.2801904628475545e-09,
      "loss": 1.845018982887268,
      "step": 1438
    },
    {
      "epoch": 1.7719298245614035,
      "grad_norm": 13.0625,
      "learning_rate": 2.274360265876225e-09,
      "loss": 2.4570071697235107,
      "step": 1440
    },
    {
      "epoch": 1.7743921206525086,
      "grad_norm": 6.53125,
      "learning_rate": 2.268589210990052e-09,
      "loss": 1.779624342918396,
      "step": 1442
    },
    {
      "epoch": 1.7768544167436136,
      "grad_norm": 11.0,
      "learning_rate": 2.262877389800745e-09,
      "loss": 1.5919256210327148,
      "step": 1444
    },
    {
      "epoch": 1.7793167128347185,
      "grad_norm": 5.96875,
      "learning_rate": 2.257224892979714e-09,
      "loss": 2.230924129486084,
      "step": 1446
    },
    {
      "epoch": 1.7817790089258234,
      "grad_norm": 2.296875,
      "learning_rate": 2.2516318102566373e-09,
      "loss": 1.6709070205688477,
      "step": 1448
    },
    {
      "epoch": 1.7842413050169283,
      "grad_norm": 7.1875,
      "learning_rate": 2.24609823041803e-09,
      "loss": 1.5729997158050537,
      "step": 1450
    },
    {
      "epoch": 1.7867036011080333,
      "grad_norm": 23.125,
      "learning_rate": 2.240624241305841e-09,
      "loss": 2.22371768951416,
      "step": 1452
    },
    {
      "epoch": 1.7891658971991382,
      "grad_norm": 9.0,
      "learning_rate": 2.2352099298160545e-09,
      "loss": 1.9387813806533813,
      "step": 1454
    },
    {
      "epoch": 1.7916281932902431,
      "grad_norm": 6.96875,
      "learning_rate": 2.2298553818973096e-09,
      "loss": 1.6565120220184326,
      "step": 1456
    },
    {
      "epoch": 1.794090489381348,
      "grad_norm": 24.0,
      "learning_rate": 2.2245606825495408e-09,
      "loss": 1.6322071552276611,
      "step": 1458
    },
    {
      "epoch": 1.796552785472453,
      "grad_norm": 6.0625,
      "learning_rate": 2.219325915822624e-09,
      "loss": 2.004333257675171,
      "step": 1460
    },
    {
      "epoch": 1.799015081563558,
      "grad_norm": 11.625,
      "learning_rate": 2.214151164815044e-09,
      "loss": 2.2140424251556396,
      "step": 1462
    },
    {
      "epoch": 1.8014773776546629,
      "grad_norm": 5.90625,
      "learning_rate": 2.2090365116725787e-09,
      "loss": 1.876783847808838,
      "step": 1464
    },
    {
      "epoch": 1.8039396737457678,
      "grad_norm": 2.921875,
      "learning_rate": 2.203982037586988e-09,
      "loss": 1.5903770923614502,
      "step": 1466
    },
    {
      "epoch": 1.8064019698368727,
      "grad_norm": 5.78125,
      "learning_rate": 2.1989878227947297e-09,
      "loss": 1.4093436002731323,
      "step": 1468
    },
    {
      "epoch": 1.8088642659279779,
      "grad_norm": 5.4375,
      "learning_rate": 2.1940539465756848e-09,
      "loss": 1.5252522230148315,
      "step": 1470
    },
    {
      "epoch": 1.8113265620190828,
      "grad_norm": 11.1875,
      "learning_rate": 2.1891804872519013e-09,
      "loss": 1.6333411931991577,
      "step": 1472
    },
    {
      "epoch": 1.8137888581101878,
      "grad_norm": 12.125,
      "learning_rate": 2.1843675221863456e-09,
      "loss": 2.395686626434326,
      "step": 1474
    },
    {
      "epoch": 1.8162511542012927,
      "grad_norm": 6.40625,
      "learning_rate": 2.179615127781678e-09,
      "loss": 2.011446475982666,
      "step": 1476
    },
    {
      "epoch": 1.8187134502923976,
      "grad_norm": 27.75,
      "learning_rate": 2.1749233794790424e-09,
      "loss": 1.9201209545135498,
      "step": 1478
    },
    {
      "epoch": 1.8211757463835028,
      "grad_norm": 8.75,
      "learning_rate": 2.1702923517568608e-09,
      "loss": 1.9654639959335327,
      "step": 1480
    },
    {
      "epoch": 1.8236380424746077,
      "grad_norm": 14.4375,
      "learning_rate": 2.1657221181296596e-09,
      "loss": 2.4255740642547607,
      "step": 1482
    },
    {
      "epoch": 1.8261003385657126,
      "grad_norm": 5.46875,
      "learning_rate": 2.161212751146898e-09,
      "loss": 2.1441259384155273,
      "step": 1484
    },
    {
      "epoch": 1.8285626346568176,
      "grad_norm": 3.03125,
      "learning_rate": 2.1567643223918164e-09,
      "loss": 1.5081210136413574,
      "step": 1486
    },
    {
      "epoch": 1.8310249307479225,
      "grad_norm": 3.15625,
      "learning_rate": 2.1523769024803013e-09,
      "loss": 1.219706416130066,
      "step": 1488
    },
    {
      "epoch": 1.8334872268390274,
      "grad_norm": 3.296875,
      "learning_rate": 2.148050561059763e-09,
      "loss": 1.3154406547546387,
      "step": 1490
    },
    {
      "epoch": 1.8359495229301324,
      "grad_norm": 4.84375,
      "learning_rate": 2.1437853668080316e-09,
      "loss": 1.663912057876587,
      "step": 1492
    },
    {
      "epoch": 1.8384118190212373,
      "grad_norm": 5.5,
      "learning_rate": 2.139581387432267e-09,
      "loss": 1.9996685981750488,
      "step": 1494
    },
    {
      "epoch": 1.8408741151123422,
      "grad_norm": 9.125,
      "learning_rate": 2.135438689667882e-09,
      "loss": 2.1527910232543945,
      "step": 1496
    },
    {
      "epoch": 1.8433364112034472,
      "grad_norm": 5.4375,
      "learning_rate": 2.1313573392774835e-09,
      "loss": 2.181238889694214,
      "step": 1498
    },
    {
      "epoch": 1.845798707294552,
      "grad_norm": 26.625,
      "learning_rate": 2.1273374010498306e-09,
      "loss": 2.07470965385437,
      "step": 1500
    },
    {
      "epoch": 1.848261003385657,
      "grad_norm": 7.375,
      "learning_rate": 2.123378938798803e-09,
      "loss": 2.180095672607422,
      "step": 1502
    },
    {
      "epoch": 1.850723299476762,
      "grad_norm": 10.25,
      "learning_rate": 2.119482015362392e-09,
      "loss": 2.023428440093994,
      "step": 1504
    },
    {
      "epoch": 1.8531855955678669,
      "grad_norm": 6.03125,
      "learning_rate": 2.1156466926016974e-09,
      "loss": 1.9310382604599,
      "step": 1506
    },
    {
      "epoch": 1.855647891658972,
      "grad_norm": 10.9375,
      "learning_rate": 2.1118730313999516e-09,
      "loss": 1.7410407066345215,
      "step": 1508
    },
    {
      "epoch": 1.858110187750077,
      "grad_norm": 14.9375,
      "learning_rate": 2.108161091661548e-09,
      "loss": 2.463320732116699,
      "step": 1510
    },
    {
      "epoch": 1.860572483841182,
      "grad_norm": 10.1875,
      "learning_rate": 2.1045109323110943e-09,
      "loss": 2.164478302001953,
      "step": 1512
    },
    {
      "epoch": 1.8630347799322868,
      "grad_norm": 11.0,
      "learning_rate": 2.1009226112924727e-09,
      "loss": 2.304097890853882,
      "step": 1514
    },
    {
      "epoch": 1.8654970760233918,
      "grad_norm": 11.4375,
      "learning_rate": 2.097396185567926e-09,
      "loss": 2.384671688079834,
      "step": 1516
    },
    {
      "epoch": 1.867959372114497,
      "grad_norm": 11.875,
      "learning_rate": 2.0939317111171467e-09,
      "loss": 1.752406358718872,
      "step": 1518
    },
    {
      "epoch": 1.8704216682056019,
      "grad_norm": 19.875,
      "learning_rate": 2.090529242936392e-09,
      "loss": 1.5490081310272217,
      "step": 1520
    },
    {
      "epoch": 1.8728839642967068,
      "grad_norm": 5.90625,
      "learning_rate": 2.087188835037611e-09,
      "loss": 2.0984854698181152,
      "step": 1522
    },
    {
      "epoch": 1.8753462603878117,
      "grad_norm": 2.890625,
      "learning_rate": 2.0839105404475866e-09,
      "loss": 1.6633992195129395,
      "step": 1524
    },
    {
      "epoch": 1.8778085564789166,
      "grad_norm": 3.6875,
      "learning_rate": 2.080694411207094e-09,
      "loss": 1.4255918264389038,
      "step": 1526
    },
    {
      "epoch": 1.8802708525700216,
      "grad_norm": 4.84375,
      "learning_rate": 2.0775404983700724e-09,
      "loss": 1.845369577407837,
      "step": 1528
    },
    {
      "epoch": 1.8827331486611265,
      "grad_norm": 4.40625,
      "learning_rate": 2.074448852002819e-09,
      "loss": 1.7371915578842163,
      "step": 1530
    },
    {
      "epoch": 1.8851954447522314,
      "grad_norm": 13.3125,
      "learning_rate": 2.07141952118319e-09,
      "loss": 1.805029034614563,
      "step": 1532
    },
    {
      "epoch": 1.8876577408433364,
      "grad_norm": 6.65625,
      "learning_rate": 2.068452553999822e-09,
      "loss": 2.060267448425293,
      "step": 1534
    },
    {
      "epoch": 1.8901200369344413,
      "grad_norm": 3.625,
      "learning_rate": 2.065547997551375e-09,
      "loss": 1.525952935218811,
      "step": 1536
    },
    {
      "epoch": 1.8925823330255462,
      "grad_norm": 7.46875,
      "learning_rate": 2.062705897945773e-09,
      "loss": 1.4751570224761963,
      "step": 1538
    },
    {
      "epoch": 1.8950446291166512,
      "grad_norm": 5.0625,
      "learning_rate": 2.059926300299483e-09,
      "loss": 1.6626102924346924,
      "step": 1540
    },
    {
      "epoch": 1.897506925207756,
      "grad_norm": 5.65625,
      "learning_rate": 2.057209248736792e-09,
      "loss": 1.2773092985153198,
      "step": 1542
    },
    {
      "epoch": 1.899969221298861,
      "grad_norm": 13.0625,
      "learning_rate": 2.054554786389111e-09,
      "loss": 1.6589457988739014,
      "step": 1544
    },
    {
      "epoch": 1.9024315173899662,
      "grad_norm": 6.25,
      "learning_rate": 2.051962955394286e-09,
      "loss": 1.9413405656814575,
      "step": 1546
    },
    {
      "epoch": 1.9048938134810711,
      "grad_norm": 10.25,
      "learning_rate": 2.0494337968959344e-09,
      "loss": 1.6395326852798462,
      "step": 1548
    },
    {
      "epoch": 1.907356109572176,
      "grad_norm": 5.21875,
      "learning_rate": 2.0469673510427865e-09,
      "loss": 1.9667985439300537,
      "step": 1550
    },
    {
      "epoch": 1.909818405663281,
      "grad_norm": 4.90625,
      "learning_rate": 2.0445636569880505e-09,
      "loss": 1.8468351364135742,
      "step": 1552
    },
    {
      "epoch": 1.912280701754386,
      "grad_norm": 11.25,
      "learning_rate": 2.0422227528887923e-09,
      "loss": 2.118504524230957,
      "step": 1554
    },
    {
      "epoch": 1.914742997845491,
      "grad_norm": 10.375,
      "learning_rate": 2.0399446759053274e-09,
      "loss": 2.0504517555236816,
      "step": 1556
    },
    {
      "epoch": 1.917205293936596,
      "grad_norm": 5.25,
      "learning_rate": 2.037729462200633e-09,
      "loss": 1.661136507987976,
      "step": 1558
    },
    {
      "epoch": 1.919667590027701,
      "grad_norm": 6.03125,
      "learning_rate": 2.0355771469397726e-09,
      "loss": 1.5671418905258179,
      "step": 1560
    },
    {
      "epoch": 1.9221298861188059,
      "grad_norm": 5.34375,
      "learning_rate": 2.0334877642893373e-09,
      "loss": 2.0463449954986572,
      "step": 1562
    },
    {
      "epoch": 1.9245921822099108,
      "grad_norm": 3.96875,
      "learning_rate": 2.0314613474169064e-09,
      "loss": 1.7543866634368896,
      "step": 1564
    },
    {
      "epoch": 1.9270544783010157,
      "grad_norm": 23.375,
      "learning_rate": 2.029497928490516e-09,
      "loss": 1.5825181007385254,
      "step": 1566
    },
    {
      "epoch": 1.9295167743921207,
      "grad_norm": 8.6875,
      "learning_rate": 2.027597538678154e-09,
      "loss": 1.5585989952087402,
      "step": 1568
    },
    {
      "epoch": 1.9319790704832256,
      "grad_norm": 10.0625,
      "learning_rate": 2.0257602081472603e-09,
      "loss": 1.5373648405075073,
      "step": 1570
    },
    {
      "epoch": 1.9344413665743305,
      "grad_norm": 3.296875,
      "learning_rate": 2.023985966064252e-09,
      "loss": 1.638904333114624,
      "step": 1572
    },
    {
      "epoch": 1.9369036626654355,
      "grad_norm": 2.71875,
      "learning_rate": 2.0222748405940567e-09,
      "loss": 1.3301455974578857,
      "step": 1574
    },
    {
      "epoch": 1.9393659587565404,
      "grad_norm": 2.734375,
      "learning_rate": 2.0206268588996686e-09,
      "loss": 1.1727893352508545,
      "step": 1576
    },
    {
      "epoch": 1.9418282548476453,
      "grad_norm": 4.46875,
      "learning_rate": 2.019042047141714e-09,
      "loss": 1.2285372018814087,
      "step": 1578
    },
    {
      "epoch": 1.9442905509387503,
      "grad_norm": 5.0625,
      "learning_rate": 2.0175204304780413e-09,
      "loss": 1.5906985998153687,
      "step": 1580
    },
    {
      "epoch": 1.9467528470298552,
      "grad_norm": 18.875,
      "learning_rate": 2.016062033063314e-09,
      "loss": 1.8927161693572998,
      "step": 1582
    },
    {
      "epoch": 1.9492151431209603,
      "grad_norm": 11.4375,
      "learning_rate": 2.0146668780486356e-09,
      "loss": 2.0817370414733887,
      "step": 1584
    },
    {
      "epoch": 1.9516774392120653,
      "grad_norm": 8.4375,
      "learning_rate": 2.0133349875811752e-09,
      "loss": 2.1541638374328613,
      "step": 1586
    },
    {
      "epoch": 1.9541397353031702,
      "grad_norm": 6.03125,
      "learning_rate": 2.0120663828038197e-09,
      "loss": 2.136171340942383,
      "step": 1588
    },
    {
      "epoch": 1.9566020313942751,
      "grad_norm": 8.8125,
      "learning_rate": 2.010861083854838e-09,
      "loss": 2.047274112701416,
      "step": 1590
    },
    {
      "epoch": 1.95906432748538,
      "grad_norm": 5.4375,
      "learning_rate": 2.009719109867558e-09,
      "loss": 2.093939781188965,
      "step": 1592
    },
    {
      "epoch": 1.9615266235764852,
      "grad_norm": 8.0625,
      "learning_rate": 2.0086404789700686e-09,
      "loss": 1.9545447826385498,
      "step": 1594
    },
    {
      "epoch": 1.9639889196675901,
      "grad_norm": 4.03125,
      "learning_rate": 2.0076252082849266e-09,
      "loss": 1.710350751876831,
      "step": 1596
    },
    {
      "epoch": 1.966451215758695,
      "grad_norm": 9.8125,
      "learning_rate": 2.006673313928888e-09,
      "loss": 1.6602602005004883,
      "step": 1598
    },
    {
      "epoch": 1.9689135118498,
      "grad_norm": 6.96875,
      "learning_rate": 2.0057848110126513e-09,
      "loss": 2.073413848876953,
      "step": 1600
    },
    {
      "epoch": 1.971375807940905,
      "grad_norm": 18.75,
      "learning_rate": 2.0049597136406157e-09,
      "loss": 2.155198574066162,
      "step": 1602
    },
    {
      "epoch": 1.9738381040320099,
      "grad_norm": 7.4375,
      "learning_rate": 2.004198034910662e-09,
      "loss": 2.1142520904541016,
      "step": 1604
    },
    {
      "epoch": 1.9763004001231148,
      "grad_norm": 2.6875,
      "learning_rate": 2.003499786913938e-09,
      "loss": 1.6299633979797363,
      "step": 1606
    },
    {
      "epoch": 1.9787626962142197,
      "grad_norm": 11.3125,
      "learning_rate": 2.0028649807346742e-09,
      "loss": 1.5626764297485352,
      "step": 1608
    },
    {
      "epoch": 1.9812249923053247,
      "grad_norm": 16.875,
      "learning_rate": 2.0022936264500017e-09,
      "loss": 2.2909412384033203,
      "step": 1610
    },
    {
      "epoch": 1.9836872883964296,
      "grad_norm": 11.25,
      "learning_rate": 2.0017857331297935e-09,
      "loss": 2.1796622276306152,
      "step": 1612
    },
    {
      "epoch": 1.9861495844875345,
      "grad_norm": 5.375,
      "learning_rate": 2.001341308836524e-09,
      "loss": 1.9472308158874512,
      "step": 1614
    },
    {
      "epoch": 1.9886118805786395,
      "grad_norm": 8.5625,
      "learning_rate": 2.000960360625136e-09,
      "loss": 1.743130087852478,
      "step": 1616
    },
    {
      "epoch": 1.9910741766697444,
      "grad_norm": 10.1875,
      "learning_rate": 2.0006428945429335e-09,
      "loss": 1.43598210811615,
      "step": 1618
    },
    {
      "epoch": 1.9935364727608493,
      "grad_norm": 12.8125,
      "learning_rate": 2.0003889156294813e-09,
      "loss": 1.9119551181793213,
      "step": 1620
    },
    {
      "epoch": 1.9959987688519545,
      "grad_norm": 5.71875,
      "learning_rate": 2.0001984279165285e-09,
      "loss": 2.036318302154541,
      "step": 1622
    },
    {
      "epoch": 1.9984610649430594,
      "grad_norm": 5.28125,
      "learning_rate": 2.0000714344279417e-09,
      "loss": 1.577465295791626,
      "step": 1624
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.578125,
      "learning_rate": 2.00000793717966e-09,
      "loss": 1.1681241989135742,
      "step": 1626
    },
    {
      "epoch": 2.0,
      "step": 1626,
      "total_flos": 2.5753569883429274e+18,
      "train_loss": 1.8335715001506265,
      "train_runtime": 15477.0683,
      "train_samples_per_second": 1.679,
      "train_steps_per_second": 0.105
    }
  ],
  "logging_steps": 2,
  "max_steps": 1626,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 9999999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.5753569883429274e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}