{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 3564,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016835016835016834,
      "grad_norm": 11.373913764953613,
      "learning_rate": 1.1173184357541899e-08,
      "loss": 1.7052544355392456,
      "step": 2
    },
    {
      "epoch": 0.003367003367003367,
      "grad_norm": 7.921729564666748,
      "learning_rate": 3.3519553072625695e-08,
      "loss": 1.2431142330169678,
      "step": 4
    },
    {
      "epoch": 0.005050505050505051,
      "grad_norm": 10.424066543579102,
      "learning_rate": 5.586592178770949e-08,
      "loss": 1.6871027946472168,
      "step": 6
    },
    {
      "epoch": 0.006734006734006734,
      "grad_norm": 12.496847152709961,
      "learning_rate": 7.82122905027933e-08,
      "loss": 1.605969786643982,
      "step": 8
    },
    {
      "epoch": 0.008417508417508417,
      "grad_norm": 41.12433624267578,
      "learning_rate": 1.005586592178771e-07,
      "loss": 4.507528781890869,
      "step": 10
    },
    {
      "epoch": 0.010101010101010102,
      "grad_norm": 5.525810718536377,
      "learning_rate": 1.2290502793296089e-07,
      "loss": 1.978538990020752,
      "step": 12
    },
    {
      "epoch": 0.011784511784511785,
      "grad_norm": 5.537006855010986,
      "learning_rate": 1.452513966480447e-07,
      "loss": 1.6731345653533936,
      "step": 14
    },
    {
      "epoch": 0.013468013468013467,
      "grad_norm": 5.548595905303955,
      "learning_rate": 1.6759776536312846e-07,
      "loss": 1.6586148738861084,
      "step": 16
    },
    {
      "epoch": 0.015151515151515152,
      "grad_norm": 30.940366744995117,
      "learning_rate": 1.8994413407821228e-07,
      "loss": 2.7178502082824707,
      "step": 18
    },
    {
      "epoch": 0.016835016835016835,
      "grad_norm": 13.579764366149902,
      "learning_rate": 2.122905027932961e-07,
      "loss": 1.946686029434204,
      "step": 20
    },
    {
      "epoch": 0.018518518518518517,
      "grad_norm": 27.936044692993164,
      "learning_rate": 2.3463687150837988e-07,
      "loss": 1.845343828201294,
      "step": 22
    },
    {
      "epoch": 0.020202020202020204,
      "grad_norm": 15.411078453063965,
      "learning_rate": 2.5698324022346367e-07,
      "loss": 3.498995780944824,
      "step": 24
    },
    {
      "epoch": 0.021885521885521887,
      "grad_norm": 14.533377647399902,
      "learning_rate": 2.7932960893854745e-07,
      "loss": 2.7915127277374268,
      "step": 26
    },
    {
      "epoch": 0.02356902356902357,
      "grad_norm": 14.302261352539062,
      "learning_rate": 3.016759776536313e-07,
      "loss": 2.1403520107269287,
      "step": 28
    },
    {
      "epoch": 0.025252525252525252,
      "grad_norm": 128.7482147216797,
      "learning_rate": 3.240223463687151e-07,
      "loss": 3.224329948425293,
      "step": 30
    },
    {
      "epoch": 0.026936026936026935,
      "grad_norm": 19.047321319580078,
      "learning_rate": 3.4636871508379887e-07,
      "loss": 1.7786729335784912,
      "step": 32
    },
    {
      "epoch": 0.02861952861952862,
      "grad_norm": 34.735931396484375,
      "learning_rate": 3.6871508379888266e-07,
      "loss": 3.5843183994293213,
      "step": 34
    },
    {
      "epoch": 0.030303030303030304,
      "grad_norm": 14.215960502624512,
      "learning_rate": 3.9106145251396645e-07,
      "loss": 1.935349464416504,
      "step": 36
    },
    {
      "epoch": 0.03198653198653199,
      "grad_norm": 19.77899742126465,
      "learning_rate": 4.134078212290503e-07,
      "loss": 1.4627070426940918,
      "step": 38
    },
    {
      "epoch": 0.03367003367003367,
      "grad_norm": 11.175507545471191,
      "learning_rate": 4.35754189944134e-07,
      "loss": 2.240666389465332,
      "step": 40
    },
    {
      "epoch": 0.03535353535353535,
      "grad_norm": 12.57774543762207,
      "learning_rate": 4.5810055865921786e-07,
      "loss": 2.6894779205322266,
      "step": 42
    },
    {
      "epoch": 0.037037037037037035,
      "grad_norm": 10.773889541625977,
      "learning_rate": 4.804469273743016e-07,
      "loss": 2.1831870079040527,
      "step": 44
    },
    {
      "epoch": 0.03872053872053872,
      "grad_norm": 19.548690795898438,
      "learning_rate": 5.027932960893855e-07,
      "loss": 1.439545750617981,
      "step": 46
    },
    {
      "epoch": 0.04040404040404041,
      "grad_norm": 36.42060089111328,
      "learning_rate": 5.251396648044693e-07,
      "loss": 2.12111759185791,
      "step": 48
    },
    {
      "epoch": 0.04208754208754209,
      "grad_norm": 21.412006378173828,
      "learning_rate": 5.474860335195531e-07,
      "loss": 1.8557084798812866,
      "step": 50
    },
    {
      "epoch": 0.04377104377104377,
      "grad_norm": 34.71672821044922,
      "learning_rate": 5.698324022346367e-07,
      "loss": 1.9305258989334106,
      "step": 52
    },
    {
      "epoch": 0.045454545454545456,
      "grad_norm": 9.617766380310059,
      "learning_rate": 5.921787709497206e-07,
      "loss": 1.8030924797058105,
      "step": 54
    },
    {
      "epoch": 0.04713804713804714,
      "grad_norm": 7.223271369934082,
      "learning_rate": 6.145251396648044e-07,
      "loss": 1.5451292991638184,
      "step": 56
    },
    {
      "epoch": 0.04882154882154882,
      "grad_norm": 23.102691650390625,
      "learning_rate": 6.368715083798882e-07,
      "loss": 1.7897560596466064,
      "step": 58
    },
    {
      "epoch": 0.050505050505050504,
      "grad_norm": 5.478814125061035,
      "learning_rate": 6.59217877094972e-07,
      "loss": 1.5537652969360352,
      "step": 60
    },
    {
      "epoch": 0.05218855218855219,
      "grad_norm": 24.925573348999023,
      "learning_rate": 6.815642458100558e-07,
      "loss": 1.5619089603424072,
      "step": 62
    },
    {
      "epoch": 0.05387205387205387,
      "grad_norm": 6.516916751861572,
      "learning_rate": 7.039106145251397e-07,
      "loss": 1.3759074211120605,
      "step": 64
    },
    {
      "epoch": 0.05555555555555555,
      "grad_norm": 15.737017631530762,
      "learning_rate": 7.262569832402235e-07,
      "loss": 1.7463831901550293,
      "step": 66
    },
    {
      "epoch": 0.05723905723905724,
      "grad_norm": 8.381811141967773,
      "learning_rate": 7.486033519553073e-07,
      "loss": 1.5691605806350708,
      "step": 68
    },
    {
      "epoch": 0.058922558922558925,
      "grad_norm": 4.55023193359375,
      "learning_rate": 7.709497206703909e-07,
      "loss": 1.477018117904663,
      "step": 70
    },
    {
      "epoch": 0.06060606060606061,
      "grad_norm": 10.475610733032227,
      "learning_rate": 7.932960893854748e-07,
      "loss": 1.7785859107971191,
      "step": 72
    },
    {
      "epoch": 0.06228956228956229,
      "grad_norm": 3.722770929336548,
      "learning_rate": 8.156424581005586e-07,
      "loss": 1.5958442687988281,
      "step": 74
    },
    {
      "epoch": 0.06397306397306397,
      "grad_norm": 10.343371391296387,
      "learning_rate": 8.379888268156424e-07,
      "loss": 1.0664887428283691,
      "step": 76
    },
    {
      "epoch": 0.06565656565656566,
      "grad_norm": 4.329504489898682,
      "learning_rate": 8.603351955307262e-07,
      "loss": 1.624394178390503,
      "step": 78
    },
    {
      "epoch": 0.06734006734006734,
      "grad_norm": 3.1892311573028564,
      "learning_rate": 8.8268156424581e-07,
      "loss": 1.4226157665252686,
      "step": 80
    },
    {
      "epoch": 0.06902356902356903,
      "grad_norm": 4.654183387756348,
      "learning_rate": 9.050279329608939e-07,
      "loss": 1.5613698959350586,
      "step": 82
    },
    {
      "epoch": 0.0707070707070707,
      "grad_norm": 11.606276512145996,
      "learning_rate": 9.273743016759777e-07,
      "loss": 1.3501516580581665,
      "step": 84
    },
    {
      "epoch": 0.0723905723905724,
      "grad_norm": 16.68027114868164,
      "learning_rate": 9.497206703910615e-07,
      "loss": 1.4939382076263428,
      "step": 86
    },
    {
      "epoch": 0.07407407407407407,
      "grad_norm": 6.979609489440918,
      "learning_rate": 9.720670391061452e-07,
      "loss": 1.3073322772979736,
      "step": 88
    },
    {
      "epoch": 0.07575757575757576,
      "grad_norm": 14.462837219238281,
      "learning_rate": 9.94413407821229e-07,
      "loss": 1.4457292556762695,
      "step": 90
    },
    {
      "epoch": 0.07744107744107744,
      "grad_norm": 28.974502563476562,
      "learning_rate": 1.0167597765363128e-06,
      "loss": 1.1620988845825195,
      "step": 92
    },
    {
      "epoch": 0.07912457912457913,
      "grad_norm": 4.1516923904418945,
      "learning_rate": 1.0391061452513965e-06,
      "loss": 1.238929271697998,
      "step": 94
    },
    {
      "epoch": 0.08080808080808081,
      "grad_norm": 4.485579490661621,
      "learning_rate": 1.0614525139664804e-06,
      "loss": 1.2894108295440674,
      "step": 96
    },
    {
      "epoch": 0.08249158249158249,
      "grad_norm": 14.860766410827637,
      "learning_rate": 1.0837988826815643e-06,
      "loss": 1.233134150505066,
      "step": 98
    },
    {
      "epoch": 0.08417508417508418,
      "grad_norm": 3.1615281105041504,
      "learning_rate": 1.106145251396648e-06,
      "loss": 1.21131432056427,
      "step": 100
    },
    {
      "epoch": 0.08585858585858586,
      "grad_norm": 6.936952114105225,
      "learning_rate": 1.1284916201117319e-06,
      "loss": 1.0955811738967896,
      "step": 102
    },
    {
      "epoch": 0.08754208754208755,
      "grad_norm": 4.402707576751709,
      "learning_rate": 1.1508379888268155e-06,
      "loss": 0.8408428430557251,
      "step": 104
    },
    {
      "epoch": 0.08922558922558922,
      "grad_norm": 26.573022842407227,
      "learning_rate": 1.1731843575418994e-06,
      "loss": 0.9416179656982422,
      "step": 106
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 3.3700878620147705,
      "learning_rate": 1.1955307262569831e-06,
      "loss": 1.2525057792663574,
      "step": 108
    },
    {
      "epoch": 0.09259259259259259,
      "grad_norm": 6.59627103805542,
      "learning_rate": 1.217877094972067e-06,
      "loss": 0.8143967986106873,
      "step": 110
    },
    {
      "epoch": 0.09427609427609428,
      "grad_norm": 6.249094486236572,
      "learning_rate": 1.2402234636871507e-06,
      "loss": 1.253350853919983,
      "step": 112
    },
    {
      "epoch": 0.09595959595959595,
      "grad_norm": 14.433463096618652,
      "learning_rate": 1.2625698324022344e-06,
      "loss": 1.0653541088104248,
      "step": 114
    },
    {
      "epoch": 0.09764309764309764,
      "grad_norm": 3.963433265686035,
      "learning_rate": 1.2849162011173185e-06,
      "loss": 0.7410316467285156,
      "step": 116
    },
    {
      "epoch": 0.09932659932659933,
      "grad_norm": 3.3435471057891846,
      "learning_rate": 1.3072625698324022e-06,
      "loss": 1.144932746887207,
      "step": 118
    },
    {
      "epoch": 0.10101010101010101,
      "grad_norm": 3.1995925903320312,
      "learning_rate": 1.329608938547486e-06,
      "loss": 0.9971737861633301,
      "step": 120
    },
    {
      "epoch": 0.1026936026936027,
      "grad_norm": 4.980305194854736,
      "learning_rate": 1.3519553072625697e-06,
      "loss": 1.1758251190185547,
      "step": 122
    },
    {
      "epoch": 0.10437710437710437,
      "grad_norm": 6.944910049438477,
      "learning_rate": 1.3743016759776536e-06,
      "loss": 0.8010753393173218,
      "step": 124
    },
    {
      "epoch": 0.10606060606060606,
      "grad_norm": 5.405940055847168,
      "learning_rate": 1.3966480446927373e-06,
      "loss": 0.708318829536438,
      "step": 126
    },
    {
      "epoch": 0.10774410774410774,
      "grad_norm": 24.046825408935547,
      "learning_rate": 1.4189944134078212e-06,
      "loss": 1.0953171253204346,
      "step": 128
    },
    {
      "epoch": 0.10942760942760943,
      "grad_norm": 9.63823127746582,
      "learning_rate": 1.441340782122905e-06,
      "loss": 0.9741929173469543,
      "step": 130
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 15.6827974319458,
      "learning_rate": 1.4636871508379886e-06,
      "loss": 0.9290119409561157,
      "step": 132
    },
    {
      "epoch": 0.1127946127946128,
      "grad_norm": 4.126307010650635,
      "learning_rate": 1.4860335195530727e-06,
      "loss": 1.1921985149383545,
      "step": 134
    },
    {
      "epoch": 0.11447811447811448,
      "grad_norm": 26.01188087463379,
      "learning_rate": 1.5083798882681564e-06,
      "loss": 1.1901376247406006,
      "step": 136
    },
    {
      "epoch": 0.11616161616161616,
      "grad_norm": 4.109427452087402,
      "learning_rate": 1.5307262569832403e-06,
      "loss": 1.5455617904663086,
      "step": 138
    },
    {
      "epoch": 0.11784511784511785,
      "grad_norm": 5.346724987030029,
      "learning_rate": 1.553072625698324e-06,
      "loss": 1.1195063591003418,
      "step": 140
    },
    {
      "epoch": 0.11952861952861953,
      "grad_norm": 4.396357536315918,
      "learning_rate": 1.5754189944134078e-06,
      "loss": 1.060058832168579,
      "step": 142
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 102.16704559326172,
      "learning_rate": 1.5977653631284915e-06,
      "loss": 0.9710292816162109,
      "step": 144
    },
    {
      "epoch": 0.12289562289562289,
      "grad_norm": 3.3568778038024902,
      "learning_rate": 1.6201117318435752e-06,
      "loss": 1.1372500658035278,
      "step": 146
    },
    {
      "epoch": 0.12457912457912458,
      "grad_norm": 4.527273178100586,
      "learning_rate": 1.642458100558659e-06,
      "loss": 0.991235077381134,
      "step": 148
    },
    {
      "epoch": 0.12626262626262627,
      "grad_norm": 26.466514587402344,
      "learning_rate": 1.6648044692737428e-06,
      "loss": 1.206244945526123,
      "step": 150
    },
    {
      "epoch": 0.12794612794612795,
      "grad_norm": 14.26403522491455,
      "learning_rate": 1.6871508379888269e-06,
      "loss": 0.972631573677063,
      "step": 152
    },
    {
      "epoch": 0.12962962962962962,
      "grad_norm": 22.82804298400879,
      "learning_rate": 1.7094972067039106e-06,
      "loss": 1.2080013751983643,
      "step": 154
    },
    {
      "epoch": 0.13131313131313133,
      "grad_norm": 15.690414428710938,
      "learning_rate": 1.7318435754189945e-06,
      "loss": 1.0757750272750854,
      "step": 156
    },
    {
      "epoch": 0.132996632996633,
      "grad_norm": 4.205806732177734,
      "learning_rate": 1.7541899441340781e-06,
      "loss": 1.054223656654358,
      "step": 158
    },
    {
      "epoch": 0.13468013468013468,
      "grad_norm": 5.085096836090088,
      "learning_rate": 1.776536312849162e-06,
      "loss": 1.1487317085266113,
      "step": 160
    },
    {
      "epoch": 0.13636363636363635,
      "grad_norm": 2.9503731727600098,
      "learning_rate": 1.7988826815642457e-06,
      "loss": 1.0323597192764282,
      "step": 162
    },
    {
      "epoch": 0.13804713804713806,
      "grad_norm": 15.863119125366211,
      "learning_rate": 1.8212290502793294e-06,
      "loss": 0.9738507866859436,
      "step": 164
    },
    {
      "epoch": 0.13973063973063973,
      "grad_norm": 8.238275527954102,
      "learning_rate": 1.8435754189944133e-06,
      "loss": 0.9224099516868591,
      "step": 166
    },
    {
      "epoch": 0.1414141414141414,
      "grad_norm": 3.9588847160339355,
      "learning_rate": 1.865921787709497e-06,
      "loss": 1.1515543460845947,
      "step": 168
    },
    {
      "epoch": 0.14309764309764308,
      "grad_norm": 8.48491382598877,
      "learning_rate": 1.8882681564245809e-06,
      "loss": 1.013866662979126,
      "step": 170
    },
    {
      "epoch": 0.1447811447811448,
      "grad_norm": 13.511845588684082,
      "learning_rate": 1.9106145251396648e-06,
      "loss": 1.0169274806976318,
      "step": 172
    },
    {
      "epoch": 0.14646464646464646,
      "grad_norm": 3.410078287124634,
      "learning_rate": 1.9329608938547484e-06,
      "loss": 0.7148650288581848,
      "step": 174
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 6.603743553161621,
      "learning_rate": 1.9553072625698325e-06,
      "loss": 1.0830409526824951,
      "step": 176
    },
    {
      "epoch": 0.14983164983164984,
      "grad_norm": 3.631049871444702,
      "learning_rate": 1.9776536312849162e-06,
      "loss": 1.2707182168960571,
      "step": 178
    },
    {
      "epoch": 0.15151515151515152,
      "grad_norm": 4.926392555236816,
      "learning_rate": 2e-06,
      "loss": 1.0230215787887573,
      "step": 180
    },
    {
      "epoch": 0.1531986531986532,
      "grad_norm": 3.419835329055786,
      "learning_rate": 1.9999984495606584e-06,
      "loss": 1.4019644260406494,
      "step": 182
    },
    {
      "epoch": 0.15488215488215487,
      "grad_norm": 91.24452209472656,
      "learning_rate": 1.999993798247977e-06,
      "loss": 0.9929481744766235,
      "step": 184
    },
    {
      "epoch": 0.15656565656565657,
      "grad_norm": 11.83352279663086,
      "learning_rate": 1.99998604607798e-06,
      "loss": 1.1366297006607056,
      "step": 186
    },
    {
      "epoch": 0.15824915824915825,
      "grad_norm": 8.025732040405273,
      "learning_rate": 1.9999751930773778e-06,
      "loss": 0.9216547608375549,
      "step": 188
    },
    {
      "epoch": 0.15993265993265993,
      "grad_norm": 23.363126754760742,
      "learning_rate": 1.999961239283563e-06,
      "loss": 0.7902772426605225,
      "step": 190
    },
    {
      "epoch": 0.16161616161616163,
      "grad_norm": 5.2719621658325195,
      "learning_rate": 1.999944184744613e-06,
      "loss": 1.3453216552734375,
      "step": 192
    },
    {
      "epoch": 0.1632996632996633,
      "grad_norm": 12.32300090789795,
      "learning_rate": 1.999924029519287e-06,
      "loss": 1.2495100498199463,
      "step": 194
    },
    {
      "epoch": 0.16498316498316498,
      "grad_norm": 3.889246940612793,
      "learning_rate": 1.9999007736770295e-06,
      "loss": 1.0745317935943604,
      "step": 196
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 3.305817127227783,
      "learning_rate": 1.9998744172979654e-06,
      "loss": 1.173724889755249,
      "step": 198
    },
    {
      "epoch": 0.16835016835016836,
      "grad_norm": 17.490114212036133,
      "learning_rate": 1.9998449604729044e-06,
      "loss": 0.8745306730270386,
      "step": 200
    },
    {
      "epoch": 0.17003367003367004,
      "grad_norm": 23.266372680664062,
      "learning_rate": 1.9998124033033366e-06,
      "loss": 0.8984509706497192,
      "step": 202
    },
    {
      "epoch": 0.1717171717171717,
      "grad_norm": 3.1825051307678223,
      "learning_rate": 1.9997767459014363e-06,
      "loss": 1.029420018196106,
      "step": 204
    },
    {
      "epoch": 0.1734006734006734,
      "grad_norm": 6.860640048980713,
      "learning_rate": 1.9997379883900572e-06,
      "loss": 1.0008872747421265,
      "step": 206
    },
    {
      "epoch": 0.1750841750841751,
      "grad_norm": 3.333308458328247,
      "learning_rate": 1.999696130902736e-06,
      "loss": 1.2087559700012207,
      "step": 208
    },
    {
      "epoch": 0.17676767676767677,
      "grad_norm": 14.786520957946777,
      "learning_rate": 1.9996511735836895e-06,
      "loss": 0.7541635036468506,
      "step": 210
    },
    {
      "epoch": 0.17845117845117844,
      "grad_norm": 12.577203750610352,
      "learning_rate": 1.999603116587814e-06,
      "loss": 0.8843977451324463,
      "step": 212
    },
    {
      "epoch": 0.18013468013468015,
      "grad_norm": 3.1734931468963623,
      "learning_rate": 1.9995519600806863e-06,
      "loss": 1.3309192657470703,
      "step": 214
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 3.05130672454834,
      "learning_rate": 1.999497704238562e-06,
      "loss": 0.837327241897583,
      "step": 216
    },
    {
      "epoch": 0.1835016835016835,
      "grad_norm": 17.063798904418945,
      "learning_rate": 1.9994403492483755e-06,
      "loss": 0.6734769344329834,
      "step": 218
    },
    {
      "epoch": 0.18518518518518517,
      "grad_norm": 3.6013314723968506,
      "learning_rate": 1.999379895307739e-06,
      "loss": 1.3345911502838135,
      "step": 220
    },
    {
      "epoch": 0.18686868686868688,
      "grad_norm": 12.002358436584473,
      "learning_rate": 1.999316342624941e-06,
      "loss": 0.9222342371940613,
      "step": 222
    },
    {
      "epoch": 0.18855218855218855,
      "grad_norm": 6.592970848083496,
      "learning_rate": 1.999249691418948e-06,
      "loss": 1.2030017375946045,
      "step": 224
    },
    {
      "epoch": 0.19023569023569023,
      "grad_norm": 5.709416389465332,
      "learning_rate": 1.999179941919401e-06,
      "loss": 0.9448881149291992,
      "step": 226
    },
    {
      "epoch": 0.1919191919191919,
      "grad_norm": 15.942882537841797,
      "learning_rate": 1.999107094366617e-06,
      "loss": 1.201434850692749,
      "step": 228
    },
    {
      "epoch": 0.1936026936026936,
      "grad_norm": 7.546412467956543,
      "learning_rate": 1.9990311490115858e-06,
      "loss": 1.3325837850570679,
      "step": 230
    },
    {
      "epoch": 0.19528619528619529,
      "grad_norm": 8.624425888061523,
      "learning_rate": 1.9989521061159715e-06,
      "loss": 1.0627577304840088,
      "step": 232
    },
    {
      "epoch": 0.19696969696969696,
      "grad_norm": 205.3386688232422,
      "learning_rate": 1.9988699659521098e-06,
      "loss": 1.1965469121932983,
      "step": 234
    },
    {
      "epoch": 0.19865319865319866,
      "grad_norm": 3.602259874343872,
      "learning_rate": 1.9987847288030083e-06,
      "loss": 0.9878703355789185,
      "step": 236
    },
    {
      "epoch": 0.20033670033670034,
      "grad_norm": 3.7958240509033203,
      "learning_rate": 1.998696394962345e-06,
      "loss": 1.1146423816680908,
      "step": 238
    },
    {
      "epoch": 0.20202020202020202,
      "grad_norm": 5.15401029586792,
      "learning_rate": 1.998604964734467e-06,
      "loss": 0.9246745109558105,
      "step": 240
    },
    {
      "epoch": 0.2037037037037037,
      "grad_norm": 7.467074394226074,
      "learning_rate": 1.99851043843439e-06,
      "loss": 1.1710363626480103,
      "step": 242
    },
    {
      "epoch": 0.2053872053872054,
      "grad_norm": 5.450447082519531,
      "learning_rate": 1.9984128163877964e-06,
      "loss": 0.99492347240448,
      "step": 244
    },
    {
      "epoch": 0.20707070707070707,
      "grad_norm": 13.562344551086426,
      "learning_rate": 1.998312098931036e-06,
      "loss": 0.6625456809997559,
      "step": 246
    },
    {
      "epoch": 0.20875420875420875,
      "grad_norm": 13.973015785217285,
      "learning_rate": 1.998208286411122e-06,
      "loss": 1.2143261432647705,
      "step": 248
    },
    {
      "epoch": 0.21043771043771045,
      "grad_norm": 4.950899124145508,
      "learning_rate": 1.9981013791857327e-06,
      "loss": 1.0001804828643799,
      "step": 250
    },
    {
      "epoch": 0.21212121212121213,
      "grad_norm": 8.739319801330566,
      "learning_rate": 1.997991377623209e-06,
      "loss": 0.9055366516113281,
      "step": 252
    },
    {
      "epoch": 0.2138047138047138,
      "grad_norm": 20.48418426513672,
      "learning_rate": 1.9978782821025513e-06,
      "loss": 1.0460654497146606,
      "step": 254
    },
    {
      "epoch": 0.21548821548821548,
      "grad_norm": 3.14092755317688,
      "learning_rate": 1.9977620930134223e-06,
      "loss": 1.1977128982543945,
      "step": 256
    },
    {
      "epoch": 0.21717171717171718,
      "grad_norm": 3.1732327938079834,
      "learning_rate": 1.9976428107561415e-06,
      "loss": 0.8446206450462341,
      "step": 258
    },
    {
      "epoch": 0.21885521885521886,
      "grad_norm": 4.083011150360107,
      "learning_rate": 1.997520435741687e-06,
      "loss": 1.0371161699295044,
      "step": 260
    },
    {
      "epoch": 0.22053872053872053,
      "grad_norm": 18.663959503173828,
      "learning_rate": 1.9973949683916927e-06,
      "loss": 1.0510563850402832,
      "step": 262
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 7.912849426269531,
      "learning_rate": 1.9972664091384454e-06,
      "loss": 1.1071124076843262,
      "step": 264
    },
    {
      "epoch": 0.2239057239057239,
      "grad_norm": 8.017518997192383,
      "learning_rate": 1.997134758424886e-06,
      "loss": 1.1996357440948486,
      "step": 266
    },
    {
      "epoch": 0.2255892255892256,
      "grad_norm": 8.789745330810547,
      "learning_rate": 1.9970000167046075e-06,
      "loss": 0.6464065313339233,
      "step": 268
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 2.892493963241577,
      "learning_rate": 1.996862184441851e-06,
      "loss": 0.9799895882606506,
      "step": 270
    },
    {
      "epoch": 0.22895622895622897,
      "grad_norm": 15.957945823669434,
      "learning_rate": 1.9967212621115065e-06,
      "loss": 1.310072898864746,
      "step": 272
    },
    {
      "epoch": 0.23063973063973064,
      "grad_norm": 15.204549789428711,
      "learning_rate": 1.996577250199111e-06,
      "loss": 1.1751708984375,
      "step": 274
    },
    {
      "epoch": 0.23232323232323232,
      "grad_norm": 13.538248062133789,
      "learning_rate": 1.9964301492008464e-06,
      "loss": 0.9009586572647095,
      "step": 276
    },
    {
      "epoch": 0.234006734006734,
      "grad_norm": 3.318108558654785,
      "learning_rate": 1.996279959623537e-06,
      "loss": 1.160229206085205,
      "step": 278
    },
    {
      "epoch": 0.2356902356902357,
      "grad_norm": 19.02191925048828,
      "learning_rate": 1.9961266819846495e-06,
      "loss": 0.9633986353874207,
      "step": 280
    },
    {
      "epoch": 0.23737373737373738,
      "grad_norm": 2.9140703678131104,
      "learning_rate": 1.9959703168122897e-06,
      "loss": 0.9368491172790527,
      "step": 282
    },
    {
      "epoch": 0.23905723905723905,
      "grad_norm": 6.261467933654785,
      "learning_rate": 1.995810864645202e-06,
      "loss": 1.2744100093841553,
      "step": 284
    },
    {
      "epoch": 0.24074074074074073,
      "grad_norm": 10.625744819641113,
      "learning_rate": 1.995648326032765e-06,
      "loss": 0.93353271484375,
      "step": 286
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 4.416279315948486,
      "learning_rate": 1.9954827015349937e-06,
      "loss": 0.8594992160797119,
      "step": 288
    },
    {
      "epoch": 0.2441077441077441,
      "grad_norm": 12.509293556213379,
      "learning_rate": 1.9953139917225333e-06,
      "loss": 1.1634539365768433,
      "step": 290
    },
    {
      "epoch": 0.24579124579124578,
      "grad_norm": 6.1216559410095215,
      "learning_rate": 1.995142197176661e-06,
      "loss": 0.6774170398712158,
      "step": 292
    },
    {
      "epoch": 0.2474747474747475,
      "grad_norm": 11.188633918762207,
      "learning_rate": 1.9949673184892803e-06,
      "loss": 1.2763657569885254,
      "step": 294
    },
    {
      "epoch": 0.24915824915824916,
      "grad_norm": 14.471898078918457,
      "learning_rate": 1.9947893562629227e-06,
      "loss": 1.0749788284301758,
      "step": 296
    },
    {
      "epoch": 0.25084175084175087,
      "grad_norm": 4.776523113250732,
      "learning_rate": 1.9946083111107425e-06,
      "loss": 0.6309652328491211,
      "step": 298
    },
    {
      "epoch": 0.25252525252525254,
      "grad_norm": 13.419336318969727,
      "learning_rate": 1.9944241836565167e-06,
      "loss": 0.7867164611816406,
      "step": 300
    },
    {
      "epoch": 0.2542087542087542,
      "grad_norm": 13.28558349609375,
      "learning_rate": 1.9942369745346417e-06,
      "loss": 1.074715256690979,
      "step": 302
    },
    {
      "epoch": 0.2558922558922559,
      "grad_norm": 13.307300567626953,
      "learning_rate": 1.9940466843901318e-06,
      "loss": 0.909276008605957,
      "step": 304
    },
    {
      "epoch": 0.25757575757575757,
      "grad_norm": 3.531205415725708,
      "learning_rate": 1.9938533138786163e-06,
      "loss": 1.3488116264343262,
      "step": 306
    },
    {
      "epoch": 0.25925925925925924,
      "grad_norm": 18.24886131286621,
      "learning_rate": 1.9936568636663383e-06,
      "loss": 1.1045993566513062,
      "step": 308
    },
    {
      "epoch": 0.2609427609427609,
      "grad_norm": 8.636100769042969,
      "learning_rate": 1.9934573344301514e-06,
      "loss": 1.0755970478057861,
      "step": 310
    },
    {
      "epoch": 0.26262626262626265,
      "grad_norm": 21.606901168823242,
      "learning_rate": 1.993254726857518e-06,
      "loss": 1.192507266998291,
      "step": 312
    },
    {
      "epoch": 0.26430976430976433,
      "grad_norm": 3.9044668674468994,
      "learning_rate": 1.9930490416465057e-06,
      "loss": 1.0830907821655273,
      "step": 314
    },
    {
      "epoch": 0.265993265993266,
      "grad_norm": 4.083668231964111,
      "learning_rate": 1.992840279505787e-06,
      "loss": 1.2332277297973633,
      "step": 316
    },
    {
      "epoch": 0.2676767676767677,
      "grad_norm": 2.9494712352752686,
      "learning_rate": 1.9926284411546355e-06,
      "loss": 1.0134263038635254,
      "step": 318
    },
    {
      "epoch": 0.26936026936026936,
      "grad_norm": 15.981578826904297,
      "learning_rate": 1.9924135273229235e-06,
      "loss": 0.7042160034179688,
      "step": 320
    },
    {
      "epoch": 0.27104377104377103,
      "grad_norm": 3.9529871940612793,
      "learning_rate": 1.9921955387511195e-06,
      "loss": 0.9744091033935547,
      "step": 322
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 4.732446193695068,
      "learning_rate": 1.991974476190285e-06,
      "loss": 1.2661027908325195,
      "step": 324
    },
    {
      "epoch": 0.27441077441077444,
      "grad_norm": 3.1209988594055176,
      "learning_rate": 1.9917503404020747e-06,
      "loss": 1.0432727336883545,
      "step": 326
    },
    {
      "epoch": 0.2760942760942761,
      "grad_norm": 2.297736644744873,
      "learning_rate": 1.9915231321587305e-06,
      "loss": 0.7997782230377197,
      "step": 328
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 3.8393845558166504,
      "learning_rate": 1.99129285224308e-06,
      "loss": 0.8995693922042847,
      "step": 330
    },
    {
      "epoch": 0.27946127946127947,
      "grad_norm": 5.347554683685303,
      "learning_rate": 1.9910595014485347e-06,
      "loss": 1.094329595565796,
      "step": 332
    },
    {
      "epoch": 0.28114478114478114,
      "grad_norm": 9.933974266052246,
      "learning_rate": 1.990823080579086e-06,
      "loss": 1.0780812501907349,
      "step": 334
    },
    {
      "epoch": 0.2828282828282828,
      "grad_norm": 6.838101863861084,
      "learning_rate": 1.990583590449303e-06,
      "loss": 1.0089993476867676,
      "step": 336
    },
    {
      "epoch": 0.2845117845117845,
      "grad_norm": 2.9299662113189697,
      "learning_rate": 1.990341031884331e-06,
      "loss": 1.188491702079773,
      "step": 338
    },
    {
      "epoch": 0.28619528619528617,
      "grad_norm": 11.96368408203125,
      "learning_rate": 1.9900954057198856e-06,
      "loss": 0.9743690490722656,
      "step": 340
    },
    {
      "epoch": 0.2878787878787879,
      "grad_norm": 10.01843547821045,
      "learning_rate": 1.989846712802252e-06,
      "loss": 1.091504454612732,
      "step": 342
    },
    {
      "epoch": 0.2895622895622896,
      "grad_norm": 11.638251304626465,
      "learning_rate": 1.9895949539882827e-06,
      "loss": 0.8539205193519592,
      "step": 344
    },
    {
      "epoch": 0.29124579124579125,
      "grad_norm": 4.232053279876709,
      "learning_rate": 1.9893401301453926e-06,
      "loss": 1.1060683727264404,
      "step": 346
    },
    {
      "epoch": 0.29292929292929293,
      "grad_norm": 4.821753025054932,
      "learning_rate": 1.989082242151556e-06,
      "loss": 1.054430365562439,
      "step": 348
    },
    {
      "epoch": 0.2946127946127946,
      "grad_norm": 13.823630332946777,
      "learning_rate": 1.988821290895307e-06,
      "loss": 0.7408787608146667,
      "step": 350
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 4.8311028480529785,
      "learning_rate": 1.988557277275732e-06,
      "loss": 0.5961899757385254,
      "step": 352
    },
    {
      "epoch": 0.29797979797979796,
      "grad_norm": 6.172464847564697,
      "learning_rate": 1.9882902022024683e-06,
      "loss": 1.0046343803405762,
      "step": 354
    },
    {
      "epoch": 0.2996632996632997,
      "grad_norm": 8.489828109741211,
      "learning_rate": 1.9880200665957026e-06,
      "loss": 1.0770823955535889,
      "step": 356
    },
    {
      "epoch": 0.30134680134680136,
      "grad_norm": 20.501022338867188,
      "learning_rate": 1.9877468713861656e-06,
      "loss": 0.9369664192199707,
      "step": 358
    },
    {
      "epoch": 0.30303030303030304,
      "grad_norm": 3.7023608684539795,
      "learning_rate": 1.98747061751513e-06,
      "loss": 0.813412070274353,
      "step": 360
    },
    {
      "epoch": 0.3047138047138047,
      "grad_norm": 3.5265374183654785,
      "learning_rate": 1.987191305934406e-06,
      "loss": 0.9706151485443115,
      "step": 362
    },
    {
      "epoch": 0.3063973063973064,
      "grad_norm": 2.9974145889282227,
      "learning_rate": 1.98690893760634e-06,
      "loss": 1.2250468730926514,
      "step": 364
    },
    {
      "epoch": 0.30808080808080807,
      "grad_norm": 6.445283889770508,
      "learning_rate": 1.9866235135038095e-06,
      "loss": 0.8330235481262207,
      "step": 366
    },
    {
      "epoch": 0.30976430976430974,
      "grad_norm": 3.45355224609375,
      "learning_rate": 1.986335034610221e-06,
      "loss": 0.8574585318565369,
      "step": 368
    },
    {
      "epoch": 0.3114478114478115,
      "grad_norm": 4.574197769165039,
      "learning_rate": 1.9860435019195054e-06,
      "loss": 1.0763049125671387,
      "step": 370
    },
    {
      "epoch": 0.31313131313131315,
      "grad_norm": 5.326190948486328,
      "learning_rate": 1.9857489164361147e-06,
      "loss": 1.2134881019592285,
      "step": 372
    },
    {
      "epoch": 0.3148148148148148,
      "grad_norm": 18.84362030029297,
      "learning_rate": 1.9854512791750214e-06,
      "loss": 0.6605836153030396,
      "step": 374
    },
    {
      "epoch": 0.3164983164983165,
      "grad_norm": 5.314328193664551,
      "learning_rate": 1.9851505911617097e-06,
      "loss": 0.9535898566246033,
      "step": 376
    },
    {
      "epoch": 0.3181818181818182,
      "grad_norm": 4.1279168128967285,
      "learning_rate": 1.984846853432177e-06,
      "loss": 1.2825720310211182,
      "step": 378
    },
    {
      "epoch": 0.31986531986531985,
      "grad_norm": 8.377116203308105,
      "learning_rate": 1.9845400670329275e-06,
      "loss": 0.734359860420227,
      "step": 380
    },
    {
      "epoch": 0.32154882154882153,
      "grad_norm": 10.643378257751465,
      "learning_rate": 1.98423023302097e-06,
      "loss": 1.0042654275894165,
      "step": 382
    },
    {
      "epoch": 0.32323232323232326,
      "grad_norm": 7.596747875213623,
      "learning_rate": 1.9839173524638115e-06,
      "loss": 1.110269546508789,
      "step": 384
    },
    {
      "epoch": 0.32491582491582494,
      "grad_norm": 6.244058132171631,
      "learning_rate": 1.9836014264394587e-06,
      "loss": 0.7185302972793579,
      "step": 386
    },
    {
      "epoch": 0.3265993265993266,
      "grad_norm": 6.148385524749756,
      "learning_rate": 1.9832824560364093e-06,
      "loss": 0.9159483909606934,
      "step": 388
    },
    {
      "epoch": 0.3282828282828283,
      "grad_norm": 183.32968139648438,
      "learning_rate": 1.98296044235365e-06,
      "loss": 1.0852017402648926,
      "step": 390
    },
    {
      "epoch": 0.32996632996632996,
      "grad_norm": 8.698363304138184,
      "learning_rate": 1.9826353865006538e-06,
      "loss": 0.7871326208114624,
      "step": 392
    },
    {
      "epoch": 0.33164983164983164,
      "grad_norm": 3.863551139831543,
      "learning_rate": 1.9823072895973748e-06,
      "loss": 1.3192460536956787,
      "step": 394
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 13.84194564819336,
      "learning_rate": 1.981976152774245e-06,
      "loss": 1.158171534538269,
      "step": 396
    },
    {
      "epoch": 0.335016835016835,
      "grad_norm": 18.21632194519043,
      "learning_rate": 1.98164197717217e-06,
      "loss": 0.7753697037696838,
      "step": 398
    },
    {
      "epoch": 0.3367003367003367,
      "grad_norm": 5.396472930908203,
      "learning_rate": 1.9813047639425253e-06,
      "loss": 0.9357776641845703,
      "step": 400
    },
    {
      "epoch": 0.3383838383838384,
      "grad_norm": 9.759978294372559,
      "learning_rate": 1.9809645142471528e-06,
      "loss": 0.9591242074966431,
      "step": 402
    },
    {
      "epoch": 0.3400673400673401,
      "grad_norm": 6.960322380065918,
      "learning_rate": 1.980621229258355e-06,
      "loss": 0.9946481585502625,
      "step": 404
    },
    {
      "epoch": 0.34175084175084175,
      "grad_norm": 3.891620635986328,
      "learning_rate": 1.9802749101588942e-06,
      "loss": 1.068068265914917,
      "step": 406
    },
    {
      "epoch": 0.3434343434343434,
      "grad_norm": 8.289826393127441,
      "learning_rate": 1.9799255581419844e-06,
      "loss": 0.9243034720420837,
      "step": 408
    },
    {
      "epoch": 0.3451178451178451,
      "grad_norm": 16.256540298461914,
      "learning_rate": 1.9795731744112908e-06,
      "loss": 0.5437488555908203,
      "step": 410
    },
    {
      "epoch": 0.3468013468013468,
      "grad_norm": 3.7120189666748047,
      "learning_rate": 1.9792177601809234e-06,
      "loss": 0.8597297668457031,
      "step": 412
    },
    {
      "epoch": 0.3484848484848485,
      "grad_norm": 9.203973770141602,
      "learning_rate": 1.9788593166754343e-06,
      "loss": 0.914923906326294,
      "step": 414
    },
    {
      "epoch": 0.3501683501683502,
      "grad_norm": 15.325188636779785,
      "learning_rate": 1.9784978451298115e-06,
      "loss": 1.1473793983459473,
      "step": 416
    },
    {
      "epoch": 0.35185185185185186,
      "grad_norm": 9.513066291809082,
      "learning_rate": 1.9781333467894773e-06,
      "loss": 0.7187636494636536,
      "step": 418
    },
    {
      "epoch": 0.35353535353535354,
      "grad_norm": 11.042696952819824,
      "learning_rate": 1.9777658229102807e-06,
      "loss": 0.8753368258476257,
      "step": 420
    },
    {
      "epoch": 0.3552188552188552,
      "grad_norm": 19.48780059814453,
      "learning_rate": 1.9773952747584976e-06,
      "loss": 1.1081957817077637,
      "step": 422
    },
    {
      "epoch": 0.3569023569023569,
      "grad_norm": 7.343861103057861,
      "learning_rate": 1.9770217036108212e-06,
      "loss": 0.5900806188583374,
      "step": 424
    },
    {
      "epoch": 0.35858585858585856,
      "grad_norm": 13.56103801727295,
      "learning_rate": 1.9766451107543614e-06,
      "loss": 1.0243406295776367,
      "step": 426
    },
    {
      "epoch": 0.3602693602693603,
      "grad_norm": 5.026733875274658,
      "learning_rate": 1.9762654974866396e-06,
      "loss": 0.7951416969299316,
      "step": 428
    },
    {
      "epoch": 0.36195286195286197,
      "grad_norm": 30.160125732421875,
      "learning_rate": 1.975882865115583e-06,
      "loss": 1.226210117340088,
      "step": 430
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 3.663498640060425,
      "learning_rate": 1.9754972149595204e-06,
      "loss": 0.954987645149231,
      "step": 432
    },
    {
      "epoch": 0.3653198653198653,
      "grad_norm": 3.128584146499634,
      "learning_rate": 1.97510854834718e-06,
      "loss": 0.8251101970672607,
      "step": 434
    },
    {
      "epoch": 0.367003367003367,
      "grad_norm": 2.8099863529205322,
      "learning_rate": 1.9747168666176813e-06,
      "loss": 0.9983630180358887,
      "step": 436
    },
    {
      "epoch": 0.3686868686868687,
      "grad_norm": 9.544251441955566,
      "learning_rate": 1.9743221711205323e-06,
      "loss": 1.074230432510376,
      "step": 438
    },
    {
      "epoch": 0.37037037037037035,
      "grad_norm": 3.466240406036377,
      "learning_rate": 1.9739244632156256e-06,
      "loss": 0.9089052677154541,
      "step": 440
    },
    {
      "epoch": 0.3720538720538721,
      "grad_norm": 3.713217258453369,
      "learning_rate": 1.973523744273232e-06,
      "loss": 0.9246188402175903,
      "step": 442
    },
    {
      "epoch": 0.37373737373737376,
      "grad_norm": 4.951727867126465,
      "learning_rate": 1.973120015673997e-06,
      "loss": 0.7823818922042847,
      "step": 444
    },
    {
      "epoch": 0.37542087542087543,
      "grad_norm": 14.46354866027832,
      "learning_rate": 1.9727132788089354e-06,
      "loss": 0.6286232471466064,
      "step": 446
    },
    {
      "epoch": 0.3771043771043771,
      "grad_norm": 3.3994994163513184,
      "learning_rate": 1.972303535079427e-06,
      "loss": 1.116566777229309,
      "step": 448
    },
    {
      "epoch": 0.3787878787878788,
      "grad_norm": 13.856016159057617,
      "learning_rate": 1.971890785897211e-06,
      "loss": 1.0384341478347778,
      "step": 450
    },
    {
      "epoch": 0.38047138047138046,
      "grad_norm": 5.349656581878662,
      "learning_rate": 1.9714750326843825e-06,
      "loss": 0.7245984077453613,
      "step": 452
    },
    {
      "epoch": 0.38215488215488214,
      "grad_norm": 16.106748580932617,
      "learning_rate": 1.9710562768733857e-06,
      "loss": 0.9850279688835144,
      "step": 454
    },
    {
      "epoch": 0.3838383838383838,
      "grad_norm": 2.889192819595337,
      "learning_rate": 1.9706345199070107e-06,
      "loss": 0.7854516506195068,
      "step": 456
    },
    {
      "epoch": 0.38552188552188554,
      "grad_norm": 4.588443756103516,
      "learning_rate": 1.970209763238388e-06,
      "loss": 0.9596130847930908,
      "step": 458
    },
    {
      "epoch": 0.3872053872053872,
      "grad_norm": 2.0430006980895996,
      "learning_rate": 1.969782008330983e-06,
      "loss": 1.125518560409546,
      "step": 460
    },
    {
      "epoch": 0.3888888888888889,
      "grad_norm": 3.873711347579956,
      "learning_rate": 1.969351256658591e-06,
      "loss": 0.8866109848022461,
      "step": 462
    },
    {
      "epoch": 0.39057239057239057,
      "grad_norm": 3.8733267784118652,
      "learning_rate": 1.968917509705333e-06,
      "loss": 0.8248393535614014,
      "step": 464
    },
    {
      "epoch": 0.39225589225589225,
      "grad_norm": 10.369402885437012,
      "learning_rate": 1.9684807689656497e-06,
      "loss": 0.8977053165435791,
      "step": 466
    },
    {
      "epoch": 0.3939393939393939,
      "grad_norm": 1.9317212104797363,
      "learning_rate": 1.9680410359442972e-06,
      "loss": 0.9425126314163208,
      "step": 468
    },
    {
      "epoch": 0.3956228956228956,
      "grad_norm": 3.9970741271972656,
      "learning_rate": 1.9675983121563397e-06,
      "loss": 0.9490628242492676,
      "step": 470
    },
    {
      "epoch": 0.39730639730639733,
      "grad_norm": 4.277144908905029,
      "learning_rate": 1.9671525991271478e-06,
      "loss": 0.7922143340110779,
      "step": 472
    },
    {
      "epoch": 0.398989898989899,
      "grad_norm": 6.69656229019165,
      "learning_rate": 1.9667038983923902e-06,
      "loss": 0.9853019714355469,
      "step": 474
    },
    {
      "epoch": 0.4006734006734007,
      "grad_norm": 10.086434364318848,
      "learning_rate": 1.9662522114980296e-06,
      "loss": 0.7648198008537292,
      "step": 476
    },
    {
      "epoch": 0.40235690235690236,
      "grad_norm": 75.10104370117188,
      "learning_rate": 1.965797540000318e-06,
      "loss": 0.9607178568840027,
      "step": 478
    },
    {
      "epoch": 0.40404040404040403,
      "grad_norm": 13.168256759643555,
      "learning_rate": 1.9653398854657887e-06,
      "loss": 1.0317054986953735,
      "step": 480
    },
    {
      "epoch": 0.4057239057239057,
      "grad_norm": 7.137551784515381,
      "learning_rate": 1.9648792494712553e-06,
      "loss": 1.0325589179992676,
      "step": 482
    },
    {
      "epoch": 0.4074074074074074,
      "grad_norm": 7.48604679107666,
      "learning_rate": 1.9644156336038024e-06,
      "loss": 0.838646411895752,
      "step": 484
    },
    {
      "epoch": 0.4090909090909091,
      "grad_norm": 9.154224395751953,
      "learning_rate": 1.9639490394607813e-06,
      "loss": 0.8662800192832947,
      "step": 486
    },
    {
      "epoch": 0.4107744107744108,
      "grad_norm": 5.478043556213379,
      "learning_rate": 1.9634794686498055e-06,
      "loss": 1.0649371147155762,
      "step": 488
    },
    {
      "epoch": 0.41245791245791247,
      "grad_norm": 4.0281901359558105,
      "learning_rate": 1.9630069227887444e-06,
      "loss": 1.1006402969360352,
      "step": 490
    },
    {
      "epoch": 0.41414141414141414,
      "grad_norm": 11.18668270111084,
      "learning_rate": 1.9625314035057167e-06,
      "loss": 1.0519776344299316,
      "step": 492
    },
    {
      "epoch": 0.4158249158249158,
      "grad_norm": 6.470438003540039,
      "learning_rate": 1.9620529124390863e-06,
      "loss": 0.9292422533035278,
      "step": 494
    },
    {
      "epoch": 0.4175084175084175,
      "grad_norm": 2.4250965118408203,
      "learning_rate": 1.9615714512374567e-06,
      "loss": 1.0612026453018188,
      "step": 496
    },
    {
      "epoch": 0.41919191919191917,
      "grad_norm": 4.183928489685059,
      "learning_rate": 1.9610870215596643e-06,
      "loss": 1.081310510635376,
      "step": 498
    },
    {
      "epoch": 0.4208754208754209,
      "grad_norm": 15.612129211425781,
      "learning_rate": 1.960599625074773e-06,
      "loss": 0.8103876709938049,
      "step": 500
    },
    {
      "epoch": 0.4225589225589226,
      "grad_norm": 7.831202983856201,
      "learning_rate": 1.9601092634620687e-06,
      "loss": 0.633713960647583,
      "step": 502
    },
    {
      "epoch": 0.42424242424242425,
      "grad_norm": 7.164036750793457,
      "learning_rate": 1.9596159384110535e-06,
      "loss": 0.8758570551872253,
      "step": 504
    },
    {
      "epoch": 0.42592592592592593,
      "grad_norm": 10.661258697509766,
      "learning_rate": 1.95911965162144e-06,
      "loss": 0.9336118698120117,
      "step": 506
    },
    {
      "epoch": 0.4276094276094276,
      "grad_norm": 9.44550895690918,
      "learning_rate": 1.958620404803145e-06,
      "loss": 1.2653324604034424,
      "step": 508
    },
    {
      "epoch": 0.4292929292929293,
      "grad_norm": 6.048154354095459,
      "learning_rate": 1.9581181996762834e-06,
      "loss": 1.0118142366409302,
      "step": 510
    },
    {
      "epoch": 0.43097643097643096,
      "grad_norm": 2.742072105407715,
      "learning_rate": 1.9576130379711634e-06,
      "loss": 1.170724630355835,
      "step": 512
    },
    {
      "epoch": 0.43265993265993263,
      "grad_norm": 5.8300089836120605,
      "learning_rate": 1.95710492142828e-06,
      "loss": 1.1076912879943848,
      "step": 514
    },
    {
      "epoch": 0.43434343434343436,
      "grad_norm": 5.84092903137207,
      "learning_rate": 1.956593851798308e-06,
      "loss": 1.0066879987716675,
      "step": 516
    },
    {
      "epoch": 0.43602693602693604,
      "grad_norm": 2.712181568145752,
      "learning_rate": 1.9560798308420974e-06,
      "loss": 1.0203490257263184,
      "step": 518
    },
    {
      "epoch": 0.4377104377104377,
      "grad_norm": 10.564250946044922,
      "learning_rate": 1.955562860330667e-06,
      "loss": 0.8946080207824707,
      "step": 520
    },
    {
      "epoch": 0.4393939393939394,
      "grad_norm": 3.632702589035034,
      "learning_rate": 1.9550429420451973e-06,
      "loss": 0.7722439169883728,
      "step": 522
    },
    {
      "epoch": 0.44107744107744107,
      "grad_norm": 5.241938591003418,
      "learning_rate": 1.954520077777026e-06,
      "loss": 1.09357750415802,
      "step": 524
    },
    {
      "epoch": 0.44276094276094274,
      "grad_norm": 12.312281608581543,
      "learning_rate": 1.9539942693276405e-06,
      "loss": 0.7668850421905518,
      "step": 526
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 3.640024423599243,
      "learning_rate": 1.9534655185086717e-06,
      "loss": 1.1953470706939697,
      "step": 528
    },
    {
      "epoch": 0.44612794612794615,
      "grad_norm": 6.970150470733643,
      "learning_rate": 1.9529338271418886e-06,
      "loss": 0.7888380289077759,
      "step": 530
    },
    {
      "epoch": 0.4478114478114478,
      "grad_norm": 5.498988151550293,
      "learning_rate": 1.952399197059192e-06,
      "loss": 0.8151825070381165,
      "step": 532
    },
    {
      "epoch": 0.4494949494949495,
      "grad_norm": 4.296585559844971,
      "learning_rate": 1.9518616301026077e-06,
      "loss": 0.9414000511169434,
      "step": 534
    },
    {
      "epoch": 0.4511784511784512,
      "grad_norm": 3.7714059352874756,
      "learning_rate": 1.9513211281242795e-06,
      "loss": 1.2206546068191528,
      "step": 536
    },
    {
      "epoch": 0.45286195286195285,
      "grad_norm": 5.960073471069336,
      "learning_rate": 1.9507776929864643e-06,
      "loss": 1.045861840248108,
      "step": 538
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 4.743275165557861,
      "learning_rate": 1.950231326561525e-06,
      "loss": 0.8734741806983948,
      "step": 540
    },
    {
      "epoch": 0.4562289562289562,
      "grad_norm": 4.74852180480957,
      "learning_rate": 1.9496820307319237e-06,
      "loss": 1.0024454593658447,
      "step": 542
    },
    {
      "epoch": 0.45791245791245794,
      "grad_norm": 3.7979114055633545,
      "learning_rate": 1.9491298073902157e-06,
      "loss": 1.1115365028381348,
      "step": 544
    },
    {
      "epoch": 0.4595959595959596,
      "grad_norm": 11.823755264282227,
      "learning_rate": 1.9485746584390426e-06,
      "loss": 1.154505729675293,
      "step": 546
    },
    {
      "epoch": 0.4612794612794613,
      "grad_norm": 4.7486090660095215,
      "learning_rate": 1.948016585791127e-06,
      "loss": 1.3286551237106323,
      "step": 548
    },
    {
      "epoch": 0.46296296296296297,
      "grad_norm": 4.785913467407227,
      "learning_rate": 1.9474555913692627e-06,
      "loss": 0.8783373832702637,
      "step": 550
    },
    {
      "epoch": 0.46464646464646464,
      "grad_norm": 23.855112075805664,
      "learning_rate": 1.946891677106312e-06,
      "loss": 0.8687731027603149,
      "step": 552
    },
    {
      "epoch": 0.4663299663299663,
      "grad_norm": 4.286966323852539,
      "learning_rate": 1.946324844945197e-06,
      "loss": 1.031162977218628,
      "step": 554
    },
    {
      "epoch": 0.468013468013468,
      "grad_norm": 2.7228028774261475,
      "learning_rate": 1.9457550968388928e-06,
      "loss": 0.7218068242073059,
      "step": 556
    },
    {
      "epoch": 0.4696969696969697,
      "grad_norm": 4.717339038848877,
      "learning_rate": 1.9451824347504213e-06,
      "loss": 1.17518949508667,
      "step": 558
    },
    {
      "epoch": 0.4713804713804714,
      "grad_norm": 13.350486755371094,
      "learning_rate": 1.944606860652845e-06,
      "loss": 0.4006010890007019,
      "step": 560
    },
    {
      "epoch": 0.4730639730639731,
      "grad_norm": 3.6367268562316895,
      "learning_rate": 1.944028376529258e-06,
      "loss": 0.5863475799560547,
      "step": 562
    },
    {
      "epoch": 0.47474747474747475,
      "grad_norm": 2.8083655834198,
      "learning_rate": 1.943446984372782e-06,
      "loss": 1.2751696109771729,
      "step": 564
    },
    {
      "epoch": 0.4764309764309764,
      "grad_norm": 6.395586967468262,
      "learning_rate": 1.942862686186557e-06,
      "loss": 1.1098227500915527,
      "step": 566
    },
    {
      "epoch": 0.4781144781144781,
      "grad_norm": 10.825981140136719,
      "learning_rate": 1.9422754839837366e-06,
      "loss": 0.4494704604148865,
      "step": 568
    },
    {
      "epoch": 0.4797979797979798,
      "grad_norm": 32.269683837890625,
      "learning_rate": 1.9416853797874797e-06,
      "loss": 1.0807325839996338,
      "step": 570
    },
    {
      "epoch": 0.48148148148148145,
      "grad_norm": 20.739370346069336,
      "learning_rate": 1.941092375630943e-06,
      "loss": 0.6750832796096802,
      "step": 572
    },
    {
      "epoch": 0.4831649831649832,
      "grad_norm": 11.944796562194824,
      "learning_rate": 1.9404964735572754e-06,
      "loss": 0.9658522605895996,
      "step": 574
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 8.797262191772461,
      "learning_rate": 1.939897675619611e-06,
      "loss": 0.8590230941772461,
      "step": 576
    },
    {
      "epoch": 0.48653198653198654,
      "grad_norm": 9.839401245117188,
      "learning_rate": 1.9392959838810597e-06,
      "loss": 1.0677263736724854,
      "step": 578
    },
    {
      "epoch": 0.4882154882154882,
      "grad_norm": 8.498374938964844,
      "learning_rate": 1.9386914004147034e-06,
      "loss": 0.7860367298126221,
      "step": 580
    },
    {
      "epoch": 0.4898989898989899,
      "grad_norm": 6.413960933685303,
      "learning_rate": 1.938083927303586e-06,
      "loss": 1.3258328437805176,
      "step": 582
    },
    {
      "epoch": 0.49158249158249157,
      "grad_norm": 2.855747699737549,
      "learning_rate": 1.937473566640708e-06,
      "loss": 0.9856802821159363,
      "step": 584
    },
    {
      "epoch": 0.49326599326599324,
      "grad_norm": 5.174104690551758,
      "learning_rate": 1.9368603205290196e-06,
      "loss": 0.8397727012634277,
      "step": 586
    },
    {
      "epoch": 0.494949494949495,
      "grad_norm": 3.8909213542938232,
      "learning_rate": 1.9362441910814105e-06,
      "loss": 0.6163880825042725,
      "step": 588
    },
    {
      "epoch": 0.49663299663299665,
      "grad_norm": 4.697168350219727,
      "learning_rate": 1.935625180420706e-06,
      "loss": 1.087604284286499,
      "step": 590
    },
    {
      "epoch": 0.4983164983164983,
      "grad_norm": 2.995621681213379,
      "learning_rate": 1.935003290679659e-06,
      "loss": 1.0904521942138672,
      "step": 592
    },
    {
      "epoch": 0.5,
      "grad_norm": 13.57467269897461,
      "learning_rate": 1.934378524000941e-06,
      "loss": 0.8232730031013489,
      "step": 594
    },
    {
      "epoch": 0.5016835016835017,
      "grad_norm": 6.692266464233398,
      "learning_rate": 1.933750882537136e-06,
      "loss": 0.9355677366256714,
      "step": 596
    },
    {
      "epoch": 0.5033670033670034,
      "grad_norm": 2.513978958129883,
      "learning_rate": 1.9331203684507333e-06,
      "loss": 1.284334421157837,
      "step": 598
    },
    {
      "epoch": 0.5050505050505051,
      "grad_norm": 23.219905853271484,
      "learning_rate": 1.9324869839141184e-06,
      "loss": 0.7689567804336548,
      "step": 600
    },
    {
      "epoch": 0.5067340067340067,
      "grad_norm": 16.52220344543457,
      "learning_rate": 1.9318507311095686e-06,
      "loss": 1.0293747186660767,
      "step": 602
    },
    {
      "epoch": 0.5084175084175084,
      "grad_norm": 10.209641456604004,
      "learning_rate": 1.9312116122292414e-06,
      "loss": 0.9961596727371216,
      "step": 604
    },
    {
      "epoch": 0.51010101010101,
      "grad_norm": 3.1684632301330566,
      "learning_rate": 1.9305696294751707e-06,
      "loss": 1.0693247318267822,
      "step": 606
    },
    {
      "epoch": 0.5117845117845118,
      "grad_norm": 15.678545951843262,
      "learning_rate": 1.9299247850592575e-06,
      "loss": 0.5298241376876831,
      "step": 608
    },
    {
      "epoch": 0.5134680134680135,
      "grad_norm": 3.837263822555542,
      "learning_rate": 1.9292770812032626e-06,
      "loss": 0.9167294502258301,
      "step": 610
    },
    {
      "epoch": 0.5151515151515151,
      "grad_norm": 8.804614067077637,
      "learning_rate": 1.9286265201387966e-06,
      "loss": 0.8463789224624634,
      "step": 612
    },
    {
      "epoch": 0.5168350168350169,
      "grad_norm": 6.136633396148682,
      "learning_rate": 1.9279731041073177e-06,
      "loss": 0.6948338747024536,
      "step": 614
    },
    {
      "epoch": 0.5185185185185185,
      "grad_norm": 5.291085720062256,
      "learning_rate": 1.9273168353601185e-06,
      "loss": 1.080240249633789,
      "step": 616
    },
    {
      "epoch": 0.5202020202020202,
      "grad_norm": 5.781073093414307,
      "learning_rate": 1.9266577161583207e-06,
      "loss": 1.0078164339065552,
      "step": 618
    },
    {
      "epoch": 0.5218855218855218,
      "grad_norm": 4.246747970581055,
      "learning_rate": 1.925995748772868e-06,
      "loss": 0.9573478102684021,
      "step": 620
    },
    {
      "epoch": 0.5235690235690236,
      "grad_norm": 6.759246349334717,
      "learning_rate": 1.925330935484516e-06,
      "loss": 1.0398313999176025,
      "step": 622
    },
    {
      "epoch": 0.5252525252525253,
      "grad_norm": 2.2948110103607178,
      "learning_rate": 1.9246632785838263e-06,
      "loss": 0.7390921711921692,
      "step": 624
    },
    {
      "epoch": 0.5269360269360269,
      "grad_norm": 9.203880310058594,
      "learning_rate": 1.9239927803711578e-06,
      "loss": 0.9215421676635742,
      "step": 626
    },
    {
      "epoch": 0.5286195286195287,
      "grad_norm": 18.581615447998047,
      "learning_rate": 1.923319443156659e-06,
      "loss": 0.8367900252342224,
      "step": 628
    },
    {
      "epoch": 0.5303030303030303,
      "grad_norm": 16.1141357421875,
      "learning_rate": 1.92264326926026e-06,
      "loss": 0.7088955640792847,
      "step": 630
    },
    {
      "epoch": 0.531986531986532,
      "grad_norm": 4.339905738830566,
      "learning_rate": 1.9219642610116647e-06,
      "loss": 1.1045582294464111,
      "step": 632
    },
    {
      "epoch": 0.5336700336700336,
      "grad_norm": 5.655019760131836,
      "learning_rate": 1.9212824207503415e-06,
      "loss": 0.9011019468307495,
      "step": 634
    },
    {
      "epoch": 0.5353535353535354,
      "grad_norm": 18.707368850708008,
      "learning_rate": 1.920597750825517e-06,
      "loss": 0.7971285581588745,
      "step": 636
    },
    {
      "epoch": 0.5370370370370371,
      "grad_norm": 15.80146312713623,
      "learning_rate": 1.919910253596168e-06,
      "loss": 0.9591305255889893,
      "step": 638
    },
    {
      "epoch": 0.5387205387205387,
      "grad_norm": 4.86085319519043,
      "learning_rate": 1.919219931431011e-06,
      "loss": 0.810368537902832,
      "step": 640
    },
    {
      "epoch": 0.5404040404040404,
      "grad_norm": 6.4632792472839355,
      "learning_rate": 1.918526786708497e-06,
      "loss": 0.9356435537338257,
      "step": 642
    },
    {
      "epoch": 0.5420875420875421,
      "grad_norm": 16.430055618286133,
      "learning_rate": 1.9178308218168e-06,
      "loss": 0.8751171231269836,
      "step": 644
    },
    {
      "epoch": 0.5437710437710438,
      "grad_norm": 8.275667190551758,
      "learning_rate": 1.9171320391538132e-06,
      "loss": 0.8758902549743652,
      "step": 646
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 3.1901955604553223,
      "learning_rate": 1.9164304411271364e-06,
      "loss": 0.9705331325531006,
      "step": 648
    },
    {
      "epoch": 0.5471380471380471,
      "grad_norm": 16.389245986938477,
      "learning_rate": 1.9157260301540697e-06,
      "loss": 1.0938405990600586,
      "step": 650
    },
    {
      "epoch": 0.5488215488215489,
      "grad_norm": 7.667538642883301,
      "learning_rate": 1.9150188086616055e-06,
      "loss": 1.0371794700622559,
      "step": 652
    },
    {
      "epoch": 0.5505050505050505,
      "grad_norm": 19.274045944213867,
      "learning_rate": 1.91430877908642e-06,
      "loss": 1.0635974407196045,
      "step": 654
    },
    {
      "epoch": 0.5521885521885522,
      "grad_norm": 11.602453231811523,
      "learning_rate": 1.9135959438748626e-06,
      "loss": 0.8951305747032166,
      "step": 656
    },
    {
      "epoch": 0.5538720538720538,
      "grad_norm": 5.208285331726074,
      "learning_rate": 1.9128803054829515e-06,
      "loss": 0.7661327719688416,
      "step": 658
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 13.546456336975098,
      "learning_rate": 1.912161866376362e-06,
      "loss": 0.7583224177360535,
      "step": 660
    },
    {
      "epoch": 0.5572390572390572,
      "grad_norm": 3.013401508331299,
      "learning_rate": 1.9114406290304186e-06,
      "loss": 1.0516358613967896,
      "step": 662
    },
    {
      "epoch": 0.5589225589225589,
      "grad_norm": 7.981349468231201,
      "learning_rate": 1.910716595930088e-06,
      "loss": 1.0741899013519287,
      "step": 664
    },
    {
      "epoch": 0.5606060606060606,
      "grad_norm": 5.936778545379639,
      "learning_rate": 1.9099897695699684e-06,
      "loss": 0.49627187848091125,
      "step": 666
    },
    {
      "epoch": 0.5622895622895623,
      "grad_norm": 13.402975082397461,
      "learning_rate": 1.9092601524542828e-06,
      "loss": 0.6627441644668579,
      "step": 668
    },
    {
      "epoch": 0.563973063973064,
      "grad_norm": 44.2243537902832,
      "learning_rate": 1.9085277470968692e-06,
      "loss": 1.0360723733901978,
      "step": 670
    },
    {
      "epoch": 0.5656565656565656,
      "grad_norm": 40.057151794433594,
      "learning_rate": 1.907792556021171e-06,
      "loss": 0.6004194021224976,
      "step": 672
    },
    {
      "epoch": 0.5673400673400674,
      "grad_norm": 10.742400169372559,
      "learning_rate": 1.9070545817602328e-06,
      "loss": 0.5512696504592896,
      "step": 674
    },
    {
      "epoch": 0.569023569023569,
      "grad_norm": 4.548379898071289,
      "learning_rate": 1.9063138268566851e-06,
      "loss": 0.6692613959312439,
      "step": 676
    },
    {
      "epoch": 0.5707070707070707,
      "grad_norm": 5.4406023025512695,
      "learning_rate": 1.9055702938627407e-06,
      "loss": 1.1743131875991821,
      "step": 678
    },
    {
      "epoch": 0.5723905723905723,
      "grad_norm": 11.110426902770996,
      "learning_rate": 1.9048239853401833e-06,
      "loss": 0.41852569580078125,
      "step": 680
    },
    {
      "epoch": 0.5740740740740741,
      "grad_norm": 8.052200317382812,
      "learning_rate": 1.9040749038603602e-06,
      "loss": 1.0331244468688965,
      "step": 682
    },
    {
      "epoch": 0.5757575757575758,
      "grad_norm": 9.13505744934082,
      "learning_rate": 1.9033230520041719e-06,
      "loss": 1.1170430183410645,
      "step": 684
    },
    {
      "epoch": 0.5774410774410774,
      "grad_norm": 5.407991886138916,
      "learning_rate": 1.9025684323620645e-06,
      "loss": 1.0954296588897705,
      "step": 686
    },
    {
      "epoch": 0.5791245791245792,
      "grad_norm": 4.380704879760742,
      "learning_rate": 1.9018110475340203e-06,
      "loss": 0.8225352168083191,
      "step": 688
    },
    {
      "epoch": 0.5808080808080808,
      "grad_norm": 10.951150894165039,
      "learning_rate": 1.9010509001295485e-06,
      "loss": 0.7188082337379456,
      "step": 690
    },
    {
      "epoch": 0.5824915824915825,
      "grad_norm": 3.9585494995117188,
      "learning_rate": 1.9002879927676767e-06,
      "loss": 0.8001824617385864,
      "step": 692
    },
    {
      "epoch": 0.5841750841750841,
      "grad_norm": 3.551115036010742,
      "learning_rate": 1.8995223280769424e-06,
      "loss": 0.9616529941558838,
      "step": 694
    },
    {
      "epoch": 0.5858585858585859,
      "grad_norm": 6.161308765411377,
      "learning_rate": 1.8987539086953819e-06,
      "loss": 0.8874322772026062,
      "step": 696
    },
    {
      "epoch": 0.5875420875420876,
      "grad_norm": 10.766314506530762,
      "learning_rate": 1.8979827372705233e-06,
      "loss": 0.8692164421081543,
      "step": 698
    },
    {
      "epoch": 0.5892255892255892,
      "grad_norm": 7.8653035163879395,
      "learning_rate": 1.8972088164593771e-06,
      "loss": 0.8069002032279968,
      "step": 700
    },
    {
      "epoch": 0.5909090909090909,
      "grad_norm": 7.134982585906982,
      "learning_rate": 1.896432148928426e-06,
      "loss": 0.9260559678077698,
      "step": 702
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 6.079588890075684,
      "learning_rate": 1.895652737353616e-06,
      "loss": 1.0575344562530518,
      "step": 704
    },
    {
      "epoch": 0.5942760942760943,
      "grad_norm": 28.564146041870117,
      "learning_rate": 1.8948705844203482e-06,
      "loss": 0.9762513041496277,
      "step": 706
    },
    {
      "epoch": 0.5959595959595959,
      "grad_norm": 9.878491401672363,
      "learning_rate": 1.8940856928234689e-06,
      "loss": 0.7743998765945435,
      "step": 708
    },
    {
      "epoch": 0.5976430976430976,
      "grad_norm": 6.6208720207214355,
      "learning_rate": 1.8932980652672597e-06,
      "loss": 0.8060773015022278,
      "step": 710
    },
    {
      "epoch": 0.5993265993265994,
      "grad_norm": 6.425124168395996,
      "learning_rate": 1.8925077044654288e-06,
      "loss": 1.1068170070648193,
      "step": 712
    },
    {
      "epoch": 0.601010101010101,
      "grad_norm": 2.99337100982666,
      "learning_rate": 1.8917146131411015e-06,
      "loss": 1.0512995719909668,
      "step": 714
    },
    {
      "epoch": 0.6026936026936027,
      "grad_norm": 3.8051576614379883,
      "learning_rate": 1.8909187940268115e-06,
      "loss": 0.7426064610481262,
      "step": 716
    },
    {
      "epoch": 0.6043771043771043,
      "grad_norm": 6.566201686859131,
      "learning_rate": 1.89012024986449e-06,
      "loss": 0.894334614276886,
      "step": 718
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 8.337869644165039,
      "learning_rate": 1.8893189834054586e-06,
      "loss": 0.9385843276977539,
      "step": 720
    },
    {
      "epoch": 0.6077441077441077,
      "grad_norm": 9.33846664428711,
      "learning_rate": 1.8885149974104164e-06,
      "loss": 0.9482979774475098,
      "step": 722
    },
    {
      "epoch": 0.6094276094276094,
      "grad_norm": 3.8621480464935303,
      "learning_rate": 1.8877082946494339e-06,
      "loss": 0.8786056041717529,
      "step": 724
    },
    {
      "epoch": 0.6111111111111112,
      "grad_norm": 19.156356811523438,
      "learning_rate": 1.8868988779019414e-06,
      "loss": 0.9990079402923584,
      "step": 726
    },
    {
      "epoch": 0.6127946127946128,
      "grad_norm": 27.229507446289062,
      "learning_rate": 1.8860867499567203e-06,
      "loss": 0.908332347869873,
      "step": 728
    },
    {
      "epoch": 0.6144781144781145,
      "grad_norm": 11.623302459716797,
      "learning_rate": 1.885271913611893e-06,
      "loss": 1.1277103424072266,
      "step": 730
    },
    {
      "epoch": 0.6161616161616161,
      "grad_norm": 3.196768283843994,
      "learning_rate": 1.8844543716749134e-06,
      "loss": 1.0839519500732422,
      "step": 732
    },
    {
      "epoch": 0.6178451178451179,
      "grad_norm": 3.471727132797241,
      "learning_rate": 1.8836341269625578e-06,
      "loss": 0.7715842723846436,
      "step": 734
    },
    {
      "epoch": 0.6195286195286195,
      "grad_norm": 8.554580688476562,
      "learning_rate": 1.882811182300914e-06,
      "loss": 0.7822331190109253,
      "step": 736
    },
    {
      "epoch": 0.6212121212121212,
      "grad_norm": 22.184911727905273,
      "learning_rate": 1.881985540525373e-06,
      "loss": 0.6754369139671326,
      "step": 738
    },
    {
      "epoch": 0.622895622895623,
      "grad_norm": 5.2334442138671875,
      "learning_rate": 1.8811572044806178e-06,
      "loss": 1.2211134433746338,
      "step": 740
    },
    {
      "epoch": 0.6245791245791246,
      "grad_norm": 5.914177417755127,
      "learning_rate": 1.8803261770206149e-06,
      "loss": 0.9921356439590454,
      "step": 742
    },
    {
      "epoch": 0.6262626262626263,
      "grad_norm": 6.881519794464111,
      "learning_rate": 1.8794924610086031e-06,
      "loss": 1.1868412494659424,
      "step": 744
    },
    {
      "epoch": 0.6279461279461279,
      "grad_norm": 3.5606613159179688,
      "learning_rate": 1.8786560593170854e-06,
      "loss": 0.9340991377830505,
      "step": 746
    },
    {
      "epoch": 0.6296296296296297,
      "grad_norm": 81.61597442626953,
      "learning_rate": 1.877816974827817e-06,
      "loss": 1.1839344501495361,
      "step": 748
    },
    {
      "epoch": 0.6313131313131313,
      "grad_norm": 2.52506685256958,
      "learning_rate": 1.8769752104317973e-06,
      "loss": 1.280696153640747,
      "step": 750
    },
    {
      "epoch": 0.632996632996633,
      "grad_norm": 6.496135711669922,
      "learning_rate": 1.8761307690292589e-06,
      "loss": 0.7088183164596558,
      "step": 752
    },
    {
      "epoch": 0.6346801346801347,
      "grad_norm": 20.767459869384766,
      "learning_rate": 1.875283653529658e-06,
      "loss": 0.9602365493774414,
      "step": 754
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 3.436274290084839,
      "learning_rate": 1.874433866851663e-06,
      "loss": 0.7587154507637024,
      "step": 756
    },
    {
      "epoch": 0.6380471380471381,
      "grad_norm": 6.604635238647461,
      "learning_rate": 1.8735814119231475e-06,
      "loss": 0.8278650641441345,
      "step": 758
    },
    {
      "epoch": 0.6397306397306397,
      "grad_norm": 17.961626052856445,
      "learning_rate": 1.872726291681177e-06,
      "loss": 0.6165801286697388,
      "step": 760
    },
    {
      "epoch": 0.6414141414141414,
      "grad_norm": 4.451328754425049,
      "learning_rate": 1.8718685090720004e-06,
      "loss": 0.4456964433193207,
      "step": 762
    },
    {
      "epoch": 0.6430976430976431,
      "grad_norm": 4.893067359924316,
      "learning_rate": 1.8710080670510402e-06,
      "loss": 0.9912799000740051,
      "step": 764
    },
    {
      "epoch": 0.6447811447811448,
      "grad_norm": 9.001324653625488,
      "learning_rate": 1.8701449685828806e-06,
      "loss": 1.0763907432556152,
      "step": 766
    },
    {
      "epoch": 0.6464646464646465,
      "grad_norm": 10.884461402893066,
      "learning_rate": 1.8692792166412595e-06,
      "loss": 0.761760950088501,
      "step": 768
    },
    {
      "epoch": 0.6481481481481481,
      "grad_norm": 7.378164768218994,
      "learning_rate": 1.8684108142090562e-06,
      "loss": 0.7692549824714661,
      "step": 770
    },
    {
      "epoch": 0.6498316498316499,
      "grad_norm": 3.8816888332366943,
      "learning_rate": 1.8675397642782827e-06,
      "loss": 0.7803175449371338,
      "step": 772
    },
    {
      "epoch": 0.6515151515151515,
      "grad_norm": 28.640594482421875,
      "learning_rate": 1.8666660698500726e-06,
      "loss": 0.7042616009712219,
      "step": 774
    },
    {
      "epoch": 0.6531986531986532,
      "grad_norm": 3.964298725128174,
      "learning_rate": 1.8657897339346707e-06,
      "loss": 0.9174256920814514,
      "step": 776
    },
    {
      "epoch": 0.6548821548821548,
      "grad_norm": 2.9591541290283203,
      "learning_rate": 1.8649107595514226e-06,
      "loss": 1.040077805519104,
      "step": 778
    },
    {
      "epoch": 0.6565656565656566,
      "grad_norm": 15.031349182128906,
      "learning_rate": 1.8640291497287654e-06,
      "loss": 0.9099994897842407,
      "step": 780
    },
    {
      "epoch": 0.6582491582491582,
      "grad_norm": 15.89492416381836,
      "learning_rate": 1.8631449075042156e-06,
      "loss": 1.0717145204544067,
      "step": 782
    },
    {
      "epoch": 0.6599326599326599,
      "grad_norm": 5.403634071350098,
      "learning_rate": 1.8622580359243601e-06,
      "loss": 0.984376847743988,
      "step": 784
    },
    {
      "epoch": 0.6616161616161617,
      "grad_norm": 12.673766136169434,
      "learning_rate": 1.8613685380448441e-06,
      "loss": 1.05198073387146,
      "step": 786
    },
    {
      "epoch": 0.6632996632996633,
      "grad_norm": 14.643843650817871,
      "learning_rate": 1.8604764169303626e-06,
      "loss": 0.8343431949615479,
      "step": 788
    },
    {
      "epoch": 0.664983164983165,
      "grad_norm": 3.391157627105713,
      "learning_rate": 1.8595816756546477e-06,
      "loss": 0.935477614402771,
      "step": 790
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 10.033073425292969,
      "learning_rate": 1.8586843173004598e-06,
      "loss": 0.9675720930099487,
      "step": 792
    },
    {
      "epoch": 0.6683501683501684,
      "grad_norm": 3.087076187133789,
      "learning_rate": 1.8577843449595763e-06,
      "loss": 0.6215054392814636,
      "step": 794
    },
    {
      "epoch": 0.67003367003367,
      "grad_norm": 2.3780627250671387,
      "learning_rate": 1.85688176173278e-06,
      "loss": 0.9712251424789429,
      "step": 796
    },
    {
      "epoch": 0.6717171717171717,
      "grad_norm": 5.441427230834961,
      "learning_rate": 1.8559765707298502e-06,
      "loss": 0.993064820766449,
      "step": 798
    },
    {
      "epoch": 0.6734006734006734,
      "grad_norm": 3.6938350200653076,
      "learning_rate": 1.8550687750695509e-06,
      "loss": 0.6260876655578613,
      "step": 800
    },
    {
      "epoch": 0.6750841750841751,
      "grad_norm": 2.9936280250549316,
      "learning_rate": 1.8541583778796196e-06,
      "loss": 0.9794340133666992,
      "step": 802
    },
    {
      "epoch": 0.6767676767676768,
      "grad_norm": 11.732361793518066,
      "learning_rate": 1.8532453822967584e-06,
      "loss": 0.7467688322067261,
      "step": 804
    },
    {
      "epoch": 0.6784511784511784,
      "grad_norm": 14.32625675201416,
      "learning_rate": 1.8523297914666207e-06,
      "loss": 0.6042066812515259,
      "step": 806
    },
    {
      "epoch": 0.6801346801346801,
      "grad_norm": 8.490279197692871,
      "learning_rate": 1.8514116085438027e-06,
      "loss": 0.9197585582733154,
      "step": 808
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 8.056469917297363,
      "learning_rate": 1.8504908366918302e-06,
      "loss": 0.9674583077430725,
      "step": 810
    },
    {
      "epoch": 0.6835016835016835,
      "grad_norm": 3.1704888343811035,
      "learning_rate": 1.84956747908315e-06,
      "loss": 1.158250331878662,
      "step": 812
    },
    {
      "epoch": 0.6851851851851852,
      "grad_norm": 21.666156768798828,
      "learning_rate": 1.8486415388991173e-06,
      "loss": 0.5964489579200745,
      "step": 814
    },
    {
      "epoch": 0.6868686868686869,
      "grad_norm": 2.8897705078125,
      "learning_rate": 1.8477130193299863e-06,
      "loss": 1.0845026969909668,
      "step": 816
    },
    {
      "epoch": 0.6885521885521886,
      "grad_norm": 4.6460371017456055,
      "learning_rate": 1.846781923574897e-06,
      "loss": 0.7914435863494873,
      "step": 818
    },
    {
      "epoch": 0.6902356902356902,
      "grad_norm": 15.396445274353027,
      "learning_rate": 1.8458482548418661e-06,
      "loss": 0.6972349882125854,
      "step": 820
    },
    {
      "epoch": 0.6919191919191919,
      "grad_norm": 12.507894515991211,
      "learning_rate": 1.8449120163477753e-06,
      "loss": 0.7580819129943848,
      "step": 822
    },
    {
      "epoch": 0.6936026936026936,
      "grad_norm": 3.151318073272705,
      "learning_rate": 1.8439732113183607e-06,
      "loss": 0.8469318151473999,
      "step": 824
    },
    {
      "epoch": 0.6952861952861953,
      "grad_norm": 7.642462730407715,
      "learning_rate": 1.8430318429881997e-06,
      "loss": 0.8898569941520691,
      "step": 826
    },
    {
      "epoch": 0.696969696969697,
      "grad_norm": 3.9848973751068115,
      "learning_rate": 1.8420879146007025e-06,
      "loss": 0.7908803224563599,
      "step": 828
    },
    {
      "epoch": 0.6986531986531986,
      "grad_norm": 3.608306884765625,
      "learning_rate": 1.8411414294081003e-06,
      "loss": 1.208510398864746,
      "step": 830
    },
    {
      "epoch": 0.7003367003367004,
      "grad_norm": 5.017977237701416,
      "learning_rate": 1.8401923906714321e-06,
      "loss": 0.8827351331710815,
      "step": 832
    },
    {
      "epoch": 0.702020202020202,
      "grad_norm": 6.648691177368164,
      "learning_rate": 1.8392408016605358e-06,
      "loss": 0.6782714128494263,
      "step": 834
    },
    {
      "epoch": 0.7037037037037037,
      "grad_norm": 2.3364169597625732,
      "learning_rate": 1.8382866656540361e-06,
      "loss": 0.8600856065750122,
      "step": 836
    },
    {
      "epoch": 0.7053872053872053,
      "grad_norm": 8.938956260681152,
      "learning_rate": 1.8373299859393326e-06,
      "loss": 0.598077654838562,
      "step": 838
    },
    {
      "epoch": 0.7070707070707071,
      "grad_norm": 2.977544069290161,
      "learning_rate": 1.8363707658125905e-06,
      "loss": 1.239319920539856,
      "step": 840
    },
    {
      "epoch": 0.7087542087542088,
      "grad_norm": 8.318215370178223,
      "learning_rate": 1.8354090085787252e-06,
      "loss": 1.1046662330627441,
      "step": 842
    },
    {
      "epoch": 0.7104377104377104,
      "grad_norm": 11.01289176940918,
      "learning_rate": 1.8344447175513965e-06,
      "loss": 1.0052223205566406,
      "step": 844
    },
    {
      "epoch": 0.7121212121212122,
      "grad_norm": 4.2134199142456055,
      "learning_rate": 1.8334778960529916e-06,
      "loss": 0.8582904934883118,
      "step": 846
    },
    {
      "epoch": 0.7138047138047138,
      "grad_norm": 12.371885299682617,
      "learning_rate": 1.8325085474146178e-06,
      "loss": 0.7332583665847778,
      "step": 848
    },
    {
      "epoch": 0.7154882154882155,
      "grad_norm": 17.55687713623047,
      "learning_rate": 1.8315366749760892e-06,
      "loss": 0.8967425227165222,
      "step": 850
    },
    {
      "epoch": 0.7171717171717171,
      "grad_norm": 8.929709434509277,
      "learning_rate": 1.8305622820859153e-06,
      "loss": 0.7431824207305908,
      "step": 852
    },
    {
      "epoch": 0.7188552188552189,
      "grad_norm": 8.052350044250488,
      "learning_rate": 1.829585372101289e-06,
      "loss": 0.74913489818573,
      "step": 854
    },
    {
      "epoch": 0.7205387205387206,
      "grad_norm": 7.0438432693481445,
      "learning_rate": 1.828605948388077e-06,
      "loss": 1.1222918033599854,
      "step": 856
    },
    {
      "epoch": 0.7222222222222222,
      "grad_norm": 4.850925445556641,
      "learning_rate": 1.8276240143208054e-06,
      "loss": 0.7487032413482666,
      "step": 858
    },
    {
      "epoch": 0.7239057239057239,
      "grad_norm": 4.052372932434082,
      "learning_rate": 1.8266395732826508e-06,
      "loss": 0.9676373600959778,
      "step": 860
    },
    {
      "epoch": 0.7255892255892256,
      "grad_norm": 3.9550697803497314,
      "learning_rate": 1.8256526286654264e-06,
      "loss": 1.170372724533081,
      "step": 862
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 5.656938076019287,
      "learning_rate": 1.824663183869572e-06,
      "loss": 0.9866449236869812,
      "step": 864
    },
    {
      "epoch": 0.7289562289562289,
      "grad_norm": 38.397705078125,
      "learning_rate": 1.8236712423041408e-06,
      "loss": 0.9790170192718506,
      "step": 866
    },
    {
      "epoch": 0.7306397306397306,
      "grad_norm": 5.537583827972412,
      "learning_rate": 1.822676807386789e-06,
      "loss": 1.2290745973587036,
      "step": 868
    },
    {
      "epoch": 0.7323232323232324,
      "grad_norm": 5.6285080909729,
      "learning_rate": 1.8216798825437635e-06,
      "loss": 1.1579557657241821,
      "step": 870
    },
    {
      "epoch": 0.734006734006734,
      "grad_norm": 6.440390586853027,
      "learning_rate": 1.8206804712098903e-06,
      "loss": 1.0755215883255005,
      "step": 872
    },
    {
      "epoch": 0.7356902356902357,
      "grad_norm": 3.566018581390381,
      "learning_rate": 1.819678576828561e-06,
      "loss": 1.0724159479141235,
      "step": 874
    },
    {
      "epoch": 0.7373737373737373,
      "grad_norm": 76.55033111572266,
      "learning_rate": 1.8186742028517237e-06,
      "loss": 0.8843256235122681,
      "step": 876
    },
    {
      "epoch": 0.7390572390572391,
      "grad_norm": 12.517910957336426,
      "learning_rate": 1.8176673527398694e-06,
      "loss": 0.6147758960723877,
      "step": 878
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 16.583293914794922,
      "learning_rate": 1.8166580299620202e-06,
      "loss": 0.6138923764228821,
      "step": 880
    },
    {
      "epoch": 0.7424242424242424,
      "grad_norm": 2.747283935546875,
      "learning_rate": 1.815646237995718e-06,
      "loss": 1.1428195238113403,
      "step": 882
    },
    {
      "epoch": 0.7441077441077442,
      "grad_norm": 92.89835357666016,
      "learning_rate": 1.814631980327012e-06,
      "loss": 1.0840024948120117,
      "step": 884
    },
    {
      "epoch": 0.7457912457912458,
      "grad_norm": 4.928184509277344,
      "learning_rate": 1.813615260450446e-06,
      "loss": 0.646350622177124,
      "step": 886
    },
    {
      "epoch": 0.7474747474747475,
      "grad_norm": 2.7117934226989746,
      "learning_rate": 1.8125960818690485e-06,
      "loss": 0.991912841796875,
      "step": 888
    },
    {
      "epoch": 0.7491582491582491,
      "grad_norm": 17.214120864868164,
      "learning_rate": 1.811574448094318e-06,
      "loss": 0.8976044058799744,
      "step": 890
    },
    {
      "epoch": 0.7508417508417509,
      "grad_norm": 27.415754318237305,
      "learning_rate": 1.8105503626462129e-06,
      "loss": 0.9429522752761841,
      "step": 892
    },
    {
      "epoch": 0.7525252525252525,
      "grad_norm": 7.359311580657959,
      "learning_rate": 1.8095238290531385e-06,
      "loss": 0.7071723937988281,
      "step": 894
    },
    {
      "epoch": 0.7542087542087542,
      "grad_norm": 8.892601013183594,
      "learning_rate": 1.8084948508519346e-06,
      "loss": 0.8216047286987305,
      "step": 896
    },
    {
      "epoch": 0.7558922558922558,
      "grad_norm": 62.057533264160156,
      "learning_rate": 1.8074634315878644e-06,
      "loss": 0.6230831146240234,
      "step": 898
    },
    {
      "epoch": 0.7575757575757576,
      "grad_norm": 2.9089205265045166,
      "learning_rate": 1.8064295748146014e-06,
      "loss": 0.8760740160942078,
      "step": 900
    },
    {
      "epoch": 0.7592592592592593,
      "grad_norm": 14.121993064880371,
      "learning_rate": 1.8053932840942175e-06,
      "loss": 0.6401835680007935,
      "step": 902
    },
    {
      "epoch": 0.7609427609427609,
      "grad_norm": 5.602692604064941,
      "learning_rate": 1.8043545629971689e-06,
      "loss": 1.1890406608581543,
      "step": 904
    },
    {
      "epoch": 0.7626262626262627,
      "grad_norm": 3.653724431991577,
      "learning_rate": 1.8033134151022881e-06,
      "loss": 0.8872392177581787,
      "step": 906
    },
    {
      "epoch": 0.7643097643097643,
      "grad_norm": 5.650278568267822,
      "learning_rate": 1.8022698439967673e-06,
      "loss": 0.8761744499206543,
      "step": 908
    },
    {
      "epoch": 0.765993265993266,
      "grad_norm": 3.7810301780700684,
      "learning_rate": 1.8012238532761476e-06,
      "loss": 0.8327740430831909,
      "step": 910
    },
    {
      "epoch": 0.7676767676767676,
      "grad_norm": 16.808286666870117,
      "learning_rate": 1.8001754465443078e-06,
      "loss": 0.9591882228851318,
      "step": 912
    },
    {
      "epoch": 0.7693602693602694,
      "grad_norm": 8.369492530822754,
      "learning_rate": 1.79912462741345e-06,
      "loss": 0.8368163704872131,
      "step": 914
    },
    {
      "epoch": 0.7710437710437711,
      "grad_norm": 8.313328742980957,
      "learning_rate": 1.798071399504088e-06,
      "loss": 0.9555743336677551,
      "step": 916
    },
    {
      "epoch": 0.7727272727272727,
      "grad_norm": 4.798566818237305,
      "learning_rate": 1.7970157664450357e-06,
      "loss": 0.6112362146377563,
      "step": 918
    },
    {
      "epoch": 0.7744107744107744,
      "grad_norm": 18.712345123291016,
      "learning_rate": 1.7959577318733925e-06,
      "loss": 0.5020445585250854,
      "step": 920
    },
    {
      "epoch": 0.7760942760942761,
      "grad_norm": 2.20595383644104,
      "learning_rate": 1.7948972994345328e-06,
      "loss": 0.6102715134620667,
      "step": 922
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 6.520366191864014,
      "learning_rate": 1.7938344727820928e-06,
      "loss": 0.9018456935882568,
      "step": 924
    },
    {
      "epoch": 0.7794612794612794,
      "grad_norm": 12.06176471710205,
      "learning_rate": 1.7927692555779577e-06,
      "loss": 1.130429744720459,
      "step": 926
    },
    {
      "epoch": 0.7811447811447811,
      "grad_norm": 4.479389190673828,
      "learning_rate": 1.791701651492248e-06,
      "loss": 0.46166184544563293,
      "step": 928
    },
    {
      "epoch": 0.7828282828282829,
      "grad_norm": 9.225821495056152,
      "learning_rate": 1.7906316642033099e-06,
      "loss": 1.3147855997085571,
      "step": 930
    },
    {
      "epoch": 0.7845117845117845,
      "grad_norm": 13.229998588562012,
      "learning_rate": 1.7895592973976998e-06,
      "loss": 0.8350358605384827,
      "step": 932
    },
    {
      "epoch": 0.7861952861952862,
      "grad_norm": 2.252268075942993,
      "learning_rate": 1.7884845547701721e-06,
      "loss": 0.991974949836731,
      "step": 934
    },
    {
      "epoch": 0.7878787878787878,
      "grad_norm": 2.7008936405181885,
      "learning_rate": 1.7874074400236677e-06,
      "loss": 0.8550293445587158,
      "step": 936
    },
    {
      "epoch": 0.7895622895622896,
      "grad_norm": 2.743255376815796,
      "learning_rate": 1.7863279568692999e-06,
      "loss": 0.8677815198898315,
      "step": 938
    },
    {
      "epoch": 0.7912457912457912,
      "grad_norm": 5.70646858215332,
      "learning_rate": 1.7852461090263422e-06,
      "loss": 0.9757652282714844,
      "step": 940
    },
    {
      "epoch": 0.7929292929292929,
      "grad_norm": 4.7707200050354,
      "learning_rate": 1.7841619002222164e-06,
      "loss": 0.4027637541294098,
      "step": 942
    },
    {
      "epoch": 0.7946127946127947,
      "grad_norm": 2.5659232139587402,
      "learning_rate": 1.7830753341924768e-06,
      "loss": 0.8958191275596619,
      "step": 944
    },
    {
      "epoch": 0.7962962962962963,
      "grad_norm": 5.1869049072265625,
      "learning_rate": 1.781986414680802e-06,
      "loss": 0.8641246557235718,
      "step": 946
    },
    {
      "epoch": 0.797979797979798,
      "grad_norm": 2.7495296001434326,
      "learning_rate": 1.7808951454389761e-06,
      "loss": 1.0250309705734253,
      "step": 948
    },
    {
      "epoch": 0.7996632996632996,
      "grad_norm": 8.12884521484375,
      "learning_rate": 1.7798015302268826e-06,
      "loss": 0.8447544574737549,
      "step": 950
    },
    {
      "epoch": 0.8013468013468014,
      "grad_norm": 9.825166702270508,
      "learning_rate": 1.7787055728124853e-06,
      "loss": 0.44982272386550903,
      "step": 952
    },
    {
      "epoch": 0.803030303030303,
      "grad_norm": 2.7511558532714844,
      "learning_rate": 1.777607276971818e-06,
      "loss": 0.934439480304718,
      "step": 954
    },
    {
      "epoch": 0.8047138047138047,
      "grad_norm": 10.230318069458008,
      "learning_rate": 1.7765066464889729e-06,
      "loss": 0.9457552433013916,
      "step": 956
    },
    {
      "epoch": 0.8063973063973064,
      "grad_norm": 11.444622039794922,
      "learning_rate": 1.775403685156085e-06,
      "loss": 1.083388090133667,
      "step": 958
    },
    {
      "epoch": 0.8080808080808081,
      "grad_norm": 6.961023330688477,
      "learning_rate": 1.77429839677332e-06,
      "loss": 0.6390881538391113,
      "step": 960
    },
    {
      "epoch": 0.8097643097643098,
      "grad_norm": 3.448756217956543,
      "learning_rate": 1.773190785148861e-06,
      "loss": 0.7549522519111633,
      "step": 962
    },
    {
      "epoch": 0.8114478114478114,
      "grad_norm": 9.252376556396484,
      "learning_rate": 1.7720808540988965e-06,
      "loss": 0.6879374980926514,
      "step": 964
    },
    {
      "epoch": 0.8131313131313131,
      "grad_norm": 2.4772350788116455,
      "learning_rate": 1.770968607447606e-06,
      "loss": 0.9675562977790833,
      "step": 966
    },
    {
      "epoch": 0.8148148148148148,
      "grad_norm": 4.749292850494385,
      "learning_rate": 1.7698540490271475e-06,
      "loss": 1.174008846282959,
      "step": 968
    },
    {
      "epoch": 0.8164983164983165,
      "grad_norm": 2.8017964363098145,
      "learning_rate": 1.7687371826776432e-06,
      "loss": 0.9735618829727173,
      "step": 970
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 26.424652099609375,
      "learning_rate": 1.7676180122471677e-06,
      "loss": 0.9349749088287354,
      "step": 972
    },
    {
      "epoch": 0.8198653198653199,
      "grad_norm": 3.5407838821411133,
      "learning_rate": 1.7664965415917342e-06,
      "loss": 0.7211604714393616,
      "step": 974
    },
    {
      "epoch": 0.8215488215488216,
      "grad_norm": 4.120766639709473,
      "learning_rate": 1.765372774575281e-06,
      "loss": 0.9185746908187866,
      "step": 976
    },
    {
      "epoch": 0.8232323232323232,
      "grad_norm": 2.634417772293091,
      "learning_rate": 1.764246715069658e-06,
      "loss": 1.179499626159668,
      "step": 978
    },
    {
      "epoch": 0.8249158249158249,
      "grad_norm": 4.83583927154541,
      "learning_rate": 1.7631183669546146e-06,
      "loss": 1.140142798423767,
      "step": 980
    },
    {
      "epoch": 0.8265993265993266,
      "grad_norm": 4.506636142730713,
      "learning_rate": 1.761987734117784e-06,
      "loss": 1.0069242715835571,
      "step": 982
    },
    {
      "epoch": 0.8282828282828283,
      "grad_norm": 4.123355388641357,
      "learning_rate": 1.7608548204546724e-06,
      "loss": 1.0207629203796387,
      "step": 984
    },
    {
      "epoch": 0.82996632996633,
      "grad_norm": 16.72430419921875,
      "learning_rate": 1.7597196298686446e-06,
      "loss": 0.9050367474555969,
      "step": 986
    },
    {
      "epoch": 0.8316498316498316,
      "grad_norm": 19.312665939331055,
      "learning_rate": 1.7585821662709088e-06,
      "loss": 0.8223767280578613,
      "step": 988
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 13.517312049865723,
      "learning_rate": 1.7574424335805066e-06,
      "loss": 0.8045912384986877,
      "step": 990
    },
    {
      "epoch": 0.835016835016835,
      "grad_norm": 10.205414772033691,
      "learning_rate": 1.7563004357242962e-06,
      "loss": 0.6719659566879272,
      "step": 992
    },
    {
      "epoch": 0.8367003367003367,
      "grad_norm": 2.9161360263824463,
      "learning_rate": 1.755156176636941e-06,
      "loss": 0.9085012674331665,
      "step": 994
    },
    {
      "epoch": 0.8383838383838383,
      "grad_norm": 6.5189714431762695,
      "learning_rate": 1.7540096602608946e-06,
      "loss": 0.6452804803848267,
      "step": 996
    },
    {
      "epoch": 0.8400673400673401,
      "grad_norm": 12.399802207946777,
      "learning_rate": 1.7528608905463881e-06,
      "loss": 0.8944587707519531,
      "step": 998
    },
    {
      "epoch": 0.8417508417508418,
      "grad_norm": 2.180464029312134,
      "learning_rate": 1.7517098714514175e-06,
      "loss": 1.0595688819885254,
      "step": 1000
    },
    {
      "epoch": 0.8434343434343434,
      "grad_norm": 2.6750636100769043,
      "learning_rate": 1.7505566069417272e-06,
      "loss": 0.7289663553237915,
      "step": 1002
    },
    {
      "epoch": 0.8451178451178452,
      "grad_norm": 3.7006335258483887,
      "learning_rate": 1.749401100990799e-06,
      "loss": 0.6673641204833984,
      "step": 1004
    },
    {
      "epoch": 0.8468013468013468,
      "grad_norm": 5.355027675628662,
      "learning_rate": 1.748243357579837e-06,
      "loss": 1.0645616054534912,
      "step": 1006
    },
    {
      "epoch": 0.8484848484848485,
      "grad_norm": 3.5920186042785645,
      "learning_rate": 1.747083380697754e-06,
      "loss": 0.5822446346282959,
      "step": 1008
    },
    {
      "epoch": 0.8501683501683501,
      "grad_norm": 11.027798652648926,
      "learning_rate": 1.7459211743411589e-06,
      "loss": 0.9186769723892212,
      "step": 1010
    },
    {
      "epoch": 0.8518518518518519,
      "grad_norm": 12.822773933410645,
      "learning_rate": 1.7447567425143413e-06,
      "loss": 0.8671125769615173,
      "step": 1012
    },
    {
      "epoch": 0.8535353535353535,
      "grad_norm": 6.343443393707275,
      "learning_rate": 1.7435900892292593e-06,
      "loss": 0.7743659019470215,
      "step": 1014
    },
    {
      "epoch": 0.8552188552188552,
      "grad_norm": 19.62537384033203,
      "learning_rate": 1.7424212185055236e-06,
      "loss": 0.627282977104187,
      "step": 1016
    },
    {
      "epoch": 0.8569023569023569,
      "grad_norm": 11.67722225189209,
      "learning_rate": 1.7412501343703858e-06,
      "loss": 0.9576413631439209,
      "step": 1018
    },
    {
      "epoch": 0.8585858585858586,
      "grad_norm": 4.532960414886475,
      "learning_rate": 1.740076840858724e-06,
      "loss": 1.2340772151947021,
      "step": 1020
    },
    {
      "epoch": 0.8602693602693603,
      "grad_norm": 6.776996612548828,
      "learning_rate": 1.7389013420130278e-06,
      "loss": 0.8961556553840637,
      "step": 1022
    },
    {
      "epoch": 0.8619528619528619,
      "grad_norm": 5.019154071807861,
      "learning_rate": 1.7377236418833855e-06,
      "loss": 0.9290032386779785,
      "step": 1024
    },
    {
      "epoch": 0.8636363636363636,
      "grad_norm": 6.809414863586426,
      "learning_rate": 1.736543744527469e-06,
      "loss": 0.8829033374786377,
      "step": 1026
    },
    {
      "epoch": 0.8653198653198653,
      "grad_norm": 7.587875843048096,
      "learning_rate": 1.7353616540105214e-06,
      "loss": 0.950920581817627,
      "step": 1028
    },
    {
      "epoch": 0.867003367003367,
      "grad_norm": 2.2208216190338135,
      "learning_rate": 1.7341773744053423e-06,
      "loss": 0.621329128742218,
      "step": 1030
    },
    {
      "epoch": 0.8686868686868687,
      "grad_norm": 2.647271156311035,
      "learning_rate": 1.7329909097922726e-06,
      "loss": 0.8295049667358398,
      "step": 1032
    },
    {
      "epoch": 0.8703703703703703,
      "grad_norm": 4.676586151123047,
      "learning_rate": 1.7318022642591826e-06,
      "loss": 0.9272868633270264,
      "step": 1034
    },
    {
      "epoch": 0.8720538720538721,
      "grad_norm": 2.2150022983551025,
      "learning_rate": 1.730611441901456e-06,
      "loss": 0.9140334129333496,
      "step": 1036
    },
    {
      "epoch": 0.8737373737373737,
      "grad_norm": 6.269838809967041,
      "learning_rate": 1.7294184468219768e-06,
      "loss": 1.0908087491989136,
      "step": 1038
    },
    {
      "epoch": 0.8754208754208754,
      "grad_norm": 7.025053024291992,
      "learning_rate": 1.728223283131116e-06,
      "loss": 1.0729374885559082,
      "step": 1040
    },
    {
      "epoch": 0.877104377104377,
      "grad_norm": 21.954816818237305,
      "learning_rate": 1.727025954946714e-06,
      "loss": 0.9535812139511108,
      "step": 1042
    },
    {
      "epoch": 0.8787878787878788,
      "grad_norm": 11.953475952148438,
      "learning_rate": 1.7258264663940706e-06,
      "loss": 1.0482563972473145,
      "step": 1044
    },
    {
      "epoch": 0.8804713804713805,
      "grad_norm": 2.643186092376709,
      "learning_rate": 1.724624821605929e-06,
      "loss": 1.0523911714553833,
      "step": 1046
    },
    {
      "epoch": 0.8821548821548821,
      "grad_norm": 21.0428409576416,
      "learning_rate": 1.7234210247224608e-06,
      "loss": 0.9557990431785583,
      "step": 1048
    },
    {
      "epoch": 0.8838383838383839,
      "grad_norm": 13.664984703063965,
      "learning_rate": 1.7222150798912527e-06,
      "loss": 0.7585754990577698,
      "step": 1050
    },
    {
      "epoch": 0.8855218855218855,
      "grad_norm": 7.943265438079834,
      "learning_rate": 1.7210069912672924e-06,
      "loss": 0.9970930218696594,
      "step": 1052
    },
    {
      "epoch": 0.8872053872053872,
      "grad_norm": 13.632953643798828,
      "learning_rate": 1.7197967630129533e-06,
      "loss": 0.5471928715705872,
      "step": 1054
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 2.960538625717163,
      "learning_rate": 1.7185843992979805e-06,
      "loss": 0.9481421113014221,
      "step": 1056
    },
    {
      "epoch": 0.8905723905723906,
      "grad_norm": 2.4345412254333496,
      "learning_rate": 1.7173699042994778e-06,
      "loss": 0.9089041948318481,
      "step": 1058
    },
    {
      "epoch": 0.8922558922558923,
      "grad_norm": 8.801026344299316,
      "learning_rate": 1.716153282201891e-06,
      "loss": 0.958892822265625,
      "step": 1060
    },
    {
      "epoch": 0.8939393939393939,
      "grad_norm": 6.052116870880127,
      "learning_rate": 1.7149345371969958e-06,
      "loss": 0.8855940699577332,
      "step": 1062
    },
    {
      "epoch": 0.8956228956228957,
      "grad_norm": 29.812705993652344,
      "learning_rate": 1.7137136734838809e-06,
      "loss": 0.8104236125946045,
      "step": 1064
    },
    {
      "epoch": 0.8973063973063973,
      "grad_norm": 7.219144344329834,
      "learning_rate": 1.7124906952689354e-06,
      "loss": 1.0544826984405518,
      "step": 1066
    },
    {
      "epoch": 0.898989898989899,
      "grad_norm": 8.607142448425293,
      "learning_rate": 1.7112656067658345e-06,
      "loss": 0.7836295366287231,
      "step": 1068
    },
    {
      "epoch": 0.9006734006734006,
      "grad_norm": 3.9157323837280273,
      "learning_rate": 1.7100384121955229e-06,
      "loss": 0.9466323852539062,
      "step": 1070
    },
    {
      "epoch": 0.9023569023569024,
      "grad_norm": 3.7519919872283936,
      "learning_rate": 1.7088091157862026e-06,
      "loss": 1.1859047412872314,
      "step": 1072
    },
    {
      "epoch": 0.9040404040404041,
      "grad_norm": 22.836341857910156,
      "learning_rate": 1.7075777217733169e-06,
      "loss": 0.8282434344291687,
      "step": 1074
    },
    {
      "epoch": 0.9057239057239057,
      "grad_norm": 7.615798473358154,
      "learning_rate": 1.7063442343995361e-06,
      "loss": 0.4293259382247925,
      "step": 1076
    },
    {
      "epoch": 0.9074074074074074,
      "grad_norm": 14.713326454162598,
      "learning_rate": 1.7051086579147436e-06,
      "loss": 1.0748696327209473,
      "step": 1078
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 6.053645610809326,
      "learning_rate": 1.7038709965760198e-06,
      "loss": 0.9073866605758667,
      "step": 1080
    },
    {
      "epoch": 0.9107744107744108,
      "grad_norm": 3.388359785079956,
      "learning_rate": 1.7026312546476292e-06,
      "loss": 0.9109467267990112,
      "step": 1082
    },
    {
      "epoch": 0.9124579124579124,
      "grad_norm": 9.549911499023438,
      "learning_rate": 1.701389436401004e-06,
      "loss": 0.697003960609436,
      "step": 1084
    },
    {
      "epoch": 0.9141414141414141,
      "grad_norm": 3.0203182697296143,
      "learning_rate": 1.700145546114731e-06,
      "loss": 1.1409720182418823,
      "step": 1086
    },
    {
      "epoch": 0.9158249158249159,
      "grad_norm": 8.64733600616455,
      "learning_rate": 1.698899588074535e-06,
      "loss": 0.8965491056442261,
      "step": 1088
    },
    {
      "epoch": 0.9175084175084175,
      "grad_norm": 2.4151153564453125,
      "learning_rate": 1.6976515665732663e-06,
      "loss": 0.9052882790565491,
      "step": 1090
    },
    {
      "epoch": 0.9191919191919192,
      "grad_norm": 6.9435224533081055,
      "learning_rate": 1.6964014859108837e-06,
      "loss": 1.0003384351730347,
      "step": 1092
    },
    {
      "epoch": 0.9208754208754208,
      "grad_norm": 4.513472557067871,
      "learning_rate": 1.6951493503944414e-06,
      "loss": 0.8998319506645203,
      "step": 1094
    },
    {
      "epoch": 0.9225589225589226,
      "grad_norm": 11.51063060760498,
      "learning_rate": 1.693895164338073e-06,
      "loss": 0.7377707958221436,
      "step": 1096
    },
    {
      "epoch": 0.9242424242424242,
      "grad_norm": 6.038638591766357,
      "learning_rate": 1.6926389320629768e-06,
      "loss": 0.3615678548812866,
      "step": 1098
    },
    {
      "epoch": 0.9259259259259259,
      "grad_norm": 6.45628023147583,
      "learning_rate": 1.6913806578974016e-06,
      "loss": 0.9533661603927612,
      "step": 1100
    },
    {
      "epoch": 0.9276094276094277,
      "grad_norm": 11.960179328918457,
      "learning_rate": 1.690120346176632e-06,
      "loss": 0.5207856893539429,
      "step": 1102
    },
    {
      "epoch": 0.9292929292929293,
      "grad_norm": 5.242334842681885,
      "learning_rate": 1.6888580012429717e-06,
      "loss": 1.1098419427871704,
      "step": 1104
    },
    {
      "epoch": 0.930976430976431,
      "grad_norm": 2.832732677459717,
      "learning_rate": 1.68759362744573e-06,
      "loss": 1.0050939321517944,
      "step": 1106
    },
    {
      "epoch": 0.9326599326599326,
      "grad_norm": 16.379804611206055,
      "learning_rate": 1.686327229141207e-06,
      "loss": 0.7864120602607727,
      "step": 1108
    },
    {
      "epoch": 0.9343434343434344,
      "grad_norm": 6.306436538696289,
      "learning_rate": 1.6850588106926773e-06,
      "loss": 1.20371413230896,
      "step": 1110
    },
    {
      "epoch": 0.936026936026936,
      "grad_norm": 5.394667625427246,
      "learning_rate": 1.6837883764703765e-06,
      "loss": 1.1867024898529053,
      "step": 1112
    },
    {
      "epoch": 0.9377104377104377,
      "grad_norm": 4.2957305908203125,
      "learning_rate": 1.6825159308514847e-06,
      "loss": 1.0403316020965576,
      "step": 1114
    },
    {
      "epoch": 0.9393939393939394,
      "grad_norm": 3.2342448234558105,
      "learning_rate": 1.6812414782201127e-06,
      "loss": 1.1196048259735107,
      "step": 1116
    },
    {
      "epoch": 0.9410774410774411,
      "grad_norm": 4.326461315155029,
      "learning_rate": 1.6799650229672862e-06,
      "loss": 0.9937688708305359,
      "step": 1118
    },
    {
      "epoch": 0.9427609427609428,
      "grad_norm": 8.076350212097168,
      "learning_rate": 1.6786865694909301e-06,
      "loss": 1.2609586715698242,
      "step": 1120
    },
    {
      "epoch": 0.9444444444444444,
      "grad_norm": 2.848473310470581,
      "learning_rate": 1.6774061221958552e-06,
      "loss": 0.7693970203399658,
      "step": 1122
    },
    {
      "epoch": 0.9461279461279462,
      "grad_norm": 21.549283981323242,
      "learning_rate": 1.6761236854937406e-06,
      "loss": 0.8295996189117432,
      "step": 1124
    },
    {
      "epoch": 0.9478114478114478,
      "grad_norm": 3.2013320922851562,
      "learning_rate": 1.674839263803121e-06,
      "loss": 0.8039145469665527,
      "step": 1126
    },
    {
      "epoch": 0.9494949494949495,
      "grad_norm": 4.9571099281311035,
      "learning_rate": 1.6735528615493686e-06,
      "loss": 0.9634122848510742,
      "step": 1128
    },
    {
      "epoch": 0.9511784511784511,
      "grad_norm": 16.527570724487305,
      "learning_rate": 1.6722644831646815e-06,
      "loss": 0.79341059923172,
      "step": 1130
    },
    {
      "epoch": 0.9528619528619529,
      "grad_norm": 2.471346855163574,
      "learning_rate": 1.6709741330880644e-06,
      "loss": 0.9218388795852661,
      "step": 1132
    },
    {
      "epoch": 0.9545454545454546,
      "grad_norm": 30.464435577392578,
      "learning_rate": 1.6696818157653172e-06,
      "loss": 0.946638286113739,
      "step": 1134
    },
    {
      "epoch": 0.9562289562289562,
      "grad_norm": 6.8406453132629395,
      "learning_rate": 1.6683875356490157e-06,
      "loss": 0.8108268976211548,
      "step": 1136
    },
    {
      "epoch": 0.9579124579124579,
      "grad_norm": 5.6103620529174805,
      "learning_rate": 1.6670912971985002e-06,
      "loss": 0.6951830387115479,
      "step": 1138
    },
    {
      "epoch": 0.9595959595959596,
      "grad_norm": 4.111386299133301,
      "learning_rate": 1.6657931048798576e-06,
      "loss": 0.5389662384986877,
      "step": 1140
    },
    {
      "epoch": 0.9612794612794613,
      "grad_norm": 5.01594352722168,
      "learning_rate": 1.6644929631659061e-06,
      "loss": 0.8873554468154907,
      "step": 1142
    },
    {
      "epoch": 0.9629629629629629,
      "grad_norm": 5.6005096435546875,
      "learning_rate": 1.6631908765361818e-06,
      "loss": 0.5947662591934204,
      "step": 1144
    },
    {
      "epoch": 0.9646464646464646,
      "grad_norm": 4.118565082550049,
      "learning_rate": 1.6618868494769202e-06,
      "loss": 0.8753615617752075,
      "step": 1146
    },
    {
      "epoch": 0.9663299663299664,
      "grad_norm": 10.705119132995605,
      "learning_rate": 1.6605808864810437e-06,
      "loss": 0.7432312965393066,
      "step": 1148
    },
    {
      "epoch": 0.968013468013468,
      "grad_norm": 6.360631465911865,
      "learning_rate": 1.6592729920481443e-06,
      "loss": 0.9374081492424011,
      "step": 1150
    },
    {
      "epoch": 0.9696969696969697,
      "grad_norm": 22.604328155517578,
      "learning_rate": 1.6579631706844683e-06,
      "loss": 0.5783393383026123,
      "step": 1152
    },
    {
      "epoch": 0.9713804713804713,
      "grad_norm": 10.371187210083008,
      "learning_rate": 1.6566514269029015e-06,
      "loss": 0.8774973750114441,
      "step": 1154
    },
    {
      "epoch": 0.9730639730639731,
      "grad_norm": 2.2685441970825195,
      "learning_rate": 1.6553377652229536e-06,
      "loss": 0.5517897605895996,
      "step": 1156
    },
    {
      "epoch": 0.9747474747474747,
      "grad_norm": 15.745230674743652,
      "learning_rate": 1.6540221901707413e-06,
      "loss": 0.9311755895614624,
      "step": 1158
    },
    {
      "epoch": 0.9764309764309764,
      "grad_norm": 6.642886161804199,
      "learning_rate": 1.6527047062789743e-06,
      "loss": 0.4048464298248291,
      "step": 1160
    },
    {
      "epoch": 0.9781144781144782,
      "grad_norm": 23.364538192749023,
      "learning_rate": 1.6513853180869391e-06,
      "loss": 1.0577645301818848,
      "step": 1162
    },
    {
      "epoch": 0.9797979797979798,
      "grad_norm": 2.7986645698547363,
      "learning_rate": 1.6500640301404832e-06,
      "loss": 0.6768155694007874,
      "step": 1164
    },
    {
      "epoch": 0.9814814814814815,
      "grad_norm": 4.8387131690979,
      "learning_rate": 1.6487408469919992e-06,
      "loss": 0.7736034393310547,
      "step": 1166
    },
    {
      "epoch": 0.9831649831649831,
      "grad_norm": 4.39155387878418,
      "learning_rate": 1.6474157732004101e-06,
      "loss": 0.7835286855697632,
      "step": 1168
    },
    {
      "epoch": 0.9848484848484849,
      "grad_norm": 4.676360607147217,
      "learning_rate": 1.6460888133311526e-06,
      "loss": 0.8302567005157471,
      "step": 1170
    },
    {
      "epoch": 0.9865319865319865,
      "grad_norm": 3.651604413986206,
      "learning_rate": 1.6447599719561616e-06,
      "loss": 0.6171858310699463,
      "step": 1172
    },
    {
      "epoch": 0.9882154882154882,
      "grad_norm": 3.5588345527648926,
      "learning_rate": 1.6434292536538547e-06,
      "loss": 0.8998767137527466,
      "step": 1174
    },
    {
      "epoch": 0.98989898989899,
      "grad_norm": 11.439290046691895,
      "learning_rate": 1.6420966630091168e-06,
      "loss": 0.41087231040000916,
      "step": 1176
    },
    {
      "epoch": 0.9915824915824916,
      "grad_norm": 11.601485252380371,
      "learning_rate": 1.6407622046132831e-06,
      "loss": 1.0380841493606567,
      "step": 1178
    },
    {
      "epoch": 0.9932659932659933,
      "grad_norm": 7.792235374450684,
      "learning_rate": 1.6394258830641243e-06,
      "loss": 0.43105313181877136,
      "step": 1180
    },
    {
      "epoch": 0.9949494949494949,
      "grad_norm": 21.001230239868164,
      "learning_rate": 1.6380877029658303e-06,
      "loss": 0.8770669102668762,
      "step": 1182
    },
    {
      "epoch": 0.9966329966329966,
      "grad_norm": 13.98222827911377,
      "learning_rate": 1.6367476689289947e-06,
      "loss": 0.9919424057006836,
      "step": 1184
    },
    {
      "epoch": 0.9983164983164983,
      "grad_norm": 36.48440933227539,
      "learning_rate": 1.6354057855705984e-06,
      "loss": 0.6105228066444397,
      "step": 1186
    },
    {
      "epoch": 1.0,
      "grad_norm": 9.162494659423828,
      "learning_rate": 1.6340620575139947e-06,
      "loss": 0.7021905183792114,
      "step": 1188
    },
    {
      "epoch": 1.0016835016835017,
      "grad_norm": 6.610725402832031,
      "learning_rate": 1.6327164893888913e-06,
      "loss": 0.3793674111366272,
      "step": 1190
    },
    {
      "epoch": 1.0033670033670035,
      "grad_norm": 6.908663272857666,
      "learning_rate": 1.6313690858313374e-06,
      "loss": 0.39230918884277344,
      "step": 1192
    },
    {
      "epoch": 1.005050505050505,
      "grad_norm": 2.9396955966949463,
      "learning_rate": 1.6300198514837045e-06,
      "loss": 1.0317349433898926,
      "step": 1194
    },
    {
      "epoch": 1.0067340067340067,
      "grad_norm": 12.543563842773438,
      "learning_rate": 1.6286687909946732e-06,
      "loss": 0.8607063293457031,
      "step": 1196
    },
    {
      "epoch": 1.0084175084175084,
      "grad_norm": 3.976856231689453,
      "learning_rate": 1.6273159090192152e-06,
      "loss": 0.9927105903625488,
      "step": 1198
    },
    {
      "epoch": 1.0101010101010102,
      "grad_norm": 7.6159348487854,
      "learning_rate": 1.6259612102185778e-06,
      "loss": 1.056520938873291,
      "step": 1200
    },
    {
      "epoch": 1.0117845117845117,
      "grad_norm": 13.293722152709961,
      "learning_rate": 1.6246046992602685e-06,
      "loss": 0.9043182134628296,
      "step": 1202
    },
    {
      "epoch": 1.0134680134680134,
      "grad_norm": 7.976161003112793,
      "learning_rate": 1.6232463808180385e-06,
      "loss": 0.8953118920326233,
      "step": 1204
    },
    {
      "epoch": 1.0151515151515151,
      "grad_norm": 14.81564998626709,
      "learning_rate": 1.6218862595718664e-06,
      "loss": 1.0292134284973145,
      "step": 1206
    },
    {
      "epoch": 1.0168350168350169,
      "grad_norm": 8.188558578491211,
      "learning_rate": 1.620524340207942e-06,
      "loss": 0.5569553375244141,
      "step": 1208
    },
    {
      "epoch": 1.0185185185185186,
      "grad_norm": 7.264322757720947,
      "learning_rate": 1.6191606274186504e-06,
      "loss": 0.5535443425178528,
      "step": 1210
    },
    {
      "epoch": 1.02020202020202,
      "grad_norm": 5.589961528778076,
      "learning_rate": 1.6177951259025562e-06,
      "loss": 0.5485536456108093,
      "step": 1212
    },
    {
      "epoch": 1.0218855218855218,
      "grad_norm": 6.598013401031494,
      "learning_rate": 1.6164278403643867e-06,
      "loss": 0.7326016426086426,
      "step": 1214
    },
    {
      "epoch": 1.0235690235690236,
      "grad_norm": 2.7756152153015137,
      "learning_rate": 1.6150587755150158e-06,
      "loss": 0.4036520719528198,
      "step": 1216
    },
    {
      "epoch": 1.0252525252525253,
      "grad_norm": 12.781232833862305,
      "learning_rate": 1.6136879360714478e-06,
      "loss": 0.8799995183944702,
      "step": 1218
    },
    {
      "epoch": 1.026936026936027,
      "grad_norm": 2.7762389183044434,
      "learning_rate": 1.612315326756802e-06,
      "loss": 0.7381196022033691,
      "step": 1220
    },
    {
      "epoch": 1.0286195286195285,
      "grad_norm": 11.140121459960938,
      "learning_rate": 1.6109409523002942e-06,
      "loss": 0.8362076282501221,
      "step": 1222
    },
    {
      "epoch": 1.0303030303030303,
      "grad_norm": 2.88662052154541,
      "learning_rate": 1.6095648174372231e-06,
      "loss": 1.0976812839508057,
      "step": 1224
    },
    {
      "epoch": 1.031986531986532,
      "grad_norm": 3.13314151763916,
      "learning_rate": 1.6081869269089522e-06,
      "loss": 0.709804892539978,
      "step": 1226
    },
    {
      "epoch": 1.0336700336700337,
      "grad_norm": 5.350557327270508,
      "learning_rate": 1.606807285462894e-06,
      "loss": 0.8039405941963196,
      "step": 1228
    },
    {
      "epoch": 1.0353535353535352,
      "grad_norm": 2.7725930213928223,
      "learning_rate": 1.6054258978524943e-06,
      "loss": 0.8068400025367737,
      "step": 1230
    },
    {
      "epoch": 1.037037037037037,
      "grad_norm": 29.508012771606445,
      "learning_rate": 1.6040427688372143e-06,
      "loss": 0.47366365790367126,
      "step": 1232
    },
    {
      "epoch": 1.0387205387205387,
      "grad_norm": 1.3913285732269287,
      "learning_rate": 1.602657903182515e-06,
      "loss": 0.7617353796958923,
      "step": 1234
    },
    {
      "epoch": 1.0404040404040404,
      "grad_norm": 4.6602630615234375,
      "learning_rate": 1.6012713056598423e-06,
      "loss": 0.7685100436210632,
      "step": 1236
    },
    {
      "epoch": 1.0420875420875422,
      "grad_norm": 3.482510805130005,
      "learning_rate": 1.599882981046607e-06,
      "loss": 0.512657105922699,
      "step": 1238
    },
    {
      "epoch": 1.0437710437710437,
      "grad_norm": 3.340650796890259,
      "learning_rate": 1.5984929341261724e-06,
      "loss": 1.0025690793991089,
      "step": 1240
    },
    {
      "epoch": 1.0454545454545454,
      "grad_norm": 5.567379474639893,
      "learning_rate": 1.5971011696878342e-06,
      "loss": 0.9806394577026367,
      "step": 1242
    },
    {
      "epoch": 1.0471380471380471,
      "grad_norm": 7.478330612182617,
      "learning_rate": 1.5957076925268072e-06,
      "loss": 0.6606462001800537,
      "step": 1244
    },
    {
      "epoch": 1.0488215488215489,
      "grad_norm": 5.497067451477051,
      "learning_rate": 1.5943125074442064e-06,
      "loss": 0.6403665542602539,
      "step": 1246
    },
    {
      "epoch": 1.0505050505050506,
      "grad_norm": 5.195033550262451,
      "learning_rate": 1.5929156192470313e-06,
      "loss": 0.8676759004592896,
      "step": 1248
    },
    {
      "epoch": 1.0521885521885521,
      "grad_norm": 3.5050344467163086,
      "learning_rate": 1.5915170327481491e-06,
      "loss": 0.7130298614501953,
      "step": 1250
    },
    {
      "epoch": 1.0538720538720538,
      "grad_norm": 6.229882717132568,
      "learning_rate": 1.5901167527662796e-06,
      "loss": 0.6191893815994263,
      "step": 1252
    },
    {
      "epoch": 1.0555555555555556,
      "grad_norm": 3.6591920852661133,
      "learning_rate": 1.5887147841259758e-06,
      "loss": 0.9453639388084412,
      "step": 1254
    },
    {
      "epoch": 1.0572390572390573,
      "grad_norm": 8.242814064025879,
      "learning_rate": 1.5873111316576102e-06,
      "loss": 0.711391270160675,
      "step": 1256
    },
    {
      "epoch": 1.0589225589225588,
      "grad_norm": 9.809550285339355,
      "learning_rate": 1.5859058001973555e-06,
      "loss": 0.5224330425262451,
      "step": 1258
    },
    {
      "epoch": 1.0606060606060606,
      "grad_norm": 8.671676635742188,
      "learning_rate": 1.5844987945871701e-06,
      "loss": 0.736186146736145,
      "step": 1260
    },
    {
      "epoch": 1.0622895622895623,
      "grad_norm": 8.753976821899414,
      "learning_rate": 1.5830901196747805e-06,
      "loss": 0.632482647895813,
      "step": 1262
    },
    {
      "epoch": 1.063973063973064,
      "grad_norm": 3.3778975009918213,
      "learning_rate": 1.5816797803136647e-06,
      "loss": 0.7275056838989258,
      "step": 1264
    },
    {
      "epoch": 1.0656565656565657,
      "grad_norm": 6.493520736694336,
      "learning_rate": 1.5802677813630348e-06,
      "loss": 0.7164782285690308,
      "step": 1266
    },
    {
      "epoch": 1.0673400673400673,
      "grad_norm": 12.627816200256348,
      "learning_rate": 1.5788541276878212e-06,
      "loss": 0.5824927687644958,
      "step": 1268
    },
    {
      "epoch": 1.069023569023569,
      "grad_norm": 7.747696876525879,
      "learning_rate": 1.577438824158656e-06,
      "loss": 0.5714269876480103,
      "step": 1270
    },
    {
      "epoch": 1.0707070707070707,
      "grad_norm": 12.949309349060059,
      "learning_rate": 1.5760218756518548e-06,
      "loss": 0.7176691293716431,
      "step": 1272
    },
    {
      "epoch": 1.0723905723905724,
      "grad_norm": 6.077565670013428,
      "learning_rate": 1.5746032870494022e-06,
      "loss": 0.4697990417480469,
      "step": 1274
    },
    {
      "epoch": 1.074074074074074,
      "grad_norm": 4.4054155349731445,
      "learning_rate": 1.5731830632389322e-06,
      "loss": 0.6759170293807983,
      "step": 1276
    },
    {
      "epoch": 1.0757575757575757,
      "grad_norm": 62.43513488769531,
      "learning_rate": 1.5717612091137137e-06,
      "loss": 0.9693543910980225,
      "step": 1278
    },
    {
      "epoch": 1.0774410774410774,
      "grad_norm": 27.173269271850586,
      "learning_rate": 1.570337729572632e-06,
      "loss": 0.4767664670944214,
      "step": 1280
    },
    {
      "epoch": 1.0791245791245792,
      "grad_norm": 6.065430164337158,
      "learning_rate": 1.5689126295201738e-06,
      "loss": 0.33717769384384155,
      "step": 1282
    },
    {
      "epoch": 1.0808080808080809,
      "grad_norm": 5.10385799407959,
      "learning_rate": 1.5674859138664076e-06,
      "loss": 0.9727071523666382,
      "step": 1284
    },
    {
      "epoch": 1.0824915824915824,
      "grad_norm": 4.059802055358887,
      "learning_rate": 1.5660575875269696e-06,
      "loss": 0.7808531522750854,
      "step": 1286
    },
    {
      "epoch": 1.0841750841750841,
      "grad_norm": 3.3735897541046143,
      "learning_rate": 1.5646276554230454e-06,
      "loss": 0.5864525437355042,
      "step": 1288
    },
    {
      "epoch": 1.0858585858585859,
      "grad_norm": 3.3175692558288574,
      "learning_rate": 1.563196122481352e-06,
      "loss": 0.6308066844940186,
      "step": 1290
    },
    {
      "epoch": 1.0875420875420876,
      "grad_norm": 8.797651290893555,
      "learning_rate": 1.5617629936341225e-06,
      "loss": 1.049008846282959,
      "step": 1292
    },
    {
      "epoch": 1.0892255892255893,
      "grad_norm": 7.429879188537598,
      "learning_rate": 1.5603282738190898e-06,
      "loss": 0.766440749168396,
      "step": 1294
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 14.650995254516602,
      "learning_rate": 1.5588919679794668e-06,
      "loss": 0.5494952201843262,
      "step": 1296
    },
    {
      "epoch": 1.0925925925925926,
      "grad_norm": 7.310492515563965,
      "learning_rate": 1.5574540810639312e-06,
      "loss": 0.5477076768875122,
      "step": 1298
    },
    {
      "epoch": 1.0942760942760943,
      "grad_norm": 21.442401885986328,
      "learning_rate": 1.556014618026609e-06,
      "loss": 0.6048269271850586,
      "step": 1300
    },
    {
      "epoch": 1.095959595959596,
      "grad_norm": 78.25362396240234,
      "learning_rate": 1.5545735838270556e-06,
      "loss": 0.5611992478370667,
      "step": 1302
    },
    {
      "epoch": 1.0976430976430978,
      "grad_norm": 7.619815826416016,
      "learning_rate": 1.5531309834302403e-06,
      "loss": 0.5441624522209167,
      "step": 1304
    },
    {
      "epoch": 1.0993265993265993,
      "grad_norm": 26.699399948120117,
      "learning_rate": 1.5516868218065283e-06,
      "loss": 0.5887436866760254,
      "step": 1306
    },
    {
      "epoch": 1.101010101010101,
      "grad_norm": 15.65885066986084,
      "learning_rate": 1.5502411039316642e-06,
      "loss": 0.5249545574188232,
      "step": 1308
    },
    {
      "epoch": 1.1026936026936027,
      "grad_norm": 25.263103485107422,
      "learning_rate": 1.5487938347867542e-06,
      "loss": 0.36874455213546753,
      "step": 1310
    },
    {
      "epoch": 1.1043771043771045,
      "grad_norm": 9.12649917602539,
      "learning_rate": 1.5473450193582498e-06,
      "loss": 1.1010559797286987,
      "step": 1312
    },
    {
      "epoch": 1.106060606060606,
      "grad_norm": 23.143815994262695,
      "learning_rate": 1.5458946626379293e-06,
      "loss": 0.8757441639900208,
      "step": 1314
    },
    {
      "epoch": 1.1077441077441077,
      "grad_norm": 11.386807441711426,
      "learning_rate": 1.5444427696228822e-06,
      "loss": 0.8766863346099854,
      "step": 1316
    },
    {
      "epoch": 1.1094276094276094,
      "grad_norm": 5.802887439727783,
      "learning_rate": 1.5429893453154906e-06,
      "loss": 0.8725073337554932,
      "step": 1318
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 5.350346088409424,
      "learning_rate": 1.5415343947234132e-06,
      "loss": 0.5795699954032898,
      "step": 1320
    },
    {
      "epoch": 1.112794612794613,
      "grad_norm": 15.783977508544922,
      "learning_rate": 1.5400779228595663e-06,
      "loss": 0.8113459348678589,
      "step": 1322
    },
    {
      "epoch": 1.1144781144781144,
      "grad_norm": 9.137958526611328,
      "learning_rate": 1.538619934742109e-06,
      "loss": 0.46189528703689575,
      "step": 1324
    },
    {
      "epoch": 1.1161616161616161,
      "grad_norm": 5.9258527755737305,
      "learning_rate": 1.5371604353944235e-06,
      "loss": 0.8045957684516907,
      "step": 1326
    },
    {
      "epoch": 1.1178451178451179,
      "grad_norm": 2.5547056198120117,
      "learning_rate": 1.5356994298450989e-06,
      "loss": 0.6314079165458679,
      "step": 1328
    },
    {
      "epoch": 1.1195286195286196,
      "grad_norm": 6.180763244628906,
      "learning_rate": 1.5342369231279145e-06,
      "loss": 0.9923676252365112,
      "step": 1330
    },
    {
      "epoch": 1.121212121212121,
      "grad_norm": 10.539793968200684,
      "learning_rate": 1.5327729202818212e-06,
      "loss": 0.6905699372291565,
      "step": 1332
    },
    {
      "epoch": 1.1228956228956228,
      "grad_norm": 3.815638780593872,
      "learning_rate": 1.5313074263509242e-06,
      "loss": 1.0867717266082764,
      "step": 1334
    },
    {
      "epoch": 1.1245791245791246,
      "grad_norm": 7.576748847961426,
      "learning_rate": 1.5298404463844675e-06,
      "loss": 0.5058388113975525,
      "step": 1336
    },
    {
      "epoch": 1.1262626262626263,
      "grad_norm": 6.077386856079102,
      "learning_rate": 1.5283719854368142e-06,
      "loss": 0.6739003658294678,
      "step": 1338
    },
    {
      "epoch": 1.127946127946128,
      "grad_norm": 18.228174209594727,
      "learning_rate": 1.5269020485674299e-06,
      "loss": 0.5296186208724976,
      "step": 1340
    },
    {
      "epoch": 1.1296296296296295,
      "grad_norm": 7.708940029144287,
      "learning_rate": 1.5254306408408657e-06,
      "loss": 0.8153047561645508,
      "step": 1342
    },
    {
      "epoch": 1.1313131313131313,
      "grad_norm": 3.31766414642334,
      "learning_rate": 1.5239577673267401e-06,
      "loss": 1.0957720279693604,
      "step": 1344
    },
    {
      "epoch": 1.132996632996633,
      "grad_norm": 5.293587684631348,
      "learning_rate": 1.5224834330997222e-06,
      "loss": 0.9039838314056396,
      "step": 1346
    },
    {
      "epoch": 1.1346801346801347,
      "grad_norm": 3.792046070098877,
      "learning_rate": 1.5210076432395138e-06,
      "loss": 0.6438568234443665,
      "step": 1348
    },
    {
      "epoch": 1.1363636363636362,
      "grad_norm": 7.245974063873291,
      "learning_rate": 1.5195304028308324e-06,
      "loss": 0.4882217049598694,
      "step": 1350
    },
    {
      "epoch": 1.138047138047138,
      "grad_norm": 26.42631721496582,
      "learning_rate": 1.5180517169633914e-06,
      "loss": 0.2949609160423279,
      "step": 1352
    },
    {
      "epoch": 1.1397306397306397,
      "grad_norm": 3.006683111190796,
      "learning_rate": 1.5165715907318874e-06,
      "loss": 1.0205047130584717,
      "step": 1354
    },
    {
      "epoch": 1.1414141414141414,
      "grad_norm": 3.6523959636688232,
      "learning_rate": 1.5150900292359775e-06,
      "loss": 1.0392919778823853,
      "step": 1356
    },
    {
      "epoch": 1.1430976430976432,
      "grad_norm": 4.214179992675781,
      "learning_rate": 1.513607037580264e-06,
      "loss": 0.6601721048355103,
      "step": 1358
    },
    {
      "epoch": 1.144781144781145,
      "grad_norm": 10.945768356323242,
      "learning_rate": 1.5121226208742771e-06,
      "loss": 0.6551761627197266,
      "step": 1360
    },
    {
      "epoch": 1.1464646464646464,
      "grad_norm": 3.450727701187134,
      "learning_rate": 1.5106367842324578e-06,
      "loss": 0.8425558805465698,
      "step": 1362
    },
    {
      "epoch": 1.1481481481481481,
      "grad_norm": 13.319304466247559,
      "learning_rate": 1.5091495327741375e-06,
      "loss": 0.8309493064880371,
      "step": 1364
    },
    {
      "epoch": 1.1498316498316499,
      "grad_norm": 3.239384889602661,
      "learning_rate": 1.507660871623524e-06,
      "loss": 0.6987888813018799,
      "step": 1366
    },
    {
      "epoch": 1.1515151515151516,
      "grad_norm": 9.262398719787598,
      "learning_rate": 1.5061708059096807e-06,
      "loss": 0.7337237596511841,
      "step": 1368
    },
    {
      "epoch": 1.1531986531986531,
      "grad_norm": 3.1679928302764893,
      "learning_rate": 1.5046793407665114e-06,
      "loss": 1.047074794769287,
      "step": 1370
    },
    {
      "epoch": 1.1548821548821548,
      "grad_norm": 5.058619976043701,
      "learning_rate": 1.503186481332741e-06,
      "loss": 1.0454055070877075,
      "step": 1372
    },
    {
      "epoch": 1.1565656565656566,
      "grad_norm": 9.18127155303955,
      "learning_rate": 1.5016922327518986e-06,
      "loss": 0.38407066464424133,
      "step": 1374
    },
    {
      "epoch": 1.1582491582491583,
      "grad_norm": 6.960140228271484,
      "learning_rate": 1.5001966001722986e-06,
      "loss": 0.38796305656433105,
      "step": 1376
    },
    {
      "epoch": 1.15993265993266,
      "grad_norm": 18.356365203857422,
      "learning_rate": 1.4986995887470248e-06,
      "loss": 0.8758000135421753,
      "step": 1378
    },
    {
      "epoch": 1.1616161616161615,
      "grad_norm": 2.5531139373779297,
      "learning_rate": 1.497201203633912e-06,
      "loss": 0.6682250499725342,
      "step": 1380
    },
    {
      "epoch": 1.1632996632996633,
      "grad_norm": 18.195405960083008,
      "learning_rate": 1.4957014499955265e-06,
      "loss": 0.5331791639328003,
      "step": 1382
    },
    {
      "epoch": 1.164983164983165,
      "grad_norm": 4.818270683288574,
      "learning_rate": 1.4942003329991513e-06,
      "loss": 0.3785390257835388,
      "step": 1384
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 66.33992767333984,
      "learning_rate": 1.492697857816766e-06,
      "loss": 0.48905232548713684,
      "step": 1386
    },
    {
      "epoch": 1.1683501683501682,
      "grad_norm": 6.675547122955322,
      "learning_rate": 1.491194029625029e-06,
      "loss": 0.5575925707817078,
      "step": 1388
    },
    {
      "epoch": 1.17003367003367,
      "grad_norm": 2.9333407878875732,
      "learning_rate": 1.489688853605262e-06,
      "loss": 0.8529257774353027,
      "step": 1390
    },
    {
      "epoch": 1.1717171717171717,
      "grad_norm": 14.85582447052002,
      "learning_rate": 1.4881823349434296e-06,
      "loss": 0.8529238104820251,
      "step": 1392
    },
    {
      "epoch": 1.1734006734006734,
      "grad_norm": 4.551332473754883,
      "learning_rate": 1.4866744788301226e-06,
      "loss": 0.6012097597122192,
      "step": 1394
    },
    {
      "epoch": 1.1750841750841752,
      "grad_norm": 5.803267955780029,
      "learning_rate": 1.485165290460539e-06,
      "loss": 0.5330957770347595,
      "step": 1396
    },
    {
      "epoch": 1.1767676767676767,
      "grad_norm": 4.956878185272217,
      "learning_rate": 1.4836547750344688e-06,
      "loss": 0.7069591283798218,
      "step": 1398
    },
    {
      "epoch": 1.1784511784511784,
      "grad_norm": 11.88759708404541,
      "learning_rate": 1.4821429377562725e-06,
      "loss": 0.4460894763469696,
      "step": 1400
    },
    {
      "epoch": 1.1801346801346801,
      "grad_norm": 3.5958197116851807,
      "learning_rate": 1.4806297838348653e-06,
      "loss": 0.909576952457428,
      "step": 1402
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 4.076791286468506,
      "learning_rate": 1.4791153184837e-06,
      "loss": 0.6851646900177002,
      "step": 1404
    },
    {
      "epoch": 1.1835016835016834,
      "grad_norm": 8.969018936157227,
      "learning_rate": 1.4775995469207467e-06,
      "loss": 0.7221487760543823,
      "step": 1406
    },
    {
      "epoch": 1.1851851851851851,
      "grad_norm": 24.653610229492188,
      "learning_rate": 1.476082474368476e-06,
      "loss": 1.0442817211151123,
      "step": 1408
    },
    {
      "epoch": 1.1868686868686869,
      "grad_norm": 6.7254557609558105,
      "learning_rate": 1.4745641060538407e-06,
      "loss": 0.6711673140525818,
      "step": 1410
    },
    {
      "epoch": 1.1885521885521886,
      "grad_norm": 38.141719818115234,
      "learning_rate": 1.4730444472082597e-06,
      "loss": 0.6712204217910767,
      "step": 1412
    },
    {
      "epoch": 1.1902356902356903,
      "grad_norm": 5.311680793762207,
      "learning_rate": 1.471523503067596e-06,
      "loss": 0.7601330280303955,
      "step": 1414
    },
    {
      "epoch": 1.1919191919191918,
      "grad_norm": 6.686192512512207,
      "learning_rate": 1.4700012788721431e-06,
      "loss": 0.6655834913253784,
      "step": 1416
    },
    {
      "epoch": 1.1936026936026936,
      "grad_norm": 12.520559310913086,
      "learning_rate": 1.4684777798666028e-06,
      "loss": 1.0070924758911133,
      "step": 1418
    },
    {
      "epoch": 1.1952861952861953,
      "grad_norm": 39.29856491088867,
      "learning_rate": 1.4669530113000712e-06,
      "loss": 0.8293688297271729,
      "step": 1420
    },
    {
      "epoch": 1.196969696969697,
      "grad_norm": 5.298742294311523,
      "learning_rate": 1.465426978426017e-06,
      "loss": 0.7399046421051025,
      "step": 1422
    },
    {
      "epoch": 1.1986531986531987,
      "grad_norm": 4.998674392700195,
      "learning_rate": 1.4638996865022658e-06,
      "loss": 0.5819299221038818,
      "step": 1424
    },
    {
      "epoch": 1.2003367003367003,
      "grad_norm": 19.531993865966797,
      "learning_rate": 1.4623711407909802e-06,
      "loss": 0.8090528845787048,
      "step": 1426
    },
    {
      "epoch": 1.202020202020202,
      "grad_norm": 5.534289836883545,
      "learning_rate": 1.4608413465586444e-06,
      "loss": 0.4998140335083008,
      "step": 1428
    },
    {
      "epoch": 1.2037037037037037,
      "grad_norm": 4.479226589202881,
      "learning_rate": 1.4593103090760426e-06,
      "loss": 0.8749973177909851,
      "step": 1430
    },
    {
      "epoch": 1.2053872053872055,
      "grad_norm": 6.119904518127441,
      "learning_rate": 1.4577780336182429e-06,
      "loss": 0.6631636619567871,
      "step": 1432
    },
    {
      "epoch": 1.2070707070707072,
      "grad_norm": 6.20470666885376,
      "learning_rate": 1.4562445254645793e-06,
      "loss": 1.0941792726516724,
      "step": 1434
    },
    {
      "epoch": 1.2087542087542087,
      "grad_norm": 13.419809341430664,
      "learning_rate": 1.4547097898986332e-06,
      "loss": 0.5603539347648621,
      "step": 1436
    },
    {
      "epoch": 1.2104377104377104,
      "grad_norm": 10.74496841430664,
      "learning_rate": 1.453173832208213e-06,
      "loss": 0.3947031497955322,
      "step": 1438
    },
    {
      "epoch": 1.2121212121212122,
      "grad_norm": 2.647723436355591,
      "learning_rate": 1.4516366576853406e-06,
      "loss": 0.3918086886405945,
      "step": 1440
    },
    {
      "epoch": 1.2138047138047139,
      "grad_norm": 7.783057689666748,
      "learning_rate": 1.450098271626228e-06,
      "loss": 0.6404916048049927,
      "step": 1442
    },
    {
      "epoch": 1.2154882154882154,
      "grad_norm": 7.518592834472656,
      "learning_rate": 1.448558679331263e-06,
      "loss": 0.8621898889541626,
      "step": 1444
    },
    {
      "epoch": 1.2171717171717171,
      "grad_norm": 15.241488456726074,
      "learning_rate": 1.4470178861049886e-06,
      "loss": 0.8157280683517456,
      "step": 1446
    },
    {
      "epoch": 1.2188552188552189,
      "grad_norm": 5.622246742248535,
      "learning_rate": 1.4454758972560863e-06,
      "loss": 0.6764127612113953,
      "step": 1448
    },
    {
      "epoch": 1.2205387205387206,
      "grad_norm": 3.0841257572174072,
      "learning_rate": 1.4439327180973556e-06,
      "loss": 0.8733148574829102,
      "step": 1450
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 4.749155521392822,
      "learning_rate": 1.4423883539456987e-06,
      "loss": 0.828094482421875,
      "step": 1452
    },
    {
      "epoch": 1.2239057239057238,
      "grad_norm": 14.270376205444336,
      "learning_rate": 1.4408428101220997e-06,
      "loss": 0.5771759152412415,
      "step": 1454
    },
    {
      "epoch": 1.2255892255892256,
      "grad_norm": 4.161510467529297,
      "learning_rate": 1.439296091951607e-06,
      "loss": 0.8248889446258545,
      "step": 1456
    },
    {
      "epoch": 1.2272727272727273,
      "grad_norm": 7.337621212005615,
      "learning_rate": 1.4377482047633162e-06,
      "loss": 0.8380516767501831,
      "step": 1458
    },
    {
      "epoch": 1.228956228956229,
      "grad_norm": 15.451786041259766,
      "learning_rate": 1.4361991538903495e-06,
      "loss": 0.9264905452728271,
      "step": 1460
    },
    {
      "epoch": 1.2306397306397305,
      "grad_norm": 17.90766143798828,
      "learning_rate": 1.4346489446698388e-06,
      "loss": 0.616461455821991,
      "step": 1462
    },
    {
      "epoch": 1.2323232323232323,
      "grad_norm": 4.267929553985596,
      "learning_rate": 1.4330975824429076e-06,
      "loss": 0.587724506855011,
      "step": 1464
    },
    {
      "epoch": 1.234006734006734,
      "grad_norm": 3.7121894359588623,
      "learning_rate": 1.4315450725546516e-06,
      "loss": 0.7742079496383667,
      "step": 1466
    },
    {
      "epoch": 1.2356902356902357,
      "grad_norm": 3.0019185543060303,
      "learning_rate": 1.42999142035412e-06,
      "loss": 0.8585535287857056,
      "step": 1468
    },
    {
      "epoch": 1.2373737373737375,
      "grad_norm": 2.829047441482544,
      "learning_rate": 1.4284366311942985e-06,
      "loss": 1.0342047214508057,
      "step": 1470
    },
    {
      "epoch": 1.239057239057239,
      "grad_norm": 8.36631965637207,
      "learning_rate": 1.42688071043209e-06,
      "loss": 0.5781531929969788,
      "step": 1472
    },
    {
      "epoch": 1.2407407407407407,
      "grad_norm": 11.143059730529785,
      "learning_rate": 1.4253236634282964e-06,
      "loss": 0.6396032571792603,
      "step": 1474
    },
    {
      "epoch": 1.2424242424242424,
      "grad_norm": 26.655942916870117,
      "learning_rate": 1.4237654955475997e-06,
      "loss": 0.4640727639198303,
      "step": 1476
    },
    {
      "epoch": 1.2441077441077442,
      "grad_norm": 6.614319801330566,
      "learning_rate": 1.4222062121585438e-06,
      "loss": 0.6802918910980225,
      "step": 1478
    },
    {
      "epoch": 1.2457912457912457,
      "grad_norm": 3.256394863128662,
      "learning_rate": 1.4206458186335158e-06,
      "loss": 0.666190505027771,
      "step": 1480
    },
    {
      "epoch": 1.2474747474747474,
      "grad_norm": 4.943792819976807,
      "learning_rate": 1.4190843203487285e-06,
      "loss": 0.7142783403396606,
      "step": 1482
    },
    {
      "epoch": 1.2491582491582491,
      "grad_norm": 3.698286771774292,
      "learning_rate": 1.4175217226842e-06,
      "loss": 0.3970263600349426,
      "step": 1484
    },
    {
      "epoch": 1.2508417508417509,
      "grad_norm": 8.15507984161377,
      "learning_rate": 1.4159580310237368e-06,
      "loss": 0.5399370193481445,
      "step": 1486
    },
    {
      "epoch": 1.2525252525252526,
      "grad_norm": 12.810306549072266,
      "learning_rate": 1.414393250754915e-06,
      "loss": 0.6834887266159058,
      "step": 1488
    },
    {
      "epoch": 1.2542087542087543,
      "grad_norm": 5.88965368270874,
      "learning_rate": 1.4128273872690608e-06,
      "loss": 0.6449817419052124,
      "step": 1490
    },
    {
      "epoch": 1.2558922558922558,
      "grad_norm": 3.2324328422546387,
      "learning_rate": 1.4112604459612326e-06,
      "loss": 0.7542852759361267,
      "step": 1492
    },
    {
      "epoch": 1.2575757575757576,
      "grad_norm": 30.748018264770508,
      "learning_rate": 1.4096924322302025e-06,
      "loss": 0.7624866962432861,
      "step": 1494
    },
    {
      "epoch": 1.2592592592592593,
      "grad_norm": 6.311125755310059,
      "learning_rate": 1.4081233514784377e-06,
      "loss": 0.6044232845306396,
      "step": 1496
    },
    {
      "epoch": 1.2609427609427608,
      "grad_norm": 2.3243467807769775,
      "learning_rate": 1.4065532091120815e-06,
      "loss": 0.8974160552024841,
      "step": 1498
    },
    {
      "epoch": 1.2626262626262625,
      "grad_norm": 7.767407417297363,
      "learning_rate": 1.4049820105409354e-06,
      "loss": 1.017437219619751,
      "step": 1500
    },
    {
      "epoch": 1.2643097643097643,
      "grad_norm": 79.28764343261719,
      "learning_rate": 1.4034097611784388e-06,
      "loss": 0.5455498695373535,
      "step": 1502
    },
    {
      "epoch": 1.265993265993266,
      "grad_norm": 7.436858654022217,
      "learning_rate": 1.4018364664416531e-06,
      "loss": 0.7246487140655518,
      "step": 1504
    },
    {
      "epoch": 1.2676767676767677,
      "grad_norm": 3.221330165863037,
      "learning_rate": 1.4002621317512402e-06,
      "loss": 1.0642752647399902,
      "step": 1506
    },
    {
      "epoch": 1.2693602693602695,
      "grad_norm": 2.4483256340026855,
      "learning_rate": 1.3986867625314453e-06,
      "loss": 1.104174256324768,
      "step": 1508
    },
    {
      "epoch": 1.271043771043771,
      "grad_norm": 16.08315086364746,
      "learning_rate": 1.397110364210079e-06,
      "loss": 0.5644181966781616,
      "step": 1510
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 26.60236930847168,
      "learning_rate": 1.395532942218496e-06,
      "loss": 0.5067999362945557,
      "step": 1512
    },
    {
      "epoch": 1.2744107744107744,
      "grad_norm": 4.2767558097839355,
      "learning_rate": 1.393954501991579e-06,
      "loss": 0.5825619697570801,
      "step": 1514
    },
    {
      "epoch": 1.2760942760942762,
      "grad_norm": 5.0948896408081055,
      "learning_rate": 1.3923750489677192e-06,
      "loss": 0.7657870054244995,
      "step": 1516
    },
    {
      "epoch": 1.2777777777777777,
      "grad_norm": 6.115753650665283,
      "learning_rate": 1.3907945885887963e-06,
      "loss": 0.6665242910385132,
      "step": 1518
    },
    {
      "epoch": 1.2794612794612794,
      "grad_norm": 3.168313980102539,
      "learning_rate": 1.389213126300161e-06,
      "loss": 0.8947120904922485,
      "step": 1520
    },
    {
      "epoch": 1.2811447811447811,
      "grad_norm": 6.6659746170043945,
      "learning_rate": 1.3876306675506176e-06,
      "loss": 0.5565755367279053,
      "step": 1522
    },
    {
      "epoch": 1.2828282828282829,
      "grad_norm": 10.685264587402344,
      "learning_rate": 1.3860472177924008e-06,
      "loss": 0.5323166847229004,
      "step": 1524
    },
    {
      "epoch": 1.2845117845117846,
      "grad_norm": 3.2777657508850098,
      "learning_rate": 1.3844627824811623e-06,
      "loss": 0.7731577157974243,
      "step": 1526
    },
    {
      "epoch": 1.2861952861952861,
      "grad_norm": 4.757735729217529,
      "learning_rate": 1.3828773670759476e-06,
      "loss": 0.6660727262496948,
      "step": 1528
    },
    {
      "epoch": 1.2878787878787878,
      "grad_norm": 6.414804458618164,
      "learning_rate": 1.3812909770391808e-06,
      "loss": 0.2846236228942871,
      "step": 1530
    },
    {
      "epoch": 1.2895622895622896,
      "grad_norm": 4.582427978515625,
      "learning_rate": 1.3797036178366422e-06,
      "loss": 0.7430540919303894,
      "step": 1532
    },
    {
      "epoch": 1.2912457912457913,
      "grad_norm": 20.26249122619629,
      "learning_rate": 1.3781152949374526e-06,
      "loss": 0.9778026938438416,
      "step": 1534
    },
    {
      "epoch": 1.2929292929292928,
      "grad_norm": 5.21143913269043,
      "learning_rate": 1.3765260138140523e-06,
      "loss": 0.9354510307312012,
      "step": 1536
    },
    {
      "epoch": 1.2946127946127945,
      "grad_norm": 7.789968013763428,
      "learning_rate": 1.3749357799421846e-06,
      "loss": 0.6247372627258301,
      "step": 1538
    },
    {
      "epoch": 1.2962962962962963,
      "grad_norm": 13.731108665466309,
      "learning_rate": 1.3733445988008729e-06,
      "loss": 0.6366062164306641,
      "step": 1540
    },
    {
      "epoch": 1.297979797979798,
      "grad_norm": 13.730175018310547,
      "learning_rate": 1.3717524758724065e-06,
      "loss": 0.6833373308181763,
      "step": 1542
    },
    {
      "epoch": 1.2996632996632997,
      "grad_norm": 10.050169944763184,
      "learning_rate": 1.3701594166423182e-06,
      "loss": 0.8749772310256958,
      "step": 1544
    },
    {
      "epoch": 1.3013468013468015,
      "grad_norm": 37.633522033691406,
      "learning_rate": 1.3685654265993682e-06,
      "loss": 0.7598909139633179,
      "step": 1546
    },
    {
      "epoch": 1.303030303030303,
      "grad_norm": 5.5588178634643555,
      "learning_rate": 1.366970511235522e-06,
      "loss": 0.8211129903793335,
      "step": 1548
    },
    {
      "epoch": 1.3047138047138047,
      "grad_norm": 6.061704158782959,
      "learning_rate": 1.3653746760459345e-06,
      "loss": 0.5478522777557373,
      "step": 1550
    },
    {
      "epoch": 1.3063973063973064,
      "grad_norm": 5.632637977600098,
      "learning_rate": 1.3637779265289299e-06,
      "loss": 0.8678094148635864,
      "step": 1552
    },
    {
      "epoch": 1.308080808080808,
      "grad_norm": 7.475294589996338,
      "learning_rate": 1.3621802681859812e-06,
      "loss": 0.9599659442901611,
      "step": 1554
    },
    {
      "epoch": 1.3097643097643097,
      "grad_norm": 3.182800769805908,
      "learning_rate": 1.3605817065216944e-06,
      "loss": 0.9627713561058044,
      "step": 1556
    },
    {
      "epoch": 1.3114478114478114,
      "grad_norm": 7.048341274261475,
      "learning_rate": 1.3589822470437864e-06,
      "loss": 0.8731982707977295,
      "step": 1558
    },
    {
      "epoch": 1.3131313131313131,
      "grad_norm": 12.228373527526855,
      "learning_rate": 1.3573818952630683e-06,
      "loss": 0.3814980089664459,
      "step": 1560
    },
    {
      "epoch": 1.3148148148148149,
      "grad_norm": 5.152705192565918,
      "learning_rate": 1.3557806566934256e-06,
      "loss": 0.47562462091445923,
      "step": 1562
    },
    {
      "epoch": 1.3164983164983166,
      "grad_norm": 12.943581581115723,
      "learning_rate": 1.354178536851799e-06,
      "loss": 0.5296528935432434,
      "step": 1564
    },
    {
      "epoch": 1.3181818181818181,
      "grad_norm": 3.833484172821045,
      "learning_rate": 1.3525755412581645e-06,
      "loss": 1.0292046070098877,
      "step": 1566
    },
    {
      "epoch": 1.3198653198653199,
      "grad_norm": 9.532318115234375,
      "learning_rate": 1.3509716754355174e-06,
      "loss": 0.4947565197944641,
      "step": 1568
    },
    {
      "epoch": 1.3215488215488216,
      "grad_norm": 6.8037848472595215,
      "learning_rate": 1.34936694490985e-06,
      "loss": 0.897117018699646,
      "step": 1570
    },
    {
      "epoch": 1.3232323232323233,
      "grad_norm": 4.932839393615723,
      "learning_rate": 1.3477613552101344e-06,
      "loss": 0.738558292388916,
      "step": 1572
    },
    {
      "epoch": 1.3249158249158248,
      "grad_norm": 4.227520942687988,
      "learning_rate": 1.3461549118683023e-06,
      "loss": 0.6831085681915283,
      "step": 1574
    },
    {
      "epoch": 1.3265993265993266,
      "grad_norm": 4.703937530517578,
      "learning_rate": 1.344547620419227e-06,
      "loss": 0.931479811668396,
      "step": 1576
    },
    {
      "epoch": 1.3282828282828283,
      "grad_norm": 8.815512657165527,
      "learning_rate": 1.3429394864007037e-06,
      "loss": 0.6243126392364502,
      "step": 1578
    },
    {
      "epoch": 1.32996632996633,
      "grad_norm": 14.775157928466797,
      "learning_rate": 1.3413305153534313e-06,
      "loss": 0.5434067249298096,
      "step": 1580
    },
    {
      "epoch": 1.3316498316498318,
      "grad_norm": 4.071495056152344,
      "learning_rate": 1.3397207128209916e-06,
      "loss": 0.62471604347229,
      "step": 1582
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 3.9714295864105225,
      "learning_rate": 1.3381100843498315e-06,
      "loss": 0.9411803483963013,
      "step": 1584
    },
    {
      "epoch": 1.335016835016835,
      "grad_norm": 7.909718990325928,
      "learning_rate": 1.3364986354892442e-06,
      "loss": 0.7755764722824097,
      "step": 1586
    },
    {
      "epoch": 1.3367003367003367,
      "grad_norm": 9.560751914978027,
      "learning_rate": 1.3348863717913485e-06,
      "loss": 0.4694201350212097,
      "step": 1588
    },
    {
      "epoch": 1.3383838383838385,
      "grad_norm": 4.796677589416504,
      "learning_rate": 1.3332732988110717e-06,
      "loss": 0.6505795121192932,
      "step": 1590
    },
    {
      "epoch": 1.34006734006734,
      "grad_norm": 13.761187553405762,
      "learning_rate": 1.3316594221061293e-06,
      "loss": 0.5099287033081055,
      "step": 1592
    },
    {
      "epoch": 1.3417508417508417,
      "grad_norm": 3.4837796688079834,
      "learning_rate": 1.3300447472370047e-06,
      "loss": 0.9218275547027588,
      "step": 1594
    },
    {
      "epoch": 1.3434343434343434,
      "grad_norm": 7.638758659362793,
      "learning_rate": 1.3284292797669325e-06,
      "loss": 0.343423992395401,
      "step": 1596
    },
    {
      "epoch": 1.3451178451178452,
      "grad_norm": 3.7108771800994873,
      "learning_rate": 1.326813025261878e-06,
      "loss": 0.8066189289093018,
      "step": 1598
    },
    {
      "epoch": 1.3468013468013469,
      "grad_norm": 5.8035359382629395,
      "learning_rate": 1.3251959892905183e-06,
      "loss": 0.7118152976036072,
      "step": 1600
    },
    {
      "epoch": 1.3484848484848486,
      "grad_norm": 3.8060877323150635,
      "learning_rate": 1.3235781774242221e-06,
      "loss": 0.64288330078125,
      "step": 1602
    },
    {
      "epoch": 1.3501683501683501,
      "grad_norm": 23.318649291992188,
      "learning_rate": 1.321959595237032e-06,
      "loss": 0.7593903541564941,
      "step": 1604
    },
    {
      "epoch": 1.3518518518518519,
      "grad_norm": 6.9713640213012695,
      "learning_rate": 1.3203402483056457e-06,
      "loss": 1.0495635271072388,
      "step": 1606
    },
    {
      "epoch": 1.3535353535353536,
      "grad_norm": 3.930389642715454,
      "learning_rate": 1.3187201422093937e-06,
      "loss": 0.8280398845672607,
      "step": 1608
    },
    {
      "epoch": 1.355218855218855,
      "grad_norm": 5.5319743156433105,
      "learning_rate": 1.3170992825302231e-06,
      "loss": 0.37589627504348755,
      "step": 1610
    },
    {
      "epoch": 1.3569023569023568,
      "grad_norm": 15.358514785766602,
      "learning_rate": 1.315477674852678e-06,
      "loss": 0.9352704286575317,
      "step": 1612
    },
    {
      "epoch": 1.3585858585858586,
      "grad_norm": 10.822661399841309,
      "learning_rate": 1.3138553247638793e-06,
      "loss": 0.6205300092697144,
      "step": 1614
    },
    {
      "epoch": 1.3602693602693603,
      "grad_norm": 8.775157928466797,
      "learning_rate": 1.3122322378535052e-06,
      "loss": 0.6584144830703735,
      "step": 1616
    },
    {
      "epoch": 1.361952861952862,
      "grad_norm": 8.134145736694336,
      "learning_rate": 1.310608419713773e-06,
      "loss": 0.8533636927604675,
      "step": 1618
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 3.848430871963501,
      "learning_rate": 1.3089838759394198e-06,
      "loss": 0.6382489204406738,
      "step": 1620
    },
    {
      "epoch": 1.3653198653198653,
      "grad_norm": 5.8508620262146,
      "learning_rate": 1.3073586121276824e-06,
      "loss": 0.947349488735199,
      "step": 1622
    },
    {
      "epoch": 1.367003367003367,
      "grad_norm": 2.4821629524230957,
      "learning_rate": 1.3057326338782782e-06,
      "loss": 0.8861122131347656,
      "step": 1624
    },
    {
      "epoch": 1.3686868686868687,
      "grad_norm": 14.790640830993652,
      "learning_rate": 1.3041059467933864e-06,
      "loss": 0.6823830604553223,
      "step": 1626
    },
    {
      "epoch": 1.3703703703703702,
      "grad_norm": 3.717794418334961,
      "learning_rate": 1.3024785564776287e-06,
      "loss": 0.8171314001083374,
      "step": 1628
    },
    {
      "epoch": 1.372053872053872,
      "grad_norm": 5.684549331665039,
      "learning_rate": 1.3008504685380493e-06,
      "loss": 0.8313175439834595,
      "step": 1630
    },
    {
      "epoch": 1.3737373737373737,
      "grad_norm": 4.290356159210205,
      "learning_rate": 1.2992216885840964e-06,
      "loss": 1.0408048629760742,
      "step": 1632
    },
    {
      "epoch": 1.3754208754208754,
      "grad_norm": 12.80916690826416,
      "learning_rate": 1.297592222227602e-06,
      "loss": 0.613922655582428,
      "step": 1634
    },
    {
      "epoch": 1.3771043771043772,
      "grad_norm": 5.713363170623779,
      "learning_rate": 1.2959620750827637e-06,
      "loss": 0.34947091341018677,
      "step": 1636
    },
    {
      "epoch": 1.378787878787879,
      "grad_norm": 5.641543388366699,
      "learning_rate": 1.2943312527661236e-06,
      "loss": 0.5458937883377075,
      "step": 1638
    },
    {
      "epoch": 1.3804713804713804,
      "grad_norm": 2.729052782058716,
      "learning_rate": 1.2926997608965515e-06,
      "loss": 0.6660902500152588,
      "step": 1640
    },
    {
      "epoch": 1.3821548821548821,
      "grad_norm": 3.4759159088134766,
      "learning_rate": 1.2910676050952232e-06,
      "loss": 0.9125963449478149,
      "step": 1642
    },
    {
      "epoch": 1.3838383838383839,
      "grad_norm": 3.339698314666748,
      "learning_rate": 1.2894347909856021e-06,
      "loss": 1.1126599311828613,
      "step": 1644
    },
    {
      "epoch": 1.3855218855218856,
      "grad_norm": 9.030343055725098,
      "learning_rate": 1.2878013241934195e-06,
      "loss": 0.7313506603240967,
      "step": 1646
    },
    {
      "epoch": 1.387205387205387,
      "grad_norm": 2.8494951725006104,
      "learning_rate": 1.2861672103466564e-06,
      "loss": 0.9350987672805786,
      "step": 1648
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 4.453482151031494,
      "learning_rate": 1.284532455075522e-06,
      "loss": 0.8794913291931152,
      "step": 1650
    },
    {
      "epoch": 1.3905723905723906,
      "grad_norm": 3.846998691558838,
      "learning_rate": 1.2828970640124361e-06,
      "loss": 1.1854183673858643,
      "step": 1652
    },
    {
      "epoch": 1.3922558922558923,
      "grad_norm": 4.283193588256836,
      "learning_rate": 1.281261042792009e-06,
      "loss": 0.9548810720443726,
      "step": 1654
    },
    {
      "epoch": 1.393939393939394,
      "grad_norm": 44.709163665771484,
      "learning_rate": 1.2796243970510232e-06,
      "loss": 0.5343578457832336,
      "step": 1656
    },
    {
      "epoch": 1.3956228956228955,
      "grad_norm": 6.563719272613525,
      "learning_rate": 1.2779871324284106e-06,
      "loss": 0.6447005271911621,
      "step": 1658
    },
    {
      "epoch": 1.3973063973063973,
      "grad_norm": 31.160367965698242,
      "learning_rate": 1.2763492545652373e-06,
      "loss": 0.9052919149398804,
      "step": 1660
    },
    {
      "epoch": 1.398989898989899,
      "grad_norm": 22.833118438720703,
      "learning_rate": 1.2747107691046815e-06,
      "loss": 0.7731602191925049,
      "step": 1662
    },
    {
      "epoch": 1.4006734006734007,
      "grad_norm": 8.412581443786621,
      "learning_rate": 1.2730716816920151e-06,
      "loss": 0.711165189743042,
      "step": 1664
    },
    {
      "epoch": 1.4023569023569022,
      "grad_norm": 4.195555686950684,
      "learning_rate": 1.271431997974584e-06,
      "loss": 0.4324186444282532,
      "step": 1666
    },
    {
      "epoch": 1.404040404040404,
      "grad_norm": 5.849745273590088,
      "learning_rate": 1.2697917236017886e-06,
      "loss": 0.780827522277832,
      "step": 1668
    },
    {
      "epoch": 1.4057239057239057,
      "grad_norm": 15.396544456481934,
      "learning_rate": 1.2681508642250637e-06,
      "loss": 0.7758296728134155,
      "step": 1670
    },
    {
      "epoch": 1.4074074074074074,
      "grad_norm": 2.463407516479492,
      "learning_rate": 1.266509425497861e-06,
      "loss": 0.7455316781997681,
      "step": 1672
    },
    {
      "epoch": 1.4090909090909092,
      "grad_norm": 4.74429988861084,
      "learning_rate": 1.2648674130756271e-06,
      "loss": 1.1411914825439453,
      "step": 1674
    },
    {
      "epoch": 1.410774410774411,
      "grad_norm": 23.014007568359375,
      "learning_rate": 1.2632248326157854e-06,
      "loss": 0.43792814016342163,
      "step": 1676
    },
    {
      "epoch": 1.4124579124579124,
      "grad_norm": 7.774737358093262,
      "learning_rate": 1.2615816897777176e-06,
      "loss": 0.9449222087860107,
      "step": 1678
    },
    {
      "epoch": 1.4141414141414141,
      "grad_norm": 73.73876190185547,
      "learning_rate": 1.2599379902227419e-06,
      "loss": 0.9584387540817261,
      "step": 1680
    },
    {
      "epoch": 1.4158249158249159,
      "grad_norm": 2.815396785736084,
      "learning_rate": 1.258293739614094e-06,
      "loss": 0.6266515254974365,
      "step": 1682
    },
    {
      "epoch": 1.4175084175084174,
      "grad_norm": 7.27461051940918,
      "learning_rate": 1.2566489436169101e-06,
      "loss": 0.4212794899940491,
      "step": 1684
    },
    {
      "epoch": 1.4191919191919191,
      "grad_norm": 14.794193267822266,
      "learning_rate": 1.255003607898204e-06,
      "loss": 0.5568593740463257,
      "step": 1686
    },
    {
      "epoch": 1.4208754208754208,
      "grad_norm": 3.4901039600372314,
      "learning_rate": 1.2533577381268495e-06,
      "loss": 1.1170185804367065,
      "step": 1688
    },
    {
      "epoch": 1.4225589225589226,
      "grad_norm": 23.822872161865234,
      "learning_rate": 1.2517113399735608e-06,
      "loss": 0.5119540691375732,
      "step": 1690
    },
    {
      "epoch": 1.4242424242424243,
      "grad_norm": 4.004513263702393,
      "learning_rate": 1.250064419110872e-06,
      "loss": 0.5368912220001221,
      "step": 1692
    },
    {
      "epoch": 1.425925925925926,
      "grad_norm": 4.135901927947998,
      "learning_rate": 1.2484169812131184e-06,
      "loss": 0.44615352153778076,
      "step": 1694
    },
    {
      "epoch": 1.4276094276094276,
      "grad_norm": 3.496605396270752,
      "learning_rate": 1.246769031956417e-06,
      "loss": 1.1422553062438965,
      "step": 1696
    },
    {
      "epoch": 1.4292929292929293,
      "grad_norm": 15.598981857299805,
      "learning_rate": 1.245120577018646e-06,
      "loss": 1.0423638820648193,
      "step": 1698
    },
    {
      "epoch": 1.430976430976431,
      "grad_norm": 5.298037052154541,
      "learning_rate": 1.2434716220794265e-06,
      "loss": 0.7629603147506714,
      "step": 1700
    },
    {
      "epoch": 1.4326599326599325,
      "grad_norm": 8.531468391418457,
      "learning_rate": 1.2418221728201023e-06,
      "loss": 0.8187654614448547,
      "step": 1702
    },
    {
      "epoch": 1.4343434343434343,
      "grad_norm": 4.175232410430908,
      "learning_rate": 1.2401722349237198e-06,
      "loss": 0.28517311811447144,
      "step": 1704
    },
    {
      "epoch": 1.436026936026936,
      "grad_norm": 9.86863899230957,
      "learning_rate": 1.238521814075009e-06,
      "loss": 0.46237754821777344,
      "step": 1706
    },
    {
      "epoch": 1.4377104377104377,
      "grad_norm": 13.564935684204102,
      "learning_rate": 1.236870915960365e-06,
      "loss": 0.958651065826416,
      "step": 1708
    },
    {
      "epoch": 1.4393939393939394,
      "grad_norm": 6.472082614898682,
      "learning_rate": 1.2352195462678257e-06,
      "loss": 1.0340254306793213,
      "step": 1710
    },
    {
      "epoch": 1.4410774410774412,
      "grad_norm": 17.20500373840332,
      "learning_rate": 1.2335677106870546e-06,
      "loss": 0.9463751316070557,
      "step": 1712
    },
    {
      "epoch": 1.4427609427609427,
      "grad_norm": 3.069565773010254,
      "learning_rate": 1.2319154149093202e-06,
      "loss": 0.8773708939552307,
      "step": 1714
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 65.60623168945312,
      "learning_rate": 1.2302626646274773e-06,
      "loss": 0.9023821353912354,
      "step": 1716
    },
    {
      "epoch": 1.4461279461279462,
      "grad_norm": 3.0062930583953857,
      "learning_rate": 1.228609465535946e-06,
      "loss": 0.7161345481872559,
      "step": 1718
    },
    {
      "epoch": 1.4478114478114479,
      "grad_norm": 7.399210453033447,
      "learning_rate": 1.2269558233306918e-06,
      "loss": 0.711788535118103,
      "step": 1720
    },
    {
      "epoch": 1.4494949494949494,
      "grad_norm": 4.035950660705566,
      "learning_rate": 1.2253017437092088e-06,
      "loss": 0.5917500257492065,
      "step": 1722
    },
    {
      "epoch": 1.4511784511784511,
      "grad_norm": 3.7948551177978516,
      "learning_rate": 1.2236472323704971e-06,
      "loss": 0.7458564043045044,
      "step": 1724
    },
    {
      "epoch": 1.4528619528619529,
      "grad_norm": 4.743600845336914,
      "learning_rate": 1.221992295015044e-06,
      "loss": 0.8199291229248047,
      "step": 1726
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 7.403223514556885,
      "learning_rate": 1.2203369373448053e-06,
      "loss": 0.651489794254303,
      "step": 1728
    },
    {
      "epoch": 1.4562289562289563,
      "grad_norm": 9.762937545776367,
      "learning_rate": 1.2186811650631847e-06,
      "loss": 0.9804219007492065,
      "step": 1730
    },
    {
      "epoch": 1.457912457912458,
      "grad_norm": 4.465795516967773,
      "learning_rate": 1.217024983875014e-06,
      "loss": 1.19962739944458,
      "step": 1732
    },
    {
      "epoch": 1.4595959595959596,
      "grad_norm": 3.2770626544952393,
      "learning_rate": 1.2153683994865354e-06,
      "loss": 0.8254581093788147,
      "step": 1734
    },
    {
      "epoch": 1.4612794612794613,
      "grad_norm": 7.466728687286377,
      "learning_rate": 1.213711417605378e-06,
      "loss": 0.6395374536514282,
      "step": 1736
    },
    {
      "epoch": 1.462962962962963,
      "grad_norm": 5.3473920822143555,
      "learning_rate": 1.2120540439405418e-06,
      "loss": 0.5120725631713867,
      "step": 1738
    },
    {
      "epoch": 1.4646464646464645,
      "grad_norm": 5.0326924324035645,
      "learning_rate": 1.2103962842023765e-06,
      "loss": 1.0951206684112549,
      "step": 1740
    },
    {
      "epoch": 1.4663299663299663,
      "grad_norm": 3.968535900115967,
      "learning_rate": 1.2087381441025624e-06,
      "loss": 0.5963525772094727,
      "step": 1742
    },
    {
      "epoch": 1.468013468013468,
      "grad_norm": 14.208403587341309,
      "learning_rate": 1.2070796293540887e-06,
      "loss": 0.5282841324806213,
      "step": 1744
    },
    {
      "epoch": 1.4696969696969697,
      "grad_norm": 3.4273574352264404,
      "learning_rate": 1.2054207456712377e-06,
      "loss": 0.9493914246559143,
      "step": 1746
    },
    {
      "epoch": 1.4713804713804715,
      "grad_norm": 6.042728424072266,
      "learning_rate": 1.2037614987695609e-06,
      "loss": 0.9857927560806274,
      "step": 1748
    },
    {
      "epoch": 1.4730639730639732,
      "grad_norm": 13.786114692687988,
      "learning_rate": 1.2021018943658623e-06,
      "loss": 0.7202122211456299,
      "step": 1750
    },
    {
      "epoch": 1.4747474747474747,
      "grad_norm": 7.52271842956543,
      "learning_rate": 1.2004419381781779e-06,
      "loss": 0.6241959929466248,
      "step": 1752
    },
    {
      "epoch": 1.4764309764309764,
      "grad_norm": 7.334821701049805,
      "learning_rate": 1.1987816359257543e-06,
      "loss": 0.6670255661010742,
      "step": 1754
    },
    {
      "epoch": 1.4781144781144782,
      "grad_norm": 8.069925308227539,
      "learning_rate": 1.1971209933290318e-06,
      "loss": 0.8243575096130371,
      "step": 1756
    },
    {
      "epoch": 1.4797979797979797,
      "grad_norm": 18.11806297302246,
      "learning_rate": 1.1954600161096226e-06,
      "loss": 0.5894988775253296,
      "step": 1758
    },
    {
      "epoch": 1.4814814814814814,
      "grad_norm": 5.887277126312256,
      "learning_rate": 1.1937987099902927e-06,
      "loss": 0.7406305074691772,
      "step": 1760
    },
    {
      "epoch": 1.4831649831649831,
      "grad_norm": 4.559276103973389,
      "learning_rate": 1.19213708069494e-06,
      "loss": 0.9007562398910522,
      "step": 1762
    },
    {
      "epoch": 1.4848484848484849,
      "grad_norm": 3.148066759109497,
      "learning_rate": 1.190475133948577e-06,
      "loss": 0.8763662576675415,
      "step": 1764
    },
    {
      "epoch": 1.4865319865319866,
      "grad_norm": 4.318105697631836,
      "learning_rate": 1.1888128754773092e-06,
      "loss": 0.586820125579834,
      "step": 1766
    },
    {
      "epoch": 1.4882154882154883,
      "grad_norm": 8.943533897399902,
      "learning_rate": 1.1871503110083167e-06,
      "loss": 0.7152913808822632,
      "step": 1768
    },
    {
      "epoch": 1.4898989898989898,
      "grad_norm": 4.288205146789551,
      "learning_rate": 1.1854874462698337e-06,
      "loss": 0.9644764065742493,
      "step": 1770
    },
    {
      "epoch": 1.4915824915824916,
      "grad_norm": 8.917333602905273,
      "learning_rate": 1.1838242869911285e-06,
      "loss": 0.26478564739227295,
      "step": 1772
    },
    {
      "epoch": 1.4932659932659933,
      "grad_norm": 2.5780608654022217,
      "learning_rate": 1.182160838902485e-06,
      "loss": 0.6720756888389587,
      "step": 1774
    },
    {
      "epoch": 1.494949494949495,
      "grad_norm": 4.799160480499268,
      "learning_rate": 1.1804971077351818e-06,
      "loss": 0.703216016292572,
      "step": 1776
    },
    {
      "epoch": 1.4966329966329965,
      "grad_norm": 6.038239002227783,
      "learning_rate": 1.1788330992214724e-06,
      "loss": 0.8697667121887207,
      "step": 1778
    },
    {
      "epoch": 1.4983164983164983,
      "grad_norm": 7.712295055389404,
      "learning_rate": 1.1771688190945664e-06,
      "loss": 0.8953297138214111,
      "step": 1780
    },
    {
      "epoch": 1.5,
      "grad_norm": 13.718062400817871,
      "learning_rate": 1.1755042730886093e-06,
      "loss": 0.5260931253433228,
      "step": 1782
    },
    {
      "epoch": 1.5016835016835017,
      "grad_norm": 2.981576681137085,
      "learning_rate": 1.1738394669386621e-06,
      "loss": 1.1269118785858154,
      "step": 1784
    },
    {
      "epoch": 1.5033670033670035,
      "grad_norm": 6.8433427810668945,
      "learning_rate": 1.172174406380683e-06,
      "loss": 0.7218701839447021,
      "step": 1786
    },
    {
      "epoch": 1.5050505050505052,
      "grad_norm": 4.18980073928833,
      "learning_rate": 1.170509097151506e-06,
      "loss": 0.9302811622619629,
      "step": 1788
    },
    {
      "epoch": 1.5067340067340067,
      "grad_norm": 16.984750747680664,
      "learning_rate": 1.168843544988822e-06,
      "loss": 0.5803855657577515,
      "step": 1790
    },
    {
      "epoch": 1.5084175084175084,
      "grad_norm": 7.404435157775879,
      "learning_rate": 1.1671777556311587e-06,
      "loss": 0.5785191059112549,
      "step": 1792
    },
    {
      "epoch": 1.51010101010101,
      "grad_norm": 9.237391471862793,
      "learning_rate": 1.1655117348178619e-06,
      "loss": 0.8854154348373413,
      "step": 1794
    },
    {
      "epoch": 1.5117845117845117,
      "grad_norm": 15.445114135742188,
      "learning_rate": 1.163845488289074e-06,
      "loss": 0.8979889154434204,
      "step": 1796
    },
    {
      "epoch": 1.5134680134680134,
      "grad_norm": 13.821887016296387,
      "learning_rate": 1.1621790217857153e-06,
      "loss": 0.9836833477020264,
      "step": 1798
    },
    {
      "epoch": 1.5151515151515151,
      "grad_norm": 3.357462167739868,
      "learning_rate": 1.1605123410494643e-06,
      "loss": 0.6817135810852051,
      "step": 1800
    },
    {
      "epoch": 1.5168350168350169,
      "grad_norm": 3.545977830886841,
      "learning_rate": 1.1588454518227375e-06,
      "loss": 1.0103018283843994,
      "step": 1802
    },
    {
      "epoch": 1.5185185185185186,
      "grad_norm": 6.9810333251953125,
      "learning_rate": 1.157178359848669e-06,
      "loss": 0.8972345590591431,
      "step": 1804
    },
    {
      "epoch": 1.5202020202020203,
      "grad_norm": 4.857126235961914,
      "learning_rate": 1.155511070871093e-06,
      "loss": 0.8954426050186157,
      "step": 1806
    },
    {
      "epoch": 1.5218855218855218,
      "grad_norm": 8.7957763671875,
      "learning_rate": 1.1538435906345213e-06,
      "loss": 0.7016856670379639,
      "step": 1808
    },
    {
      "epoch": 1.5235690235690236,
      "grad_norm": 6.070329189300537,
      "learning_rate": 1.1521759248841237e-06,
      "loss": 0.6799755096435547,
      "step": 1810
    },
    {
      "epoch": 1.5252525252525253,
      "grad_norm": 1.5235867500305176,
      "learning_rate": 1.1505080793657124e-06,
      "loss": 0.2342766374349594,
      "step": 1812
    },
    {
      "epoch": 1.5269360269360268,
      "grad_norm": 3.382413864135742,
      "learning_rate": 1.1488400598257157e-06,
      "loss": 1.052855134010315,
      "step": 1814
    },
    {
      "epoch": 1.5286195286195285,
      "grad_norm": 27.871402740478516,
      "learning_rate": 1.1471718720111629e-06,
      "loss": 0.783697247505188,
      "step": 1816
    },
    {
      "epoch": 1.5303030303030303,
      "grad_norm": 61.98154067993164,
      "learning_rate": 1.1455035216696634e-06,
      "loss": 0.8607441186904907,
      "step": 1818
    },
    {
      "epoch": 1.531986531986532,
      "grad_norm": 5.8887763023376465,
      "learning_rate": 1.1438350145493853e-06,
      "loss": 0.7033579349517822,
      "step": 1820
    },
    {
      "epoch": 1.5336700336700337,
      "grad_norm": 5.281957149505615,
      "learning_rate": 1.1421663563990383e-06,
      "loss": 0.6749075651168823,
      "step": 1822
    },
    {
      "epoch": 1.5353535353535355,
      "grad_norm": 5.970940589904785,
      "learning_rate": 1.1404975529678515e-06,
      "loss": 0.9477555751800537,
      "step": 1824
    },
    {
      "epoch": 1.5370370370370372,
      "grad_norm": 2.8316867351531982,
      "learning_rate": 1.1388286100055555e-06,
      "loss": 0.8103057742118835,
      "step": 1826
    },
    {
      "epoch": 1.5387205387205387,
      "grad_norm": 3.575162410736084,
      "learning_rate": 1.1371595332623601e-06,
      "loss": 0.9152002334594727,
      "step": 1828
    },
    {
      "epoch": 1.5404040404040404,
      "grad_norm": 8.131978988647461,
      "learning_rate": 1.1354903284889377e-06,
      "loss": 0.6978881359100342,
      "step": 1830
    },
    {
      "epoch": 1.542087542087542,
      "grad_norm": 6.332693099975586,
      "learning_rate": 1.133821001436401e-06,
      "loss": 0.6509323120117188,
      "step": 1832
    },
    {
      "epoch": 1.5437710437710437,
      "grad_norm": 2.458233594894409,
      "learning_rate": 1.1321515578562835e-06,
      "loss": 1.04543936252594,
      "step": 1834
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 270.1246032714844,
      "learning_rate": 1.1304820035005211e-06,
      "loss": 0.9024485349655151,
      "step": 1836
    },
    {
      "epoch": 1.5471380471380471,
      "grad_norm": 4.0058183670043945,
      "learning_rate": 1.1288123441214315e-06,
      "loss": 0.4209427535533905,
      "step": 1838
    },
    {
      "epoch": 1.5488215488215489,
      "grad_norm": 4.2291083335876465,
      "learning_rate": 1.1271425854716931e-06,
      "loss": 0.6784233450889587,
      "step": 1840
    },
    {
      "epoch": 1.5505050505050506,
      "grad_norm": 15.050762176513672,
      "learning_rate": 1.125472733304327e-06,
      "loss": 0.5746853351593018,
      "step": 1842
    },
    {
      "epoch": 1.5521885521885523,
      "grad_norm": 9.32972526550293,
      "learning_rate": 1.1238027933726776e-06,
      "loss": 0.41324469447135925,
      "step": 1844
    },
    {
      "epoch": 1.5538720538720538,
      "grad_norm": 3.370657205581665,
      "learning_rate": 1.122132771430389e-06,
      "loss": 0.9156204462051392,
      "step": 1846
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 4.2874650955200195,
      "learning_rate": 1.1204626732313907e-06,
      "loss": 0.9899235367774963,
      "step": 1848
    },
    {
      "epoch": 1.557239057239057,
      "grad_norm": 3.843651294708252,
      "learning_rate": 1.1187925045298732e-06,
      "loss": 0.8029769659042358,
      "step": 1850
    },
    {
      "epoch": 1.5589225589225588,
      "grad_norm": 3.7915287017822266,
      "learning_rate": 1.1171222710802704e-06,
      "loss": 0.9333086013793945,
      "step": 1852
    },
    {
      "epoch": 1.5606060606060606,
      "grad_norm": 17.623516082763672,
      "learning_rate": 1.1154519786372392e-06,
      "loss": 0.5394339561462402,
      "step": 1854
    },
    {
      "epoch": 1.5622895622895623,
      "grad_norm": 2.851343870162964,
      "learning_rate": 1.1137816329556403e-06,
      "loss": 0.617688775062561,
      "step": 1856
    },
    {
      "epoch": 1.563973063973064,
      "grad_norm": 3.1740288734436035,
      "learning_rate": 1.112111239790517e-06,
      "loss": 0.902677059173584,
      "step": 1858
    },
    {
      "epoch": 1.5656565656565657,
      "grad_norm": 7.28153133392334,
      "learning_rate": 1.1104408048970765e-06,
      "loss": 0.3739192485809326,
      "step": 1860
    },
    {
      "epoch": 1.5673400673400675,
      "grad_norm": 3.828963279724121,
      "learning_rate": 1.1087703340306707e-06,
      "loss": 0.9757977724075317,
      "step": 1862
    },
    {
      "epoch": 1.569023569023569,
      "grad_norm": 4.035392761230469,
      "learning_rate": 1.1070998329467738e-06,
      "loss": 0.33518415689468384,
      "step": 1864
    },
    {
      "epoch": 1.5707070707070707,
      "grad_norm": 7.576591968536377,
      "learning_rate": 1.1054293074009646e-06,
      "loss": 0.9643778800964355,
      "step": 1866
    },
    {
      "epoch": 1.5723905723905722,
      "grad_norm": 10.830273628234863,
      "learning_rate": 1.1037587631489077e-06,
      "loss": 0.6072518825531006,
      "step": 1868
    },
    {
      "epoch": 1.574074074074074,
      "grad_norm": 2.8351891040802,
      "learning_rate": 1.1020882059463297e-06,
      "loss": 0.8100966215133667,
      "step": 1870
    },
    {
      "epoch": 1.5757575757575757,
      "grad_norm": 2.7790122032165527,
      "learning_rate": 1.1004176415490036e-06,
      "loss": 0.7995985746383667,
      "step": 1872
    },
    {
      "epoch": 1.5774410774410774,
      "grad_norm": 3.3753979206085205,
      "learning_rate": 1.0987470757127267e-06,
      "loss": 0.8837331533432007,
      "step": 1874
    },
    {
      "epoch": 1.5791245791245792,
      "grad_norm": 12.539671897888184,
      "learning_rate": 1.0970765141933012e-06,
      "loss": 0.5485697388648987,
      "step": 1876
    },
    {
      "epoch": 1.5808080808080809,
      "grad_norm": 2.4989864826202393,
      "learning_rate": 1.0954059627465144e-06,
      "loss": 1.1583393812179565,
      "step": 1878
    },
    {
      "epoch": 1.5824915824915826,
      "grad_norm": 6.108792304992676,
      "learning_rate": 1.093735427128119e-06,
      "loss": 0.7429193258285522,
      "step": 1880
    },
    {
      "epoch": 1.5841750841750841,
      "grad_norm": 5.460334300994873,
      "learning_rate": 1.092064913093813e-06,
      "loss": 0.4204625189304352,
      "step": 1882
    },
    {
      "epoch": 1.5858585858585859,
      "grad_norm": 19.09606170654297,
      "learning_rate": 1.09039442639922e-06,
      "loss": 0.5326663255691528,
      "step": 1884
    },
    {
      "epoch": 1.5875420875420876,
      "grad_norm": 12.058549880981445,
      "learning_rate": 1.0887239727998697e-06,
      "loss": 0.6357114315032959,
      "step": 1886
    },
    {
      "epoch": 1.589225589225589,
      "grad_norm": 14.583388328552246,
      "learning_rate": 1.0870535580511778e-06,
      "loss": 1.0033700466156006,
      "step": 1888
    },
    {
      "epoch": 1.5909090909090908,
      "grad_norm": 3.857271671295166,
      "learning_rate": 1.0853831879084254e-06,
      "loss": 0.19512847065925598,
      "step": 1890
    },
    {
      "epoch": 1.5925925925925926,
      "grad_norm": 8.160994529724121,
      "learning_rate": 1.0837128681267409e-06,
      "loss": 1.0877628326416016,
      "step": 1892
    },
    {
      "epoch": 1.5942760942760943,
      "grad_norm": 4.857079982757568,
      "learning_rate": 1.082042604461079e-06,
      "loss": 0.7703442573547363,
      "step": 1894
    },
    {
      "epoch": 1.595959595959596,
      "grad_norm": 22.629634857177734,
      "learning_rate": 1.0803724026662e-06,
      "loss": 0.9460948705673218,
      "step": 1896
    },
    {
      "epoch": 1.5976430976430978,
      "grad_norm": 12.860857963562012,
      "learning_rate": 1.0787022684966524e-06,
      "loss": 0.8795516490936279,
      "step": 1898
    },
    {
      "epoch": 1.5993265993265995,
      "grad_norm": 7.2853193283081055,
      "learning_rate": 1.0770322077067512e-06,
      "loss": 0.8695672750473022,
      "step": 1900
    },
    {
      "epoch": 1.601010101010101,
      "grad_norm": 3.358490467071533,
      "learning_rate": 1.0753622260505582e-06,
      "loss": 0.8867776393890381,
      "step": 1902
    },
    {
      "epoch": 1.6026936026936027,
      "grad_norm": 4.54321813583374,
      "learning_rate": 1.0736923292818631e-06,
      "loss": 0.730638861656189,
      "step": 1904
    },
    {
      "epoch": 1.6043771043771042,
      "grad_norm": 2.6725199222564697,
      "learning_rate": 1.0720225231541629e-06,
      "loss": 1.1262996196746826,
      "step": 1906
    },
    {
      "epoch": 1.606060606060606,
      "grad_norm": 4.424936771392822,
      "learning_rate": 1.0703528134206418e-06,
      "loss": 0.9013878703117371,
      "step": 1908
    },
    {
      "epoch": 1.6077441077441077,
      "grad_norm": 4.459665775299072,
      "learning_rate": 1.0686832058341534e-06,
      "loss": 0.5786502957344055,
      "step": 1910
    },
    {
      "epoch": 1.6094276094276094,
      "grad_norm": 7.450462341308594,
      "learning_rate": 1.0670137061471972e-06,
      "loss": 0.5591634511947632,
      "step": 1912
    },
    {
      "epoch": 1.6111111111111112,
      "grad_norm": 6.1925764083862305,
      "learning_rate": 1.0653443201119026e-06,
      "loss": 0.7897850275039673,
      "step": 1914
    },
    {
      "epoch": 1.612794612794613,
      "grad_norm": 14.83733081817627,
      "learning_rate": 1.063675053480007e-06,
      "loss": 0.6848697066307068,
      "step": 1916
    },
    {
      "epoch": 1.6144781144781146,
      "grad_norm": 7.251978397369385,
      "learning_rate": 1.0620059120028363e-06,
      "loss": 0.6231127977371216,
      "step": 1918
    },
    {
      "epoch": 1.6161616161616161,
      "grad_norm": 6.919361591339111,
      "learning_rate": 1.0603369014312848e-06,
      "loss": 0.665825605392456,
      "step": 1920
    },
    {
      "epoch": 1.6178451178451179,
      "grad_norm": 5.165210247039795,
      "learning_rate": 1.0586680275157966e-06,
      "loss": 0.9070066809654236,
      "step": 1922
    },
    {
      "epoch": 1.6195286195286194,
      "grad_norm": 14.22563648223877,
      "learning_rate": 1.0569992960063445e-06,
      "loss": 0.6462626457214355,
      "step": 1924
    },
    {
      "epoch": 1.621212121212121,
      "grad_norm": 10.909793853759766,
      "learning_rate": 1.0553307126524105e-06,
      "loss": 0.6075209379196167,
      "step": 1926
    },
    {
      "epoch": 1.6228956228956228,
      "grad_norm": 2.4525344371795654,
      "learning_rate": 1.0536622832029663e-06,
      "loss": 0.7241764068603516,
      "step": 1928
    },
    {
      "epoch": 1.6245791245791246,
      "grad_norm": 7.981225967407227,
      "learning_rate": 1.0519940134064535e-06,
      "loss": 0.7813702821731567,
      "step": 1930
    },
    {
      "epoch": 1.6262626262626263,
      "grad_norm": 3.924685478210449,
      "learning_rate": 1.0503259090107635e-06,
      "loss": 0.6770836114883423,
      "step": 1932
    },
    {
      "epoch": 1.627946127946128,
      "grad_norm": 6.139669895172119,
      "learning_rate": 1.0486579757632177e-06,
      "loss": 0.9623356461524963,
      "step": 1934
    },
    {
      "epoch": 1.6296296296296298,
      "grad_norm": 12.121989250183105,
      "learning_rate": 1.046990219410548e-06,
      "loss": 0.9487285614013672,
      "step": 1936
    },
    {
      "epoch": 1.6313131313131313,
      "grad_norm": 3.9633893966674805,
      "learning_rate": 1.0453226456988766e-06,
      "loss": 1.0289177894592285,
      "step": 1938
    },
    {
      "epoch": 1.632996632996633,
      "grad_norm": 7.765763759613037,
      "learning_rate": 1.0436552603736967e-06,
      "loss": 0.8020685315132141,
      "step": 1940
    },
    {
      "epoch": 1.6346801346801347,
      "grad_norm": 4.463337421417236,
      "learning_rate": 1.0419880691798526e-06,
      "loss": 1.010524868965149,
      "step": 1942
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 29.483732223510742,
      "learning_rate": 1.040321077861519e-06,
      "loss": 0.7623812556266785,
      "step": 1944
    },
    {
      "epoch": 1.638047138047138,
      "grad_norm": 3.125913619995117,
      "learning_rate": 1.0386542921621824e-06,
      "loss": 0.41824889183044434,
      "step": 1946
    },
    {
      "epoch": 1.6397306397306397,
      "grad_norm": 6.553778648376465,
      "learning_rate": 1.036987717824621e-06,
      "loss": 0.9804911613464355,
      "step": 1948
    },
    {
      "epoch": 1.6414141414141414,
      "grad_norm": 3.5837337970733643,
      "learning_rate": 1.0353213605908854e-06,
      "loss": 0.999625563621521,
      "step": 1950
    },
    {
      "epoch": 1.6430976430976432,
      "grad_norm": 6.643466949462891,
      "learning_rate": 1.0336552262022756e-06,
      "loss": 0.49242016673088074,
      "step": 1952
    },
    {
      "epoch": 1.644781144781145,
      "grad_norm": 5.533985614776611,
      "learning_rate": 1.0319893203993276e-06,
      "loss": 0.39796119928359985,
      "step": 1954
    },
    {
      "epoch": 1.6464646464646466,
      "grad_norm": 15.642714500427246,
      "learning_rate": 1.0303236489217863e-06,
      "loss": 0.22867411375045776,
      "step": 1956
    },
    {
      "epoch": 1.6481481481481481,
      "grad_norm": 6.918363571166992,
      "learning_rate": 1.0286582175085913e-06,
      "loss": 0.6615217924118042,
      "step": 1958
    },
    {
      "epoch": 1.6498316498316499,
      "grad_norm": 9.181211471557617,
      "learning_rate": 1.0269930318978552e-06,
      "loss": 0.7599420547485352,
      "step": 1960
    },
    {
      "epoch": 1.6515151515151514,
      "grad_norm": 7.992411136627197,
      "learning_rate": 1.0253280978268421e-06,
      "loss": 0.6117727756500244,
      "step": 1962
    },
    {
      "epoch": 1.6531986531986531,
      "grad_norm": 6.661476135253906,
      "learning_rate": 1.0236634210319507e-06,
      "loss": 0.446529746055603,
      "step": 1964
    },
    {
      "epoch": 1.6548821548821548,
      "grad_norm": 7.98351526260376,
      "learning_rate": 1.0219990072486938e-06,
      "loss": 0.5448979139328003,
      "step": 1966
    },
    {
      "epoch": 1.6565656565656566,
      "grad_norm": 3.0457189083099365,
      "learning_rate": 1.020334862211676e-06,
      "loss": 0.8045427799224854,
      "step": 1968
    },
    {
      "epoch": 1.6582491582491583,
      "grad_norm": 11.37780475616455,
      "learning_rate": 1.0186709916545775e-06,
      "loss": 0.7433644533157349,
      "step": 1970
    },
    {
      "epoch": 1.65993265993266,
      "grad_norm": 18.77171516418457,
      "learning_rate": 1.0170074013101329e-06,
      "loss": 0.9492733478546143,
      "step": 1972
    },
    {
      "epoch": 1.6616161616161618,
      "grad_norm": 2.508883237838745,
      "learning_rate": 1.0153440969101103e-06,
      "loss": 0.7720388174057007,
      "step": 1974
    },
    {
      "epoch": 1.6632996632996633,
      "grad_norm": 24.94049644470215,
      "learning_rate": 1.0136810841852937e-06,
      "loss": 0.6722294688224792,
      "step": 1976
    },
    {
      "epoch": 1.664983164983165,
      "grad_norm": 24.168481826782227,
      "learning_rate": 1.0120183688654616e-06,
      "loss": 0.6629032492637634,
      "step": 1978
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 6.165626525878906,
      "learning_rate": 1.0103559566793679e-06,
      "loss": 0.7866932153701782,
      "step": 1980
    },
    {
      "epoch": 1.6683501683501682,
      "grad_norm": 10.85080337524414,
      "learning_rate": 1.0086938533547213e-06,
      "loss": 0.5067884922027588,
      "step": 1982
    },
    {
      "epoch": 1.67003367003367,
      "grad_norm": 6.6474199295043945,
      "learning_rate": 1.0070320646181684e-06,
      "loss": 0.3992816209793091,
      "step": 1984
    },
    {
      "epoch": 1.6717171717171717,
      "grad_norm": 3.2397751808166504,
      "learning_rate": 1.0053705961952697e-06,
      "loss": 0.9870185256004333,
      "step": 1986
    },
    {
      "epoch": 1.6734006734006734,
      "grad_norm": 4.640201568603516,
      "learning_rate": 1.0037094538104832e-06,
      "loss": 0.916529655456543,
      "step": 1988
    },
    {
      "epoch": 1.6750841750841752,
      "grad_norm": 2.8144161701202393,
      "learning_rate": 1.002048643187143e-06,
      "loss": 0.5871807932853699,
      "step": 1990
    },
    {
      "epoch": 1.676767676767677,
      "grad_norm": 2.0470471382141113,
      "learning_rate": 1.0003881700474415e-06,
      "loss": 1.0817761421203613,
      "step": 1992
    },
    {
      "epoch": 1.6784511784511784,
      "grad_norm": 13.735745429992676,
      "learning_rate": 9.987280401124063e-07,
      "loss": 0.6647434234619141,
      "step": 1994
    },
    {
      "epoch": 1.6801346801346801,
      "grad_norm": 8.261211395263672,
      "learning_rate": 9.970682591018842e-07,
      "loss": 0.6305195689201355,
      "step": 1996
    },
    {
      "epoch": 1.6818181818181817,
      "grad_norm": 2.91133713722229,
      "learning_rate": 9.95408832734519e-07,
      "loss": 0.9166790246963501,
      "step": 1998
    },
    {
      "epoch": 1.6835016835016834,
      "grad_norm": 12.362771987915039,
      "learning_rate": 9.937497667277322e-07,
      "loss": 0.7117506861686707,
      "step": 2000
    },
    {
      "epoch": 1.6851851851851851,
      "grad_norm": 6.4341349601745605,
      "learning_rate": 9.92091066797705e-07,
      "loss": 0.5901815891265869,
      "step": 2002
    },
    {
      "epoch": 1.6868686868686869,
      "grad_norm": 6.667015075683594,
      "learning_rate": 9.904327386593563e-07,
      "loss": 0.6358145475387573,
      "step": 2004
    },
    {
      "epoch": 1.6885521885521886,
      "grad_norm": 5.651986122131348,
      "learning_rate": 9.887747880263236e-07,
      "loss": 0.6100403666496277,
      "step": 2006
    },
    {
      "epoch": 1.6902356902356903,
      "grad_norm": 2.491840124130249,
      "learning_rate": 9.871172206109458e-07,
      "loss": 0.9090219736099243,
      "step": 2008
    },
    {
      "epoch": 1.691919191919192,
      "grad_norm": 5.323090553283691,
      "learning_rate": 9.854600421242396e-07,
      "loss": 0.464111328125,
      "step": 2010
    },
    {
      "epoch": 1.6936026936026936,
      "grad_norm": 5.4663496017456055,
      "learning_rate": 9.838032582758814e-07,
      "loss": 0.7845708727836609,
      "step": 2012
    },
    {
      "epoch": 1.6952861952861953,
      "grad_norm": 5.896030902862549,
      "learning_rate": 9.821468747741893e-07,
      "loss": 0.5561348795890808,
      "step": 2014
    },
    {
      "epoch": 1.696969696969697,
      "grad_norm": 11.155455589294434,
      "learning_rate": 9.804908973261012e-07,
      "loss": 0.7063945531845093,
      "step": 2016
    },
    {
      "epoch": 1.6986531986531985,
      "grad_norm": 12.239091873168945,
      "learning_rate": 9.788353316371562e-07,
      "loss": 0.7154542803764343,
      "step": 2018
    },
    {
      "epoch": 1.7003367003367003,
      "grad_norm": 7.434993743896484,
      "learning_rate": 9.771801834114748e-07,
      "loss": 0.6947083473205566,
      "step": 2020
    },
    {
      "epoch": 1.702020202020202,
      "grad_norm": 8.770514488220215,
      "learning_rate": 9.755254583517394e-07,
      "loss": 0.998549222946167,
      "step": 2022
    },
    {
      "epoch": 1.7037037037037037,
      "grad_norm": 3.318065643310547,
      "learning_rate": 9.738711621591733e-07,
      "loss": 0.7664910554885864,
      "step": 2024
    },
    {
      "epoch": 1.7053872053872055,
      "grad_norm": 3.665529489517212,
      "learning_rate": 9.722173005335235e-07,
      "loss": 0.8967854976654053,
      "step": 2026
    },
    {
      "epoch": 1.7070707070707072,
      "grad_norm": 4.913332939147949,
      "learning_rate": 9.705638791730391e-07,
      "loss": 1.01124906539917,
      "step": 2028
    },
    {
      "epoch": 1.708754208754209,
      "grad_norm": 13.111969947814941,
      "learning_rate": 9.689109037744522e-07,
      "loss": 0.5944876670837402,
      "step": 2030
    },
    {
      "epoch": 1.7104377104377104,
      "grad_norm": 4.983813762664795,
      "learning_rate": 9.672583800329585e-07,
      "loss": 0.3871064782142639,
      "step": 2032
    },
    {
      "epoch": 1.7121212121212122,
      "grad_norm": 3.5434679985046387,
      "learning_rate": 9.65606313642198e-07,
      "loss": 0.8279162645339966,
      "step": 2034
    },
    {
      "epoch": 1.7138047138047137,
      "grad_norm": 4.728488922119141,
      "learning_rate": 9.63954710294234e-07,
      "loss": 0.7765666246414185,
      "step": 2036
    },
    {
      "epoch": 1.7154882154882154,
      "grad_norm": 9.771429061889648,
      "learning_rate": 9.623035756795352e-07,
      "loss": 0.38172125816345215,
      "step": 2038
    },
    {
      "epoch": 1.7171717171717171,
      "grad_norm": 6.764921188354492,
      "learning_rate": 9.606529154869556e-07,
      "loss": 0.4684080481529236,
      "step": 2040
    },
    {
      "epoch": 1.7188552188552189,
      "grad_norm": 3.6262731552124023,
      "learning_rate": 9.590027354037134e-07,
      "loss": 0.8603177070617676,
      "step": 2042
    },
    {
      "epoch": 1.7205387205387206,
      "grad_norm": 3.9443676471710205,
      "learning_rate": 9.573530411153732e-07,
      "loss": 0.8025220632553101,
      "step": 2044
    },
    {
      "epoch": 1.7222222222222223,
      "grad_norm": 3.0719077587127686,
      "learning_rate": 9.557038383058265e-07,
      "loss": 1.0896143913269043,
      "step": 2046
    },
    {
      "epoch": 1.723905723905724,
      "grad_norm": 2.531261920928955,
      "learning_rate": 9.540551326572709e-07,
      "loss": 0.9985212087631226,
      "step": 2048
    },
    {
      "epoch": 1.7255892255892256,
      "grad_norm": 12.073436737060547,
      "learning_rate": 9.524069298501902e-07,
      "loss": 0.3480485677719116,
      "step": 2050
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 3.418630599975586,
      "learning_rate": 9.507592355633376e-07,
      "loss": 1.0522449016571045,
      "step": 2052
    },
    {
      "epoch": 1.7289562289562288,
      "grad_norm": 8.016219139099121,
      "learning_rate": 9.491120554737126e-07,
      "loss": 0.8546870350837708,
      "step": 2054
    },
    {
      "epoch": 1.7306397306397305,
      "grad_norm": 8.340877532958984,
      "learning_rate": 9.474653952565439e-07,
      "loss": 0.7133148908615112,
      "step": 2056
    },
    {
      "epoch": 1.7323232323232323,
      "grad_norm": 7.340385437011719,
      "learning_rate": 9.458192605852691e-07,
      "loss": 1.0671539306640625,
      "step": 2058
    },
    {
      "epoch": 1.734006734006734,
      "grad_norm": 3.097386121749878,
      "learning_rate": 9.441736571315142e-07,
      "loss": 0.6089422702789307,
      "step": 2060
    },
    {
      "epoch": 1.7356902356902357,
      "grad_norm": 24.186203002929688,
      "learning_rate": 9.425285905650755e-07,
      "loss": 1.0324299335479736,
      "step": 2062
    },
    {
      "epoch": 1.7373737373737375,
      "grad_norm": 6.780990123748779,
      "learning_rate": 9.408840665538999e-07,
      "loss": 0.6091172099113464,
      "step": 2064
    },
    {
      "epoch": 1.7390572390572392,
      "grad_norm": 3.00539231300354,
      "learning_rate": 9.392400907640645e-07,
      "loss": 0.6669168472290039,
      "step": 2066
    },
    {
      "epoch": 1.7407407407407407,
      "grad_norm": 9.17961311340332,
      "learning_rate": 9.375966688597572e-07,
      "loss": 0.8047370314598083,
      "step": 2068
    },
    {
      "epoch": 1.7424242424242424,
      "grad_norm": 3.1698920726776123,
      "learning_rate": 9.359538065032586e-07,
      "loss": 0.6602023839950562,
      "step": 2070
    },
    {
      "epoch": 1.7441077441077442,
      "grad_norm": 30.58012580871582,
      "learning_rate": 9.343115093549203e-07,
      "loss": 0.6329094171524048,
      "step": 2072
    },
    {
      "epoch": 1.7457912457912457,
      "grad_norm": 4.666545867919922,
      "learning_rate": 9.32669783073147e-07,
      "loss": 0.5041278600692749,
      "step": 2074
    },
    {
      "epoch": 1.7474747474747474,
      "grad_norm": 9.805131912231445,
      "learning_rate": 9.310286333143767e-07,
      "loss": 1.0198402404785156,
      "step": 2076
    },
    {
      "epoch": 1.7491582491582491,
      "grad_norm": 11.345261573791504,
      "learning_rate": 9.293880657330604e-07,
      "loss": 0.7572150230407715,
      "step": 2078
    },
    {
      "epoch": 1.7508417508417509,
      "grad_norm": 5.581562519073486,
      "learning_rate": 9.277480859816444e-07,
      "loss": 0.9102179408073425,
      "step": 2080
    },
    {
      "epoch": 1.7525252525252526,
      "grad_norm": 2.126108169555664,
      "learning_rate": 9.261086997105487e-07,
      "loss": 0.5880842208862305,
      "step": 2082
    },
    {
      "epoch": 1.7542087542087543,
      "grad_norm": 2.7663979530334473,
      "learning_rate": 9.244699125681485e-07,
      "loss": 1.1094093322753906,
      "step": 2084
    },
    {
      "epoch": 1.7558922558922558,
      "grad_norm": 11.278059959411621,
      "learning_rate": 9.228317302007556e-07,
      "loss": 0.7268582582473755,
      "step": 2086
    },
    {
      "epoch": 1.7575757575757576,
      "grad_norm": 9.18853759765625,
      "learning_rate": 9.211941582525968e-07,
      "loss": 0.44798004627227783,
      "step": 2088
    },
    {
      "epoch": 1.7592592592592593,
      "grad_norm": 11.152181625366211,
      "learning_rate": 9.195572023657969e-07,
      "loss": 0.4857521653175354,
      "step": 2090
    },
    {
      "epoch": 1.7609427609427608,
      "grad_norm": 6.81666374206543,
      "learning_rate": 9.179208681803579e-07,
      "loss": 0.510983943939209,
      "step": 2092
    },
    {
      "epoch": 1.7626262626262625,
      "grad_norm": 6.450544834136963,
      "learning_rate": 9.162851613341389e-07,
      "loss": 0.4013763964176178,
      "step": 2094
    },
    {
      "epoch": 1.7643097643097643,
      "grad_norm": 4.122218608856201,
      "learning_rate": 9.146500874628391e-07,
      "loss": 0.6035534143447876,
      "step": 2096
    },
    {
      "epoch": 1.765993265993266,
      "grad_norm": 7.275836944580078,
      "learning_rate": 9.130156521999757e-07,
      "loss": 0.9859648942947388,
      "step": 2098
    },
    {
      "epoch": 1.7676767676767677,
      "grad_norm": 3.9273769855499268,
      "learning_rate": 9.113818611768654e-07,
      "loss": 0.918908953666687,
      "step": 2100
    },
    {
      "epoch": 1.7693602693602695,
      "grad_norm": 5.415125846862793,
      "learning_rate": 9.097487200226059e-07,
      "loss": 0.8446367979049683,
      "step": 2102
    },
    {
      "epoch": 1.7710437710437712,
      "grad_norm": 15.805021286010742,
      "learning_rate": 9.081162343640561e-07,
      "loss": 0.5240712761878967,
      "step": 2104
    },
    {
      "epoch": 1.7727272727272727,
      "grad_norm": 5.227410316467285,
      "learning_rate": 9.064844098258153e-07,
      "loss": 0.6734915375709534,
      "step": 2106
    },
    {
      "epoch": 1.7744107744107744,
      "grad_norm": 9.779236793518066,
      "learning_rate": 9.048532520302061e-07,
      "loss": 0.8648114204406738,
      "step": 2108
    },
    {
      "epoch": 1.776094276094276,
      "grad_norm": 9.622480392456055,
      "learning_rate": 9.032227665972534e-07,
      "loss": 0.4809529781341553,
      "step": 2110
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 3.092237949371338,
      "learning_rate": 9.015929591446651e-07,
      "loss": 0.775432288646698,
      "step": 2112
    },
    {
      "epoch": 1.7794612794612794,
      "grad_norm": 6.282991409301758,
      "learning_rate": 8.999638352878142e-07,
      "loss": 0.8989666700363159,
      "step": 2114
    },
    {
      "epoch": 1.7811447811447811,
      "grad_norm": 2.8331105709075928,
      "learning_rate": 8.983354006397177e-07,
      "loss": 0.9354023933410645,
      "step": 2116
    },
    {
      "epoch": 1.7828282828282829,
      "grad_norm": 3.6972124576568604,
      "learning_rate": 8.96707660811018e-07,
      "loss": 0.8982851505279541,
      "step": 2118
    },
    {
      "epoch": 1.7845117845117846,
      "grad_norm": 7.385217189788818,
      "learning_rate": 8.950806214099638e-07,
      "loss": 0.6171048879623413,
      "step": 2120
    },
    {
      "epoch": 1.7861952861952863,
      "grad_norm": 6.615528106689453,
      "learning_rate": 8.934542880423903e-07,
      "loss": 0.5291919708251953,
      "step": 2122
    },
    {
      "epoch": 1.7878787878787878,
      "grad_norm": 4.079862117767334,
      "learning_rate": 8.918286663117005e-07,
      "loss": 0.7172562479972839,
      "step": 2124
    },
    {
      "epoch": 1.7895622895622896,
      "grad_norm": 3.52138352394104,
      "learning_rate": 8.902037618188449e-07,
      "loss": 0.6790080666542053,
      "step": 2126
    },
    {
      "epoch": 1.791245791245791,
      "grad_norm": 3.611370325088501,
      "learning_rate": 8.885795801623035e-07,
      "loss": 0.6517022848129272,
      "step": 2128
    },
    {
      "epoch": 1.7929292929292928,
      "grad_norm": 14.185620307922363,
      "learning_rate": 8.869561269380652e-07,
      "loss": 0.6533136367797852,
      "step": 2130
    },
    {
      "epoch": 1.7946127946127945,
      "grad_norm": 4.437119007110596,
      "learning_rate": 8.853334077396098e-07,
      "loss": 0.5168370008468628,
      "step": 2132
    },
    {
      "epoch": 1.7962962962962963,
      "grad_norm": 2.8739631175994873,
      "learning_rate": 8.837114281578872e-07,
      "loss": 0.6581718921661377,
      "step": 2134
    },
    {
      "epoch": 1.797979797979798,
      "grad_norm": 6.71103572845459,
      "learning_rate": 8.820901937813003e-07,
      "loss": 0.3342350125312805,
      "step": 2136
    },
    {
      "epoch": 1.7996632996632997,
      "grad_norm": 4.6629486083984375,
      "learning_rate": 8.804697101956828e-07,
      "loss": 0.9553017616271973,
      "step": 2138
    },
    {
      "epoch": 1.8013468013468015,
      "grad_norm": 3.458785057067871,
      "learning_rate": 8.78849982984283e-07,
      "loss": 0.7399221658706665,
      "step": 2140
    },
    {
      "epoch": 1.803030303030303,
      "grad_norm": 6.880527973175049,
      "learning_rate": 8.772310177277427e-07,
      "loss": 0.7662659287452698,
      "step": 2142
    },
    {
      "epoch": 1.8047138047138047,
      "grad_norm": 4.792196273803711,
      "learning_rate": 8.756128200040782e-07,
      "loss": 0.6991869211196899,
      "step": 2144
    },
    {
      "epoch": 1.8063973063973064,
      "grad_norm": 20.593137741088867,
      "learning_rate": 8.739953953886614e-07,
      "loss": 0.8479831218719482,
      "step": 2146
    },
    {
      "epoch": 1.808080808080808,
      "grad_norm": 5.395805358886719,
      "learning_rate": 8.72378749454201e-07,
      "loss": 0.8385607004165649,
      "step": 2148
    },
    {
      "epoch": 1.8097643097643097,
      "grad_norm": 2.312955379486084,
      "learning_rate": 8.707628877707221e-07,
      "loss": 0.9476625919342041,
      "step": 2150
    },
    {
      "epoch": 1.8114478114478114,
      "grad_norm": 4.342343807220459,
      "learning_rate": 8.691478159055483e-07,
      "loss": 0.9815539121627808,
      "step": 2152
    },
    {
      "epoch": 1.8131313131313131,
      "grad_norm": 7.069920063018799,
      "learning_rate": 8.675335394232819e-07,
      "loss": 0.7816078066825867,
      "step": 2154
    },
    {
      "epoch": 1.8148148148148149,
      "grad_norm": 3.6072463989257812,
      "learning_rate": 8.659200638857845e-07,
      "loss": 0.642024576663971,
      "step": 2156
    },
    {
      "epoch": 1.8164983164983166,
      "grad_norm": 3.091968297958374,
      "learning_rate": 8.643073948521576e-07,
      "loss": 0.4574873447418213,
      "step": 2158
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 3.328583002090454,
      "learning_rate": 8.626955378787256e-07,
      "loss": 0.8696750402450562,
      "step": 2160
    },
    {
      "epoch": 1.8198653198653199,
      "grad_norm": 10.013894081115723,
      "learning_rate": 8.610844985190127e-07,
      "loss": 0.6890912652015686,
      "step": 2162
    },
    {
      "epoch": 1.8215488215488216,
      "grad_norm": 9.785984992980957,
      "learning_rate": 8.594742823237287e-07,
      "loss": 0.8184359073638916,
      "step": 2164
    },
    {
      "epoch": 1.823232323232323,
      "grad_norm": 6.415750026702881,
      "learning_rate": 8.578648948407452e-07,
      "loss": 0.9016733169555664,
      "step": 2166
    },
    {
      "epoch": 1.8249158249158248,
      "grad_norm": 4.460061073303223,
      "learning_rate": 8.562563416150794e-07,
      "loss": 0.8134877681732178,
      "step": 2168
    },
    {
      "epoch": 1.8265993265993266,
      "grad_norm": 9.919402122497559,
      "learning_rate": 8.546486281888739e-07,
      "loss": 0.5249311923980713,
      "step": 2170
    },
    {
      "epoch": 1.8282828282828283,
      "grad_norm": 4.25754976272583,
      "learning_rate": 8.53041760101378e-07,
      "loss": 0.7299934029579163,
      "step": 2172
    },
    {
      "epoch": 1.82996632996633,
      "grad_norm": 5.09484338760376,
      "learning_rate": 8.51435742888928e-07,
      "loss": 0.3953469395637512,
      "step": 2174
    },
    {
      "epoch": 1.8316498316498318,
      "grad_norm": 3.4278955459594727,
      "learning_rate": 8.498305820849296e-07,
      "loss": 0.4628002643585205,
      "step": 2176
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 9.368400573730469,
      "learning_rate": 8.482262832198365e-07,
      "loss": 0.6508548259735107,
      "step": 2178
    },
    {
      "epoch": 1.835016835016835,
      "grad_norm": 2.587501287460327,
      "learning_rate": 8.46622851821134e-07,
      "loss": 0.8062055110931396,
      "step": 2180
    },
    {
      "epoch": 1.8367003367003367,
      "grad_norm": 19.423526763916016,
      "learning_rate": 8.450202934133174e-07,
      "loss": 0.395694375038147,
      "step": 2182
    },
    {
      "epoch": 1.8383838383838382,
      "grad_norm": 9.420888900756836,
      "learning_rate": 8.434186135178749e-07,
      "loss": 0.9303032159805298,
      "step": 2184
    },
    {
      "epoch": 1.84006734006734,
      "grad_norm": 3.11016845703125,
      "learning_rate": 8.418178176532674e-07,
      "loss": 0.9512186050415039,
      "step": 2186
    },
    {
      "epoch": 1.8417508417508417,
      "grad_norm": 3.171823501586914,
      "learning_rate": 8.402179113349106e-07,
      "loss": 0.8358129262924194,
      "step": 2188
    },
    {
      "epoch": 1.8434343434343434,
      "grad_norm": 20.7672176361084,
      "learning_rate": 8.386189000751544e-07,
      "loss": 0.4782221019268036,
      "step": 2190
    },
    {
      "epoch": 1.8451178451178452,
      "grad_norm": 16.821311950683594,
      "learning_rate": 8.370207893832661e-07,
      "loss": 0.7589244246482849,
      "step": 2192
    },
    {
      "epoch": 1.8468013468013469,
      "grad_norm": 13.138861656188965,
      "learning_rate": 8.354235847654092e-07,
      "loss": 0.5737025141716003,
      "step": 2194
    },
    {
      "epoch": 1.8484848484848486,
      "grad_norm": 7.118038177490234,
      "learning_rate": 8.338272917246252e-07,
      "loss": 0.7278249263763428,
      "step": 2196
    },
    {
      "epoch": 1.8501683501683501,
      "grad_norm": 10.954305648803711,
      "learning_rate": 8.322319157608158e-07,
      "loss": 0.4181557893753052,
      "step": 2198
    },
    {
      "epoch": 1.8518518518518519,
      "grad_norm": 2.7884762287139893,
      "learning_rate": 8.306374623707222e-07,
      "loss": 0.9623106718063354,
      "step": 2200
    },
    {
      "epoch": 1.8535353535353534,
      "grad_norm": 20.612829208374023,
      "learning_rate": 8.29043937047907e-07,
      "loss": 0.6952165365219116,
      "step": 2202
    },
    {
      "epoch": 1.855218855218855,
      "grad_norm": 4.281187534332275,
      "learning_rate": 8.274513452827361e-07,
      "loss": 0.5947088003158569,
      "step": 2204
    },
    {
      "epoch": 1.8569023569023568,
      "grad_norm": 4.014023780822754,
      "learning_rate": 8.258596925623578e-07,
      "loss": 0.8658819198608398,
      "step": 2206
    },
    {
      "epoch": 1.8585858585858586,
      "grad_norm": 5.036103248596191,
      "learning_rate": 8.242689843706852e-07,
      "loss": 0.7244065999984741,
      "step": 2208
    },
    {
      "epoch": 1.8602693602693603,
      "grad_norm": 10.339949607849121,
      "learning_rate": 8.226792261883777e-07,
      "loss": 0.28258228302001953,
      "step": 2210
    },
    {
      "epoch": 1.861952861952862,
      "grad_norm": 3.753382921218872,
      "learning_rate": 8.210904234928213e-07,
      "loss": 0.7527827620506287,
      "step": 2212
    },
    {
      "epoch": 1.8636363636363638,
      "grad_norm": 6.2754082679748535,
      "learning_rate": 8.195025817581092e-07,
      "loss": 1.0558643341064453,
      "step": 2214
    },
    {
      "epoch": 1.8653198653198653,
      "grad_norm": 26.839725494384766,
      "learning_rate": 8.179157064550246e-07,
      "loss": 0.30213648080825806,
      "step": 2216
    },
    {
      "epoch": 1.867003367003367,
      "grad_norm": 9.034235954284668,
      "learning_rate": 8.163298030510208e-07,
      "loss": 0.5420745611190796,
      "step": 2218
    },
    {
      "epoch": 1.8686868686868687,
      "grad_norm": 11.360336303710938,
      "learning_rate": 8.147448770102019e-07,
      "loss": 0.4777377247810364,
      "step": 2220
    },
    {
      "epoch": 1.8703703703703702,
      "grad_norm": 20.048816680908203,
      "learning_rate": 8.131609337933054e-07,
      "loss": 0.6607373952865601,
      "step": 2222
    },
    {
      "epoch": 1.872053872053872,
      "grad_norm": 4.080456733703613,
      "learning_rate": 8.115779788576818e-07,
      "loss": 0.9611594676971436,
      "step": 2224
    },
    {
      "epoch": 1.8737373737373737,
      "grad_norm": 6.5773539543151855,
      "learning_rate": 8.099960176572768e-07,
      "loss": 0.5292639136314392,
      "step": 2226
    },
    {
      "epoch": 1.8754208754208754,
      "grad_norm": 8.111262321472168,
      "learning_rate": 8.08415055642613e-07,
      "loss": 0.4228924512863159,
      "step": 2228
    },
    {
      "epoch": 1.8771043771043772,
      "grad_norm": 7.139439105987549,
      "learning_rate": 8.068350982607693e-07,
      "loss": 1.036095380783081,
      "step": 2230
    },
    {
      "epoch": 1.878787878787879,
      "grad_norm": 5.3863019943237305,
      "learning_rate": 8.052561509553633e-07,
      "loss": 0.879308819770813,
      "step": 2232
    },
    {
      "epoch": 1.8804713804713806,
      "grad_norm": 2.3317646980285645,
      "learning_rate": 8.03678219166533e-07,
      "loss": 0.4804232120513916,
      "step": 2234
    },
    {
      "epoch": 1.8821548821548821,
      "grad_norm": 7.66561222076416,
      "learning_rate": 8.021013083309181e-07,
      "loss": 0.6847870349884033,
      "step": 2236
    },
    {
      "epoch": 1.8838383838383839,
      "grad_norm": 20.43767738342285,
      "learning_rate": 8.005254238816392e-07,
      "loss": 0.9153972864151001,
      "step": 2238
    },
    {
      "epoch": 1.8855218855218854,
      "grad_norm": 4.095572471618652,
      "learning_rate": 7.989505712482814e-07,
      "loss": 1.1261423826217651,
      "step": 2240
    },
    {
      "epoch": 1.887205387205387,
      "grad_norm": 3.0072097778320312,
      "learning_rate": 7.973767558568749e-07,
      "loss": 0.9912216663360596,
      "step": 2242
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 5.47834587097168,
      "learning_rate": 7.95803983129876e-07,
      "loss": 0.914950430393219,
      "step": 2244
    },
    {
      "epoch": 1.8905723905723906,
      "grad_norm": 2.8906898498535156,
      "learning_rate": 7.942322584861476e-07,
      "loss": 0.9614880681037903,
      "step": 2246
    },
    {
      "epoch": 1.8922558922558923,
      "grad_norm": 6.5934977531433105,
      "learning_rate": 7.926615873409435e-07,
      "loss": 0.9108870029449463,
      "step": 2248
    },
    {
      "epoch": 1.893939393939394,
      "grad_norm": 3.955982208251953,
      "learning_rate": 7.910919751058863e-07,
      "loss": 0.9415953755378723,
      "step": 2250
    },
    {
      "epoch": 1.8956228956228958,
      "grad_norm": 3.4299967288970947,
      "learning_rate": 7.895234271889502e-07,
      "loss": 1.1199214458465576,
      "step": 2252
    },
    {
      "epoch": 1.8973063973063973,
      "grad_norm": 2.3956785202026367,
      "learning_rate": 7.879559489944431e-07,
      "loss": 0.8545496463775635,
      "step": 2254
    },
    {
      "epoch": 1.898989898989899,
      "grad_norm": 5.623586654663086,
      "learning_rate": 7.86389545922987e-07,
      "loss": 0.8165835738182068,
      "step": 2256
    },
    {
      "epoch": 1.9006734006734005,
      "grad_norm": 3.9756457805633545,
      "learning_rate": 7.848242233714992e-07,
      "loss": 0.9491643905639648,
      "step": 2258
    },
    {
      "epoch": 1.9023569023569022,
      "grad_norm": 12.658402442932129,
      "learning_rate": 7.832599867331751e-07,
      "loss": 0.7046935558319092,
      "step": 2260
    },
    {
      "epoch": 1.904040404040404,
      "grad_norm": 3.2188074588775635,
      "learning_rate": 7.816968413974676e-07,
      "loss": 0.7821506261825562,
      "step": 2262
    },
    {
      "epoch": 1.9057239057239057,
      "grad_norm": 6.156993865966797,
      "learning_rate": 7.801347927500701e-07,
      "loss": 0.4521103501319885,
      "step": 2264
    },
    {
      "epoch": 1.9074074074074074,
      "grad_norm": 7.991714000701904,
      "learning_rate": 7.785738461728975e-07,
      "loss": 0.7530079483985901,
      "step": 2266
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 5.461221694946289,
      "learning_rate": 7.770140070440679e-07,
      "loss": 0.6550673842430115,
      "step": 2268
    },
    {
      "epoch": 1.910774410774411,
      "grad_norm": 4.9177446365356445,
      "learning_rate": 7.754552807378827e-07,
      "loss": 0.8085366487503052,
      "step": 2270
    },
    {
      "epoch": 1.9124579124579124,
      "grad_norm": 5.982177257537842,
      "learning_rate": 7.738976726248105e-07,
      "loss": 0.8757312893867493,
      "step": 2272
    },
    {
      "epoch": 1.9141414141414141,
      "grad_norm": 5.69901704788208,
      "learning_rate": 7.723411880714663e-07,
      "loss": 0.6707878112792969,
      "step": 2274
    },
    {
      "epoch": 1.9158249158249159,
      "grad_norm": 5.210788249969482,
      "learning_rate": 7.707858324405945e-07,
      "loss": 0.8715642690658569,
      "step": 2276
    },
    {
      "epoch": 1.9175084175084174,
      "grad_norm": 9.772908210754395,
      "learning_rate": 7.692316110910495e-07,
      "loss": 0.5358242392539978,
      "step": 2278
    },
    {
      "epoch": 1.9191919191919191,
      "grad_norm": 10.29883861541748,
      "learning_rate": 7.676785293777779e-07,
      "loss": 0.18194249272346497,
      "step": 2280
    },
    {
      "epoch": 1.9208754208754208,
      "grad_norm": 12.38522720336914,
      "learning_rate": 7.661265926517997e-07,
      "loss": 0.9799966812133789,
      "step": 2282
    },
    {
      "epoch": 1.9225589225589226,
      "grad_norm": 10.77762222290039,
      "learning_rate": 7.6457580626019e-07,
      "loss": 0.4065392315387726,
      "step": 2284
    },
    {
      "epoch": 1.9242424242424243,
      "grad_norm": 4.503013610839844,
      "learning_rate": 7.630261755460598e-07,
      "loss": 0.6107114553451538,
      "step": 2286
    },
    {
      "epoch": 1.925925925925926,
      "grad_norm": 4.1006574630737305,
      "learning_rate": 7.614777058485398e-07,
      "loss": 0.9525327086448669,
      "step": 2288
    },
    {
      "epoch": 1.9276094276094278,
      "grad_norm": 4.675087928771973,
      "learning_rate": 7.59930402502759e-07,
      "loss": 0.64920973777771,
      "step": 2290
    },
    {
      "epoch": 1.9292929292929293,
      "grad_norm": 10.305427551269531,
      "learning_rate": 7.58384270839829e-07,
      "loss": 0.4203697741031647,
      "step": 2292
    },
    {
      "epoch": 1.930976430976431,
      "grad_norm": 10.108484268188477,
      "learning_rate": 7.568393161868234e-07,
      "loss": 0.8978174924850464,
      "step": 2294
    },
    {
      "epoch": 1.9326599326599325,
      "grad_norm": 9.093255996704102,
      "learning_rate": 7.552955438667612e-07,
      "loss": 0.7504777908325195,
      "step": 2296
    },
    {
      "epoch": 1.9343434343434343,
      "grad_norm": 2.7709944248199463,
      "learning_rate": 7.537529591985879e-07,
      "loss": 0.7725180983543396,
      "step": 2298
    },
    {
      "epoch": 1.936026936026936,
      "grad_norm": 18.586732864379883,
      "learning_rate": 7.522115674971564e-07,
      "loss": 0.5804815292358398,
      "step": 2300
    },
    {
      "epoch": 1.9377104377104377,
      "grad_norm": 5.98298978805542,
      "learning_rate": 7.506713740732098e-07,
      "loss": 1.1325410604476929,
      "step": 2302
    },
    {
      "epoch": 1.9393939393939394,
      "grad_norm": 2.994622230529785,
      "learning_rate": 7.491323842333626e-07,
      "loss": 0.9246529340744019,
      "step": 2304
    },
    {
      "epoch": 1.9410774410774412,
      "grad_norm": 10.680237770080566,
      "learning_rate": 7.47594603280082e-07,
      "loss": 0.2776586413383484,
      "step": 2306
    },
    {
      "epoch": 1.942760942760943,
      "grad_norm": 5.663994312286377,
      "learning_rate": 7.460580365116704e-07,
      "loss": 0.7812565565109253,
      "step": 2308
    },
    {
      "epoch": 1.9444444444444444,
      "grad_norm": 5.120817184448242,
      "learning_rate": 7.445226892222476e-07,
      "loss": 1.0193424224853516,
      "step": 2310
    },
    {
      "epoch": 1.9461279461279462,
      "grad_norm": 23.06011962890625,
      "learning_rate": 7.429885667017301e-07,
      "loss": 0.9074631929397583,
      "step": 2312
    },
    {
      "epoch": 1.9478114478114477,
      "grad_norm": 27.372034072875977,
      "learning_rate": 7.41455674235816e-07,
      "loss": 0.860990583896637,
      "step": 2314
    },
    {
      "epoch": 1.9494949494949494,
      "grad_norm": 4.709370136260986,
      "learning_rate": 7.399240171059649e-07,
      "loss": 0.6999090313911438,
      "step": 2316
    },
    {
      "epoch": 1.9511784511784511,
      "grad_norm": 3.648000955581665,
      "learning_rate": 7.383936005893798e-07,
      "loss": 0.8313673138618469,
      "step": 2318
    },
    {
      "epoch": 1.9528619528619529,
      "grad_norm": 6.1949005126953125,
      "learning_rate": 7.368644299589894e-07,
      "loss": 0.8585817217826843,
      "step": 2320
    },
    {
      "epoch": 1.9545454545454546,
      "grad_norm": 6.129204273223877,
      "learning_rate": 7.353365104834304e-07,
      "loss": 0.9358435869216919,
      "step": 2322
    },
    {
      "epoch": 1.9562289562289563,
      "grad_norm": 5.967504501342773,
      "learning_rate": 7.338098474270277e-07,
      "loss": 0.6934836506843567,
      "step": 2324
    },
    {
      "epoch": 1.957912457912458,
      "grad_norm": 8.291871070861816,
      "learning_rate": 7.322844460497783e-07,
      "loss": 0.4362953305244446,
      "step": 2326
    },
    {
      "epoch": 1.9595959595959596,
      "grad_norm": 4.457334995269775,
      "learning_rate": 7.307603116073317e-07,
      "loss": 1.026896595954895,
      "step": 2328
    },
    {
      "epoch": 1.9612794612794613,
      "grad_norm": 34.517372131347656,
      "learning_rate": 7.292374493509725e-07,
      "loss": 0.9922385811805725,
      "step": 2330
    },
    {
      "epoch": 1.9629629629629628,
      "grad_norm": 5.860324859619141,
      "learning_rate": 7.277158645276014e-07,
      "loss": 0.9369185566902161,
      "step": 2332
    },
    {
      "epoch": 1.9646464646464645,
      "grad_norm": 6.046477317810059,
      "learning_rate": 7.261955623797189e-07,
      "loss": 0.9571334719657898,
      "step": 2334
    },
    {
      "epoch": 1.9663299663299663,
      "grad_norm": 7.769930362701416,
      "learning_rate": 7.246765481454056e-07,
      "loss": 0.8826982975006104,
      "step": 2336
    },
    {
      "epoch": 1.968013468013468,
      "grad_norm": 6.431835651397705,
      "learning_rate": 7.23158827058304e-07,
      "loss": 0.9630632400512695,
      "step": 2338
    },
    {
      "epoch": 1.9696969696969697,
      "grad_norm": 22.74308967590332,
      "learning_rate": 7.216424043476022e-07,
      "loss": 0.3798217177391052,
      "step": 2340
    },
    {
      "epoch": 1.9713804713804715,
      "grad_norm": 4.635124683380127,
      "learning_rate": 7.20127285238015e-07,
      "loss": 0.6755929589271545,
      "step": 2342
    },
    {
      "epoch": 1.9730639730639732,
      "grad_norm": 11.939600944519043,
      "learning_rate": 7.186134749497645e-07,
      "loss": 0.4677308201789856,
      "step": 2344
    },
    {
      "epoch": 1.9747474747474747,
      "grad_norm": 7.168182849884033,
      "learning_rate": 7.171009786985642e-07,
      "loss": 0.7687026858329773,
      "step": 2346
    },
    {
      "epoch": 1.9764309764309764,
      "grad_norm": 8.714031219482422,
      "learning_rate": 7.155898016956008e-07,
      "loss": 0.6937582492828369,
      "step": 2348
    },
    {
      "epoch": 1.9781144781144782,
      "grad_norm": 12.572547912597656,
      "learning_rate": 7.14079949147514e-07,
      "loss": 0.6481941342353821,
      "step": 2350
    },
    {
      "epoch": 1.9797979797979797,
      "grad_norm": 11.015668869018555,
      "learning_rate": 7.125714262563814e-07,
      "loss": 0.5940038561820984,
      "step": 2352
    },
    {
      "epoch": 1.9814814814814814,
      "grad_norm": 2.312359571456909,
      "learning_rate": 7.110642382196996e-07,
      "loss": 0.3644195795059204,
      "step": 2354
    },
    {
      "epoch": 1.9831649831649831,
      "grad_norm": 2.8572607040405273,
      "learning_rate": 7.095583902303648e-07,
      "loss": 0.9964379668235779,
      "step": 2356
    },
    {
      "epoch": 1.9848484848484849,
      "grad_norm": 3.200378179550171,
      "learning_rate": 7.080538874766573e-07,
      "loss": 0.901992917060852,
      "step": 2358
    },
    {
      "epoch": 1.9865319865319866,
      "grad_norm": 3.659830093383789,
      "learning_rate": 7.06550735142222e-07,
      "loss": 0.8655633926391602,
      "step": 2360
    },
    {
      "epoch": 1.9882154882154883,
      "grad_norm": 4.574953079223633,
      "learning_rate": 7.050489384060512e-07,
      "loss": 0.6048173904418945,
      "step": 2362
    },
    {
      "epoch": 1.98989898989899,
      "grad_norm": 2.2669944763183594,
      "learning_rate": 7.035485024424666e-07,
      "loss": 0.8642423152923584,
      "step": 2364
    },
    {
      "epoch": 1.9915824915824916,
      "grad_norm": 9.807171821594238,
      "learning_rate": 7.020494324211017e-07,
      "loss": 0.8357862234115601,
      "step": 2366
    },
    {
      "epoch": 1.9932659932659933,
      "grad_norm": 4.8804097175598145,
      "learning_rate": 7.005517335068827e-07,
      "loss": 0.9583761692047119,
      "step": 2368
    },
    {
      "epoch": 1.9949494949494948,
      "grad_norm": 3.2299656867980957,
      "learning_rate": 6.99055410860013e-07,
      "loss": 0.3349935710430145,
      "step": 2370
    },
    {
      "epoch": 1.9966329966329965,
      "grad_norm": 10.934320449829102,
      "learning_rate": 6.975604696359542e-07,
      "loss": 0.4770701825618744,
      "step": 2372
    },
    {
      "epoch": 1.9983164983164983,
      "grad_norm": 4.283078193664551,
      "learning_rate": 6.960669149854068e-07,
      "loss": 0.8760964870452881,
      "step": 2374
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.9110515117645264,
      "learning_rate": 6.945747520542955e-07,
      "loss": 0.8032587766647339,
      "step": 2376
    },
    {
      "epoch": 2.0016835016835017,
      "grad_norm": 13.453629493713379,
      "learning_rate": 6.930839859837496e-07,
      "loss": 0.5529247522354126,
      "step": 2378
    },
    {
      "epoch": 2.0033670033670035,
      "grad_norm": 2.993082284927368,
      "learning_rate": 6.915946219100852e-07,
      "loss": 1.0674469470977783,
      "step": 2380
    },
    {
      "epoch": 2.005050505050505,
      "grad_norm": 9.452933311462402,
      "learning_rate": 6.901066649647887e-07,
      "loss": 0.5305376052856445,
      "step": 2382
    },
    {
      "epoch": 2.006734006734007,
      "grad_norm": 10.649518013000488,
      "learning_rate": 6.886201202744972e-07,
      "loss": 0.4740598499774933,
      "step": 2384
    },
    {
      "epoch": 2.008417508417508,
      "grad_norm": 2.3154711723327637,
      "learning_rate": 6.871349929609826e-07,
      "loss": 0.6172109842300415,
      "step": 2386
    },
    {
      "epoch": 2.01010101010101,
      "grad_norm": 4.7962565422058105,
      "learning_rate": 6.856512881411343e-07,
      "loss": 0.751620352268219,
      "step": 2388
    },
    {
      "epoch": 2.0117845117845117,
      "grad_norm": 3.493546485900879,
      "learning_rate": 6.841690109269386e-07,
      "loss": 0.9236295223236084,
      "step": 2390
    },
    {
      "epoch": 2.0134680134680134,
      "grad_norm": 4.757162094116211,
      "learning_rate": 6.826881664254646e-07,
      "loss": 0.5604578852653503,
      "step": 2392
    },
    {
      "epoch": 2.015151515151515,
      "grad_norm": 15.590490341186523,
      "learning_rate": 6.812087597388452e-07,
      "loss": 0.656000018119812,
      "step": 2394
    },
    {
      "epoch": 2.016835016835017,
      "grad_norm": 3.1684648990631104,
      "learning_rate": 6.79730795964258e-07,
      "loss": 0.7373712062835693,
      "step": 2396
    },
    {
      "epoch": 2.0185185185185186,
      "grad_norm": 4.949743270874023,
      "learning_rate": 6.782542801939105e-07,
      "loss": 0.7128652930259705,
      "step": 2398
    },
    {
      "epoch": 2.0202020202020203,
      "grad_norm": 6.615425109863281,
      "learning_rate": 6.767792175150211e-07,
      "loss": 0.5110639333724976,
      "step": 2400
    },
    {
      "epoch": 2.021885521885522,
      "grad_norm": 29.939123153686523,
      "learning_rate": 6.753056130098009e-07,
      "loss": 0.3357080817222595,
      "step": 2402
    },
    {
      "epoch": 2.0235690235690234,
      "grad_norm": 7.256524562835693,
      "learning_rate": 6.738334717554373e-07,
      "loss": 0.803414523601532,
      "step": 2404
    },
    {
      "epoch": 2.025252525252525,
      "grad_norm": 8.12669563293457,
      "learning_rate": 6.723627988240772e-07,
      "loss": 0.6509519815444946,
      "step": 2406
    },
    {
      "epoch": 2.026936026936027,
      "grad_norm": 2.850172519683838,
      "learning_rate": 6.708935992828068e-07,
      "loss": 0.6972189545631409,
      "step": 2408
    },
    {
      "epoch": 2.0286195286195285,
      "grad_norm": 4.508718967437744,
      "learning_rate": 6.694258781936369e-07,
      "loss": 0.607012152671814,
      "step": 2410
    },
    {
      "epoch": 2.0303030303030303,
      "grad_norm": 6.282621383666992,
      "learning_rate": 6.679596406134844e-07,
      "loss": 0.8239716291427612,
      "step": 2412
    },
    {
      "epoch": 2.031986531986532,
      "grad_norm": 4.128354549407959,
      "learning_rate": 6.664948915941546e-07,
      "loss": 0.6955975294113159,
      "step": 2414
    },
    {
      "epoch": 2.0336700336700337,
      "grad_norm": 2.551084518432617,
      "learning_rate": 6.65031636182324e-07,
      "loss": 0.7895976305007935,
      "step": 2416
    },
    {
      "epoch": 2.0353535353535355,
      "grad_norm": 5.181878089904785,
      "learning_rate": 6.635698794195237e-07,
      "loss": 0.5881921052932739,
      "step": 2418
    },
    {
      "epoch": 2.037037037037037,
      "grad_norm": 15.786396980285645,
      "learning_rate": 6.621096263421202e-07,
      "loss": 0.3898243308067322,
      "step": 2420
    },
    {
      "epoch": 2.038720538720539,
      "grad_norm": 5.842708587646484,
      "learning_rate": 6.606508819813001e-07,
      "loss": 0.7089550495147705,
      "step": 2422
    },
    {
      "epoch": 2.04040404040404,
      "grad_norm": 48.35086441040039,
      "learning_rate": 6.591936513630514e-07,
      "loss": 0.17687079310417175,
      "step": 2424
    },
    {
      "epoch": 2.042087542087542,
      "grad_norm": 7.372962951660156,
      "learning_rate": 6.577379395081466e-07,
      "loss": 0.33852899074554443,
      "step": 2426
    },
    {
      "epoch": 2.0437710437710437,
      "grad_norm": 35.252044677734375,
      "learning_rate": 6.562837514321258e-07,
      "loss": 0.5263517498970032,
      "step": 2428
    },
    {
      "epoch": 2.0454545454545454,
      "grad_norm": 2.461886405944824,
      "learning_rate": 6.548310921452784e-07,
      "loss": 0.7057082653045654,
      "step": 2430
    },
    {
      "epoch": 2.047138047138047,
      "grad_norm": 3.156841516494751,
      "learning_rate": 6.533799666526275e-07,
      "loss": 0.6170644760131836,
      "step": 2432
    },
    {
      "epoch": 2.048821548821549,
      "grad_norm": 3.1701977252960205,
      "learning_rate": 6.519303799539104e-07,
      "loss": 0.7602715492248535,
      "step": 2434
    },
    {
      "epoch": 2.0505050505050506,
      "grad_norm": 3.952972412109375,
      "learning_rate": 6.504823370435633e-07,
      "loss": 1.1037501096725464,
      "step": 2436
    },
    {
      "epoch": 2.0521885521885523,
      "grad_norm": 3.426377773284912,
      "learning_rate": 6.490358429107038e-07,
      "loss": 0.6811984181404114,
      "step": 2438
    },
    {
      "epoch": 2.053872053872054,
      "grad_norm": 11.86534309387207,
      "learning_rate": 6.47590902539112e-07,
      "loss": 0.7863556146621704,
      "step": 2440
    },
    {
      "epoch": 2.0555555555555554,
      "grad_norm": 8.28430461883545,
      "learning_rate": 6.461475209072161e-07,
      "loss": 0.6948744654655457,
      "step": 2442
    },
    {
      "epoch": 2.057239057239057,
      "grad_norm": 2.8476991653442383,
      "learning_rate": 6.44705702988073e-07,
      "loss": 0.7017114162445068,
      "step": 2444
    },
    {
      "epoch": 2.058922558922559,
      "grad_norm": 5.588902950286865,
      "learning_rate": 6.432654537493518e-07,
      "loss": 0.8929611444473267,
      "step": 2446
    },
    {
      "epoch": 2.0606060606060606,
      "grad_norm": 3.2887089252471924,
      "learning_rate": 6.418267781533173e-07,
      "loss": 0.79296875,
      "step": 2448
    },
    {
      "epoch": 2.0622895622895623,
      "grad_norm": 14.845014572143555,
      "learning_rate": 6.403896811568124e-07,
      "loss": 0.5820084810256958,
      "step": 2450
    },
    {
      "epoch": 2.063973063973064,
      "grad_norm": 6.622726917266846,
      "learning_rate": 6.389541677112407e-07,
      "loss": 0.8630738258361816,
      "step": 2452
    },
    {
      "epoch": 2.0656565656565657,
      "grad_norm": 8.550455093383789,
      "learning_rate": 6.375202427625505e-07,
      "loss": 0.6654762625694275,
      "step": 2454
    },
    {
      "epoch": 2.0673400673400675,
      "grad_norm": 2.6550607681274414,
      "learning_rate": 6.360879112512159e-07,
      "loss": 0.7484475374221802,
      "step": 2456
    },
    {
      "epoch": 2.069023569023569,
      "grad_norm": 3.6882874965667725,
      "learning_rate": 6.346571781122218e-07,
      "loss": 0.709972620010376,
      "step": 2458
    },
    {
      "epoch": 2.0707070707070705,
      "grad_norm": 10.880833625793457,
      "learning_rate": 6.332280482750466e-07,
      "loss": 0.5114179849624634,
      "step": 2460
    },
    {
      "epoch": 2.0723905723905722,
      "grad_norm": 7.7855000495910645,
      "learning_rate": 6.318005266636428e-07,
      "loss": 0.5731675028800964,
      "step": 2462
    },
    {
      "epoch": 2.074074074074074,
      "grad_norm": 9.688587188720703,
      "learning_rate": 6.303746181964234e-07,
      "loss": 0.5561926364898682,
      "step": 2464
    },
    {
      "epoch": 2.0757575757575757,
      "grad_norm": 10.193296432495117,
      "learning_rate": 6.289503277862438e-07,
      "loss": 0.7371481657028198,
      "step": 2466
    },
    {
      "epoch": 2.0774410774410774,
      "grad_norm": 5.605756759643555,
      "learning_rate": 6.275276603403824e-07,
      "loss": 0.5109883546829224,
      "step": 2468
    },
    {
      "epoch": 2.079124579124579,
      "grad_norm": 6.081256866455078,
      "learning_rate": 6.26106620760528e-07,
      "loss": 0.9331031441688538,
      "step": 2470
    },
    {
      "epoch": 2.080808080808081,
      "grad_norm": 5.508481979370117,
      "learning_rate": 6.246872139427602e-07,
      "loss": 0.9123448133468628,
      "step": 2472
    },
    {
      "epoch": 2.0824915824915826,
      "grad_norm": 4.696747779846191,
      "learning_rate": 6.232694447775316e-07,
      "loss": 0.4582900106906891,
      "step": 2474
    },
    {
      "epoch": 2.0841750841750843,
      "grad_norm": 8.642160415649414,
      "learning_rate": 6.218533181496541e-07,
      "loss": 0.5799881815910339,
      "step": 2476
    },
    {
      "epoch": 2.0858585858585856,
      "grad_norm": 4.685534954071045,
      "learning_rate": 6.204388389382804e-07,
      "loss": 0.7565197944641113,
      "step": 2478
    },
    {
      "epoch": 2.0875420875420874,
      "grad_norm": 3.0699758529663086,
      "learning_rate": 6.190260120168855e-07,
      "loss": 0.6127052307128906,
      "step": 2480
    },
    {
      "epoch": 2.089225589225589,
      "grad_norm": 2.890374183654785,
      "learning_rate": 6.17614842253253e-07,
      "loss": 0.6200038194656372,
      "step": 2482
    },
    {
      "epoch": 2.090909090909091,
      "grad_norm": 5.803356647491455,
      "learning_rate": 6.162053345094569e-07,
      "loss": 1.080254316329956,
      "step": 2484
    },
    {
      "epoch": 2.0925925925925926,
      "grad_norm": 6.378223419189453,
      "learning_rate": 6.147974936418436e-07,
      "loss": 0.5638513565063477,
      "step": 2486
    },
    {
      "epoch": 2.0942760942760943,
      "grad_norm": 2.6295933723449707,
      "learning_rate": 6.133913245010181e-07,
      "loss": 0.5809881687164307,
      "step": 2488
    },
    {
      "epoch": 2.095959595959596,
      "grad_norm": 9.536388397216797,
      "learning_rate": 6.119868319318244e-07,
      "loss": 0.7412412166595459,
      "step": 2490
    },
    {
      "epoch": 2.0976430976430978,
      "grad_norm": 6.749050140380859,
      "learning_rate": 6.105840207733302e-07,
      "loss": 0.8024865388870239,
      "step": 2492
    },
    {
      "epoch": 2.0993265993265995,
      "grad_norm": 3.2662672996520996,
      "learning_rate": 6.091828958588101e-07,
      "loss": 0.49432703852653503,
      "step": 2494
    },
    {
      "epoch": 2.101010101010101,
      "grad_norm": 4.484532356262207,
      "learning_rate": 6.077834620157296e-07,
      "loss": 0.7933484315872192,
      "step": 2496
    },
    {
      "epoch": 2.1026936026936025,
      "grad_norm": 2.866675853729248,
      "learning_rate": 6.063857240657264e-07,
      "loss": 0.4336718022823334,
      "step": 2498
    },
    {
      "epoch": 2.1043771043771042,
      "grad_norm": 5.029768943786621,
      "learning_rate": 6.049896868245962e-07,
      "loss": 0.5639874339103699,
      "step": 2500
    },
    {
      "epoch": 2.106060606060606,
      "grad_norm": 4.42257833480835,
      "learning_rate": 6.035953551022748e-07,
      "loss": 0.9859836101531982,
      "step": 2502
    },
    {
      "epoch": 2.1077441077441077,
      "grad_norm": 25.789899826049805,
      "learning_rate": 6.022027337028212e-07,
      "loss": 0.8477144241333008,
      "step": 2504
    },
    {
      "epoch": 2.1094276094276094,
      "grad_norm": 27.71114158630371,
      "learning_rate": 6.008118274244025e-07,
      "loss": 0.8800366520881653,
      "step": 2506
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 5.043661594390869,
      "learning_rate": 5.994226410592762e-07,
      "loss": 0.40974220633506775,
      "step": 2508
    },
    {
      "epoch": 2.112794612794613,
      "grad_norm": 3.724855661392212,
      "learning_rate": 5.980351793937734e-07,
      "loss": 0.5578930377960205,
      "step": 2510
    },
    {
      "epoch": 2.1144781144781146,
      "grad_norm": 7.778206825256348,
      "learning_rate": 5.966494472082832e-07,
      "loss": 0.6988534927368164,
      "step": 2512
    },
    {
      "epoch": 2.1161616161616164,
      "grad_norm": 9.13245964050293,
      "learning_rate": 5.952654492772369e-07,
      "loss": 0.38724464178085327,
      "step": 2514
    },
    {
      "epoch": 2.1178451178451176,
      "grad_norm": 5.150360584259033,
      "learning_rate": 5.938831903690887e-07,
      "loss": 0.8136914968490601,
      "step": 2516
    },
    {
      "epoch": 2.1195286195286194,
      "grad_norm": 8.077790260314941,
      "learning_rate": 5.925026752463027e-07,
      "loss": 0.13099154829978943,
      "step": 2518
    },
    {
      "epoch": 2.121212121212121,
      "grad_norm": 14.749094009399414,
      "learning_rate": 5.911239086653345e-07,
      "loss": 0.33465084433555603,
      "step": 2520
    },
    {
      "epoch": 2.122895622895623,
      "grad_norm": 3.972292184829712,
      "learning_rate": 5.89746895376614e-07,
      "loss": 0.2251596450805664,
      "step": 2522
    },
    {
      "epoch": 2.1245791245791246,
      "grad_norm": 3.6862993240356445,
      "learning_rate": 5.883716401245329e-07,
      "loss": 0.41063302755355835,
      "step": 2524
    },
    {
      "epoch": 2.1262626262626263,
      "grad_norm": 13.53211498260498,
      "learning_rate": 5.869981476474235e-07,
      "loss": 0.32705599069595337,
      "step": 2526
    },
    {
      "epoch": 2.127946127946128,
      "grad_norm": 11.80972671508789,
      "learning_rate": 5.856264226775451e-07,
      "loss": 0.28738293051719666,
      "step": 2528
    },
    {
      "epoch": 2.1296296296296298,
      "grad_norm": 4.907763481140137,
      "learning_rate": 5.842564699410676e-07,
      "loss": 0.5695469379425049,
      "step": 2530
    },
    {
      "epoch": 2.1313131313131315,
      "grad_norm": 7.322058200836182,
      "learning_rate": 5.828882941580548e-07,
      "loss": 0.7862983345985413,
      "step": 2532
    },
    {
      "epoch": 2.1329966329966332,
      "grad_norm": 3.169811725616455,
      "learning_rate": 5.815219000424475e-07,
      "loss": 0.32265302538871765,
      "step": 2534
    },
    {
      "epoch": 2.1346801346801345,
      "grad_norm": 4.123760223388672,
      "learning_rate": 5.801572923020486e-07,
      "loss": 0.6733647584915161,
      "step": 2536
    },
    {
      "epoch": 2.1363636363636362,
      "grad_norm": 10.175186157226562,
      "learning_rate": 5.787944756385061e-07,
      "loss": 0.34301066398620605,
      "step": 2538
    },
    {
      "epoch": 2.138047138047138,
      "grad_norm": 0.8496463894844055,
      "learning_rate": 5.774334547472963e-07,
      "loss": 0.31534287333488464,
      "step": 2540
    },
    {
      "epoch": 2.1397306397306397,
      "grad_norm": 4.556532382965088,
      "learning_rate": 5.760742343177091e-07,
      "loss": 0.6951263546943665,
      "step": 2542
    },
    {
      "epoch": 2.1414141414141414,
      "grad_norm": 2.392409086227417,
      "learning_rate": 5.747168190328313e-07,
      "loss": 0.09168624877929688,
      "step": 2544
    },
    {
      "epoch": 2.143097643097643,
      "grad_norm": 2.1044692993164062,
      "learning_rate": 5.73361213569529e-07,
      "loss": 0.34088313579559326,
      "step": 2546
    },
    {
      "epoch": 2.144781144781145,
      "grad_norm": 12.998042106628418,
      "learning_rate": 5.720074225984335e-07,
      "loss": 0.6928970813751221,
      "step": 2548
    },
    {
      "epoch": 2.1464646464646466,
      "grad_norm": 3.534303903579712,
      "learning_rate": 5.706554507839247e-07,
      "loss": 0.8698376417160034,
      "step": 2550
    },
    {
      "epoch": 2.148148148148148,
      "grad_norm": 3.9357972145080566,
      "learning_rate": 5.693053027841139e-07,
      "loss": 0.5156476497650146,
      "step": 2552
    },
    {
      "epoch": 2.1498316498316496,
      "grad_norm": 12.438335418701172,
      "learning_rate": 5.679569832508294e-07,
      "loss": 0.14811789989471436,
      "step": 2554
    },
    {
      "epoch": 2.1515151515151514,
      "grad_norm": 8.0103759765625,
      "learning_rate": 5.666104968295993e-07,
      "loss": 0.4402310848236084,
      "step": 2556
    },
    {
      "epoch": 2.153198653198653,
      "grad_norm": 3.672968864440918,
      "learning_rate": 5.652658481596355e-07,
      "loss": 0.6228591203689575,
      "step": 2558
    },
    {
      "epoch": 2.154882154882155,
      "grad_norm": 6.100817680358887,
      "learning_rate": 5.639230418738186e-07,
      "loss": 0.3809899091720581,
      "step": 2560
    },
    {
      "epoch": 2.1565656565656566,
      "grad_norm": 25.523374557495117,
      "learning_rate": 5.625820825986818e-07,
      "loss": 0.4754774570465088,
      "step": 2562
    },
    {
      "epoch": 2.1582491582491583,
      "grad_norm": 4.202336311340332,
      "learning_rate": 5.61242974954393e-07,
      "loss": 0.7122776508331299,
      "step": 2564
    },
    {
      "epoch": 2.15993265993266,
      "grad_norm": 16.867658615112305,
      "learning_rate": 5.599057235547422e-07,
      "loss": 0.45209017395973206,
      "step": 2566
    },
    {
      "epoch": 2.1616161616161618,
      "grad_norm": 5.021929740905762,
      "learning_rate": 5.585703330071232e-07,
      "loss": 0.3703120946884155,
      "step": 2568
    },
    {
      "epoch": 2.1632996632996635,
      "grad_norm": 3.3957135677337646,
      "learning_rate": 5.572368079125177e-07,
      "loss": 0.8958742618560791,
      "step": 2570
    },
    {
      "epoch": 2.164983164983165,
      "grad_norm": 3.049757957458496,
      "learning_rate": 5.559051528654812e-07,
      "loss": 1.0562491416931152,
      "step": 2572
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 6.365866184234619,
      "learning_rate": 5.545753724541259e-07,
      "loss": 0.7664850950241089,
      "step": 2574
    },
    {
      "epoch": 2.1683501683501682,
      "grad_norm": 3.9597971439361572,
      "learning_rate": 5.532474712601041e-07,
      "loss": 0.2349638044834137,
      "step": 2576
    },
    {
      "epoch": 2.17003367003367,
      "grad_norm": 14.629343032836914,
      "learning_rate": 5.519214538585945e-07,
      "loss": 0.5862404108047485,
      "step": 2578
    },
    {
      "epoch": 2.1717171717171717,
      "grad_norm": 13.472465515136719,
      "learning_rate": 5.505973248182854e-07,
      "loss": 0.25796785950660706,
      "step": 2580
    },
    {
      "epoch": 2.1734006734006734,
      "grad_norm": 4.650449275970459,
      "learning_rate": 5.492750887013576e-07,
      "loss": 0.40474733710289,
      "step": 2582
    },
    {
      "epoch": 2.175084175084175,
      "grad_norm": 4.238655090332031,
      "learning_rate": 5.479547500634716e-07,
      "loss": 0.25570929050445557,
      "step": 2584
    },
    {
      "epoch": 2.176767676767677,
      "grad_norm": 9.685871124267578,
      "learning_rate": 5.466363134537495e-07,
      "loss": 0.582108736038208,
      "step": 2586
    },
    {
      "epoch": 2.1784511784511786,
      "grad_norm": 20.41779899597168,
      "learning_rate": 5.453197834147596e-07,
      "loss": 0.5546954274177551,
      "step": 2588
    },
    {
      "epoch": 2.18013468013468,
      "grad_norm": 89.8573226928711,
      "learning_rate": 5.440051644825024e-07,
      "loss": 0.6109448671340942,
      "step": 2590
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 9.055795669555664,
      "learning_rate": 5.426924611863932e-07,
      "loss": 0.4381883144378662,
      "step": 2592
    },
    {
      "epoch": 2.1835016835016834,
      "grad_norm": 7.171759605407715,
      "learning_rate": 5.413816780492464e-07,
      "loss": 0.28566718101501465,
      "step": 2594
    },
    {
      "epoch": 2.185185185185185,
      "grad_norm": 5.162403583526611,
      "learning_rate": 5.400728195872627e-07,
      "loss": 0.6839703321456909,
      "step": 2596
    },
    {
      "epoch": 2.186868686868687,
      "grad_norm": 4.578564643859863,
      "learning_rate": 5.387658903100093e-07,
      "loss": 0.7969393134117126,
      "step": 2598
    },
    {
      "epoch": 2.1885521885521886,
      "grad_norm": 3.3671751022338867,
      "learning_rate": 5.374608947204078e-07,
      "loss": 0.5756024122238159,
      "step": 2600
    },
    {
      "epoch": 2.1902356902356903,
      "grad_norm": 3.339944362640381,
      "learning_rate": 5.361578373147173e-07,
      "loss": 0.8270890116691589,
      "step": 2602
    },
    {
      "epoch": 2.191919191919192,
      "grad_norm": 61.960235595703125,
      "learning_rate": 5.348567225825182e-07,
      "loss": 0.7463648319244385,
      "step": 2604
    },
    {
      "epoch": 2.1936026936026938,
      "grad_norm": 12.145258903503418,
      "learning_rate": 5.335575550066987e-07,
      "loss": 0.3755905032157898,
      "step": 2606
    },
    {
      "epoch": 2.1952861952861955,
      "grad_norm": 4.23495626449585,
      "learning_rate": 5.322603390634379e-07,
      "loss": 0.828824520111084,
      "step": 2608
    },
    {
      "epoch": 2.196969696969697,
      "grad_norm": 5.706808090209961,
      "learning_rate": 5.3096507922219e-07,
      "loss": 0.7120569944381714,
      "step": 2610
    },
    {
      "epoch": 2.1986531986531985,
      "grad_norm": 7.548922538757324,
      "learning_rate": 5.296717799456703e-07,
      "loss": 0.2670977711677551,
      "step": 2612
    },
    {
      "epoch": 2.2003367003367003,
      "grad_norm": 6.819214820861816,
      "learning_rate": 5.283804456898393e-07,
      "loss": 0.7222539782524109,
      "step": 2614
    },
    {
      "epoch": 2.202020202020202,
      "grad_norm": 6.466555595397949,
      "learning_rate": 5.270910809038866e-07,
      "loss": 0.5107656717300415,
      "step": 2616
    },
    {
      "epoch": 2.2037037037037037,
      "grad_norm": 9.062774658203125,
      "learning_rate": 5.258036900302162e-07,
      "loss": 0.44302040338516235,
      "step": 2618
    },
    {
      "epoch": 2.2053872053872055,
      "grad_norm": 3.68121600151062,
      "learning_rate": 5.245182775044319e-07,
      "loss": 0.28953254222869873,
      "step": 2620
    },
    {
      "epoch": 2.207070707070707,
      "grad_norm": 4.225932598114014,
      "learning_rate": 5.2323484775532e-07,
      "loss": 0.5604819655418396,
      "step": 2622
    },
    {
      "epoch": 2.208754208754209,
      "grad_norm": 6.57682466506958,
      "learning_rate": 5.219534052048364e-07,
      "loss": 0.4838787317276001,
      "step": 2624
    },
    {
      "epoch": 2.2104377104377106,
      "grad_norm": 5.847450256347656,
      "learning_rate": 5.206739542680903e-07,
      "loss": 0.41042160987854004,
      "step": 2626
    },
    {
      "epoch": 2.212121212121212,
      "grad_norm": 10.914462089538574,
      "learning_rate": 5.193964993533275e-07,
      "loss": 0.5403867959976196,
      "step": 2628
    },
    {
      "epoch": 2.2138047138047137,
      "grad_norm": 8.292633056640625,
      "learning_rate": 5.181210448619185e-07,
      "loss": 0.25527873635292053,
      "step": 2630
    },
    {
      "epoch": 2.2154882154882154,
      "grad_norm": 18.88636016845703,
      "learning_rate": 5.168475951883405e-07,
      "loss": 0.404461145401001,
      "step": 2632
    },
    {
      "epoch": 2.217171717171717,
      "grad_norm": 3.0683631896972656,
      "learning_rate": 5.155761547201631e-07,
      "loss": 0.07407370954751968,
      "step": 2634
    },
    {
      "epoch": 2.218855218855219,
      "grad_norm": 3.333080291748047,
      "learning_rate": 5.143067278380339e-07,
      "loss": 0.7165415287017822,
      "step": 2636
    },
    {
      "epoch": 2.2205387205387206,
      "grad_norm": 11.401552200317383,
      "learning_rate": 5.13039318915663e-07,
      "loss": 1.0603926181793213,
      "step": 2638
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 7.289011001586914,
      "learning_rate": 5.117739323198067e-07,
      "loss": 0.997651219367981,
      "step": 2640
    },
    {
      "epoch": 2.223905723905724,
      "grad_norm": 4.159246444702148,
      "learning_rate": 5.105105724102547e-07,
      "loss": 0.6530795097351074,
      "step": 2642
    },
    {
      "epoch": 2.225589225589226,
      "grad_norm": 30.293039321899414,
      "learning_rate": 5.092492435398137e-07,
      "loss": 0.6192750930786133,
      "step": 2644
    },
    {
      "epoch": 2.227272727272727,
      "grad_norm": 13.535540580749512,
      "learning_rate": 5.079899500542917e-07,
      "loss": 0.5436962246894836,
      "step": 2646
    },
    {
      "epoch": 2.228956228956229,
      "grad_norm": 5.441864967346191,
      "learning_rate": 5.067326962924848e-07,
      "loss": 0.2577816843986511,
      "step": 2648
    },
    {
      "epoch": 2.2306397306397305,
      "grad_norm": 8.864923477172852,
      "learning_rate": 5.054774865861617e-07,
      "loss": 0.9602568745613098,
      "step": 2650
    },
    {
      "epoch": 2.2323232323232323,
      "grad_norm": 14.644983291625977,
      "learning_rate": 5.042243252600475e-07,
      "loss": 0.5225367546081543,
      "step": 2652
    },
    {
      "epoch": 2.234006734006734,
      "grad_norm": 17.72758674621582,
      "learning_rate": 5.029732166318106e-07,
      "loss": 0.47632715106010437,
      "step": 2654
    },
    {
      "epoch": 2.2356902356902357,
      "grad_norm": 3.0727274417877197,
      "learning_rate": 5.017241650120462e-07,
      "loss": 0.5418964624404907,
      "step": 2656
    },
    {
      "epoch": 2.2373737373737375,
      "grad_norm": 12.295948028564453,
      "learning_rate": 5.004771747042631e-07,
      "loss": 0.8024328351020813,
      "step": 2658
    },
    {
      "epoch": 2.239057239057239,
      "grad_norm": 10.540696144104004,
      "learning_rate": 4.992322500048673e-07,
      "loss": 0.5871691703796387,
      "step": 2660
    },
    {
      "epoch": 2.240740740740741,
      "grad_norm": 3.301222324371338,
      "learning_rate": 4.979893952031483e-07,
      "loss": 0.7337244153022766,
      "step": 2662
    },
    {
      "epoch": 2.242424242424242,
      "grad_norm": 18.132505416870117,
      "learning_rate": 4.96748614581264e-07,
      "loss": 0.3517826795578003,
      "step": 2664
    },
    {
      "epoch": 2.244107744107744,
      "grad_norm": 5.087287902832031,
      "learning_rate": 4.955099124142251e-07,
      "loss": 0.7348419427871704,
      "step": 2666
    },
    {
      "epoch": 2.2457912457912457,
      "grad_norm": 5.434046268463135,
      "learning_rate": 4.942732929698827e-07,
      "loss": 0.5416382551193237,
      "step": 2668
    },
    {
      "epoch": 2.2474747474747474,
      "grad_norm": 5.668000221252441,
      "learning_rate": 4.930387605089104e-07,
      "loss": 0.44201749563217163,
      "step": 2670
    },
    {
      "epoch": 2.249158249158249,
      "grad_norm": 2.4525139331817627,
      "learning_rate": 4.918063192847921e-07,
      "loss": 0.34817391633987427,
      "step": 2672
    },
    {
      "epoch": 2.250841750841751,
      "grad_norm": 10.748351097106934,
      "learning_rate": 4.905759735438068e-07,
      "loss": 0.6200217008590698,
      "step": 2674
    },
    {
      "epoch": 2.2525252525252526,
      "grad_norm": 4.222598075866699,
      "learning_rate": 4.893477275250127e-07,
      "loss": 0.7119044065475464,
      "step": 2676
    },
    {
      "epoch": 2.2542087542087543,
      "grad_norm": 3.8408939838409424,
      "learning_rate": 4.881215854602342e-07,
      "loss": 0.4421549141407013,
      "step": 2678
    },
    {
      "epoch": 2.255892255892256,
      "grad_norm": 2.2825546264648438,
      "learning_rate": 4.868975515740471e-07,
      "loss": 0.835530161857605,
      "step": 2680
    },
    {
      "epoch": 2.257575757575758,
      "grad_norm": 11.838665962219238,
      "learning_rate": 4.856756300837625e-07,
      "loss": 0.19798390567302704,
      "step": 2682
    },
    {
      "epoch": 2.259259259259259,
      "grad_norm": 25.079456329345703,
      "learning_rate": 4.844558251994146e-07,
      "loss": 0.1048535406589508,
      "step": 2684
    },
    {
      "epoch": 2.260942760942761,
      "grad_norm": 4.039831638336182,
      "learning_rate": 4.832381411237444e-07,
      "loss": 0.604271650314331,
      "step": 2686
    },
    {
      "epoch": 2.2626262626262625,
      "grad_norm": 4.378790855407715,
      "learning_rate": 4.820225820521855e-07,
      "loss": 0.36290663480758667,
      "step": 2688
    },
    {
      "epoch": 2.2643097643097643,
      "grad_norm": 4.032955169677734,
      "learning_rate": 4.808091521728506e-07,
      "loss": 0.8970327377319336,
      "step": 2690
    },
    {
      "epoch": 2.265993265993266,
      "grad_norm": 6.259299278259277,
      "learning_rate": 4.795978556665165e-07,
      "loss": 0.8129058480262756,
      "step": 2692
    },
    {
      "epoch": 2.2676767676767677,
      "grad_norm": 4.226785182952881,
      "learning_rate": 4.783886967066088e-07,
      "loss": 0.653793454170227,
      "step": 2694
    },
    {
      "epoch": 2.2693602693602695,
      "grad_norm": 8.080623626708984,
      "learning_rate": 4.77181679459189e-07,
      "loss": 0.5345746874809265,
      "step": 2696
    },
    {
      "epoch": 2.271043771043771,
      "grad_norm": 2.8720853328704834,
      "learning_rate": 4.759768080829399e-07,
      "loss": 0.638217568397522,
      "step": 2698
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 5.371377944946289,
      "learning_rate": 4.747740867291497e-07,
      "loss": 0.7549663782119751,
      "step": 2700
    },
    {
      "epoch": 2.274410774410774,
      "grad_norm": 2.809866428375244,
      "learning_rate": 4.7357351954169973e-07,
      "loss": 0.5037040114402771,
      "step": 2702
    },
    {
      "epoch": 2.276094276094276,
      "grad_norm": 11.470369338989258,
      "learning_rate": 4.7237511065704933e-07,
      "loss": 0.8505884408950806,
      "step": 2704
    },
    {
      "epoch": 2.2777777777777777,
      "grad_norm": 5.015624523162842,
      "learning_rate": 4.7117886420422094e-07,
      "loss": 0.9292435050010681,
      "step": 2706
    },
    {
      "epoch": 2.2794612794612794,
      "grad_norm": 3.195216655731201,
      "learning_rate": 4.6998478430478714e-07,
      "loss": 0.4456526041030884,
      "step": 2708
    },
    {
      "epoch": 2.281144781144781,
      "grad_norm": 7.715219497680664,
      "learning_rate": 4.6879287507285596e-07,
      "loss": 0.49354496598243713,
      "step": 2710
    },
    {
      "epoch": 2.282828282828283,
      "grad_norm": 10.351372718811035,
      "learning_rate": 4.676031406150555e-07,
      "loss": 0.517022430896759,
      "step": 2712
    },
    {
      "epoch": 2.2845117845117846,
      "grad_norm": 4.449305534362793,
      "learning_rate": 4.66415585030522e-07,
      "loss": 0.42631667852401733,
      "step": 2714
    },
    {
      "epoch": 2.2861952861952863,
      "grad_norm": 21.76262855529785,
      "learning_rate": 4.6523021241088416e-07,
      "loss": 0.7113944292068481,
      "step": 2716
    },
    {
      "epoch": 2.287878787878788,
      "grad_norm": 37.7462272644043,
      "learning_rate": 4.6404702684024905e-07,
      "loss": 0.5162969827651978,
      "step": 2718
    },
    {
      "epoch": 2.28956228956229,
      "grad_norm": 4.822917938232422,
      "learning_rate": 4.628660323951891e-07,
      "loss": 0.5146564841270447,
      "step": 2720
    },
    {
      "epoch": 2.291245791245791,
      "grad_norm": 2.2735533714294434,
      "learning_rate": 4.616872331447272e-07,
      "loss": 0.6732128262519836,
      "step": 2722
    },
    {
      "epoch": 2.292929292929293,
      "grad_norm": 3.959578514099121,
      "learning_rate": 4.605106331503223e-07,
      "loss": 0.6910574436187744,
      "step": 2724
    },
    {
      "epoch": 2.2946127946127945,
      "grad_norm": 6.245284080505371,
      "learning_rate": 4.5933623646585683e-07,
      "loss": 0.6672347784042358,
      "step": 2726
    },
    {
      "epoch": 2.2962962962962963,
      "grad_norm": 18.67147445678711,
      "learning_rate": 4.581640471376215e-07,
      "loss": 0.509329617023468,
      "step": 2728
    },
    {
      "epoch": 2.297979797979798,
      "grad_norm": 5.631857395172119,
      "learning_rate": 4.5699406920430155e-07,
      "loss": 0.9162227511405945,
      "step": 2730
    },
    {
      "epoch": 2.2996632996632997,
      "grad_norm": 4.981385707855225,
      "learning_rate": 4.5582630669696324e-07,
      "loss": 0.46352601051330566,
      "step": 2732
    },
    {
      "epoch": 2.3013468013468015,
      "grad_norm": 11.902592658996582,
      "learning_rate": 4.5466076363904e-07,
      "loss": 0.44609200954437256,
      "step": 2734
    },
    {
      "epoch": 2.303030303030303,
      "grad_norm": 7.000277042388916,
      "learning_rate": 4.5349744404631785e-07,
      "loss": 0.38603392243385315,
      "step": 2736
    },
    {
      "epoch": 2.3047138047138045,
      "grad_norm": 19.020755767822266,
      "learning_rate": 4.5233635192692206e-07,
      "loss": 0.5370512008666992,
      "step": 2738
    },
    {
      "epoch": 2.3063973063973062,
      "grad_norm": 9.254744529724121,
      "learning_rate": 4.511774912813043e-07,
      "loss": 0.35465237498283386,
      "step": 2740
    },
    {
      "epoch": 2.308080808080808,
      "grad_norm": 2.5461535453796387,
      "learning_rate": 4.5002086610222626e-07,
      "loss": 0.7493946552276611,
      "step": 2742
    },
    {
      "epoch": 2.3097643097643097,
      "grad_norm": 7.801723003387451,
      "learning_rate": 4.488664803747487e-07,
      "loss": 0.7291615009307861,
      "step": 2744
    },
    {
      "epoch": 2.3114478114478114,
      "grad_norm": 4.71798849105835,
      "learning_rate": 4.4771433807621644e-07,
      "loss": 0.8265661001205444,
      "step": 2746
    },
    {
      "epoch": 2.313131313131313,
      "grad_norm": 11.469908714294434,
      "learning_rate": 4.4656444317624397e-07,
      "loss": 0.6443151831626892,
      "step": 2748
    },
    {
      "epoch": 2.314814814814815,
      "grad_norm": 0.9388121962547302,
      "learning_rate": 4.454167996367032e-07,
      "loss": 0.0978798121213913,
      "step": 2750
    },
    {
      "epoch": 2.3164983164983166,
      "grad_norm": 7.400945663452148,
      "learning_rate": 4.442714114117092e-07,
      "loss": 0.2580530345439911,
      "step": 2752
    },
    {
      "epoch": 2.3181818181818183,
      "grad_norm": 3.6424386501312256,
      "learning_rate": 4.4312828244760613e-07,
      "loss": 0.46834707260131836,
      "step": 2754
    },
    {
      "epoch": 2.31986531986532,
      "grad_norm": 10.415234565734863,
      "learning_rate": 4.4198741668295425e-07,
      "loss": 0.900390625,
      "step": 2756
    },
    {
      "epoch": 2.3215488215488214,
      "grad_norm": 2.8194925785064697,
      "learning_rate": 4.4084881804851644e-07,
      "loss": 0.6006342172622681,
      "step": 2758
    },
    {
      "epoch": 2.323232323232323,
      "grad_norm": 9.550015449523926,
      "learning_rate": 4.397124904672437e-07,
      "loss": 0.7037711143493652,
      "step": 2760
    },
    {
      "epoch": 2.324915824915825,
      "grad_norm": 5.865845203399658,
      "learning_rate": 4.3857843785426263e-07,
      "loss": 0.4606119990348816,
      "step": 2762
    },
    {
      "epoch": 2.3265993265993266,
      "grad_norm": 9.260407447814941,
      "learning_rate": 4.374466641168622e-07,
      "loss": 0.9028510451316833,
      "step": 2764
    },
    {
      "epoch": 2.3282828282828283,
      "grad_norm": 30.487369537353516,
      "learning_rate": 4.363171731544786e-07,
      "loss": 0.6837437152862549,
      "step": 2766
    },
    {
      "epoch": 2.32996632996633,
      "grad_norm": 3.4019174575805664,
      "learning_rate": 4.351899688586834e-07,
      "loss": 0.5506434440612793,
      "step": 2768
    },
    {
      "epoch": 2.3316498316498318,
      "grad_norm": 9.221944808959961,
      "learning_rate": 4.3406505511317025e-07,
      "loss": 0.6231704354286194,
      "step": 2770
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 5.134349346160889,
      "learning_rate": 4.329424357937397e-07,
      "loss": 0.5775326490402222,
      "step": 2772
    },
    {
      "epoch": 2.3350168350168348,
      "grad_norm": 3.2986905574798584,
      "learning_rate": 4.318221147682879e-07,
      "loss": 0.6728795766830444,
      "step": 2774
    },
    {
      "epoch": 2.3367003367003365,
      "grad_norm": 7.071535587310791,
      "learning_rate": 4.307040958967924e-07,
      "loss": 0.7195960879325867,
      "step": 2776
    },
    {
      "epoch": 2.3383838383838382,
      "grad_norm": 6.33209228515625,
      "learning_rate": 4.2958838303129817e-07,
      "loss": 0.3605208098888397,
      "step": 2778
    },
    {
      "epoch": 2.34006734006734,
      "grad_norm": 15.394960403442383,
      "learning_rate": 4.2847498001590573e-07,
      "loss": 0.6560809016227722,
      "step": 2780
    },
    {
      "epoch": 2.3417508417508417,
      "grad_norm": 5.364711761474609,
      "learning_rate": 4.273638906867573e-07,
      "loss": 0.5723754167556763,
      "step": 2782
    },
    {
      "epoch": 2.3434343434343434,
      "grad_norm": 4.554681301116943,
      "learning_rate": 4.2625511887202225e-07,
      "loss": 0.786733090877533,
      "step": 2784
    },
    {
      "epoch": 2.345117845117845,
      "grad_norm": 5.919230937957764,
      "learning_rate": 4.2514866839188657e-07,
      "loss": 0.5187538862228394,
      "step": 2786
    },
    {
      "epoch": 2.346801346801347,
      "grad_norm": 2.8754208087921143,
      "learning_rate": 4.2404454305853796e-07,
      "loss": 0.9200822114944458,
      "step": 2788
    },
    {
      "epoch": 2.3484848484848486,
      "grad_norm": 4.2973833084106445,
      "learning_rate": 4.229427466761522e-07,
      "loss": 0.7082578539848328,
      "step": 2790
    },
    {
      "epoch": 2.3501683501683504,
      "grad_norm": 2.8982136249542236,
      "learning_rate": 4.2184328304088164e-07,
      "loss": 0.5452355146408081,
      "step": 2792
    },
    {
      "epoch": 2.351851851851852,
      "grad_norm": 10.917097091674805,
      "learning_rate": 4.2074615594084146e-07,
      "loss": 0.5780555009841919,
      "step": 2794
    },
    {
      "epoch": 2.3535353535353534,
      "grad_norm": 4.399576187133789,
      "learning_rate": 4.1965136915609543e-07,
      "loss": 0.9775782823562622,
      "step": 2796
    },
    {
      "epoch": 2.355218855218855,
      "grad_norm": 3.9406611919403076,
      "learning_rate": 4.1855892645864513e-07,
      "loss": 0.4702543616294861,
      "step": 2798
    },
    {
      "epoch": 2.356902356902357,
      "grad_norm": 2.8284730911254883,
      "learning_rate": 4.1746883161241555e-07,
      "loss": 1.041868805885315,
      "step": 2800
    },
    {
      "epoch": 2.3585858585858586,
      "grad_norm": 2.9816761016845703,
      "learning_rate": 4.1638108837324137e-07,
      "loss": 0.8972384333610535,
      "step": 2802
    },
    {
      "epoch": 2.3602693602693603,
      "grad_norm": 4.195338249206543,
      "learning_rate": 4.152957004888563e-07,
      "loss": 0.8051435947418213,
      "step": 2804
    },
    {
      "epoch": 2.361952861952862,
      "grad_norm": 7.884792804718018,
      "learning_rate": 4.142126716988784e-07,
      "loss": 0.805417001247406,
      "step": 2806
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 3.174224853515625,
      "learning_rate": 4.131320057347969e-07,
      "loss": 0.7631466388702393,
      "step": 2808
    },
    {
      "epoch": 2.3653198653198655,
      "grad_norm": 2.2100088596343994,
      "learning_rate": 4.120537063199612e-07,
      "loss": 0.9656248688697815,
      "step": 2810
    },
    {
      "epoch": 2.3670033670033668,
      "grad_norm": 21.951086044311523,
      "learning_rate": 4.109777771695663e-07,
      "loss": 0.6510505676269531,
      "step": 2812
    },
    {
      "epoch": 2.3686868686868685,
      "grad_norm": 4.415777683258057,
      "learning_rate": 4.0990422199064103e-07,
      "loss": 0.5992385745048523,
      "step": 2814
    },
    {
      "epoch": 2.3703703703703702,
      "grad_norm": 4.938045024871826,
      "learning_rate": 4.0883304448203477e-07,
      "loss": 0.6755191087722778,
      "step": 2816
    },
    {
      "epoch": 2.372053872053872,
      "grad_norm": 5.014671325683594,
      "learning_rate": 4.077642483344044e-07,
      "loss": 0.6416581869125366,
      "step": 2818
    },
    {
      "epoch": 2.3737373737373737,
      "grad_norm": 3.0677618980407715,
      "learning_rate": 4.066978372302025e-07,
      "loss": 0.7114299535751343,
      "step": 2820
    },
    {
      "epoch": 2.3754208754208754,
      "grad_norm": 5.499224662780762,
      "learning_rate": 4.056338148436643e-07,
      "loss": 0.38672173023223877,
      "step": 2822
    },
    {
      "epoch": 2.377104377104377,
      "grad_norm": 3.9416239261627197,
      "learning_rate": 4.0457218484079414e-07,
      "loss": 0.9695321321487427,
      "step": 2824
    },
    {
      "epoch": 2.378787878787879,
      "grad_norm": 4.72567892074585,
      "learning_rate": 4.035129508793542e-07,
      "loss": 0.899653971195221,
      "step": 2826
    },
    {
      "epoch": 2.3804713804713806,
      "grad_norm": 4.175594806671143,
      "learning_rate": 4.024561166088516e-07,
      "loss": 0.4069860577583313,
      "step": 2828
    },
    {
      "epoch": 2.3821548821548824,
      "grad_norm": 12.212733268737793,
      "learning_rate": 4.0140168567052447e-07,
      "loss": 0.90252685546875,
      "step": 2830
    },
    {
      "epoch": 2.3838383838383836,
      "grad_norm": 10.1971435546875,
      "learning_rate": 4.003496616973312e-07,
      "loss": 0.6742314100265503,
      "step": 2832
    },
    {
      "epoch": 2.3855218855218854,
      "grad_norm": 19.07830238342285,
      "learning_rate": 3.9930004831393757e-07,
      "loss": 0.5178687572479248,
      "step": 2834
    },
    {
      "epoch": 2.387205387205387,
      "grad_norm": 5.426108360290527,
      "learning_rate": 3.982528491367025e-07,
      "loss": 0.5686367154121399,
      "step": 2836
    },
    {
      "epoch": 2.388888888888889,
      "grad_norm": 15.152667045593262,
      "learning_rate": 3.9720806777366817e-07,
      "loss": 0.4284480810165405,
      "step": 2838
    },
    {
      "epoch": 2.3905723905723906,
      "grad_norm": 3.7981669902801514,
      "learning_rate": 3.961657078245462e-07,
      "loss": 0.7795579433441162,
      "step": 2840
    },
    {
      "epoch": 2.3922558922558923,
      "grad_norm": 2.7446529865264893,
      "learning_rate": 3.9512577288070487e-07,
      "loss": 0.3763793110847473,
      "step": 2842
    },
    {
      "epoch": 2.393939393939394,
      "grad_norm": 2.8617823123931885,
      "learning_rate": 3.940882665251576e-07,
      "loss": 0.9840795993804932,
      "step": 2844
    },
    {
      "epoch": 2.3956228956228958,
      "grad_norm": 3.311777114868164,
      "learning_rate": 3.930531923325506e-07,
      "loss": 0.7532452344894409,
      "step": 2846
    },
    {
      "epoch": 2.3973063973063975,
      "grad_norm": 7.39417839050293,
      "learning_rate": 3.920205538691497e-07,
      "loss": 0.9117331504821777,
      "step": 2848
    },
    {
      "epoch": 2.398989898989899,
      "grad_norm": 2.8873496055603027,
      "learning_rate": 3.9099035469282906e-07,
      "loss": 0.7445226907730103,
      "step": 2850
    },
    {
      "epoch": 2.4006734006734005,
      "grad_norm": 5.140913486480713,
      "learning_rate": 3.8996259835305835e-07,
      "loss": 0.3813757598400116,
      "step": 2852
    },
    {
      "epoch": 2.4023569023569022,
      "grad_norm": 18.368505477905273,
      "learning_rate": 3.8893728839089035e-07,
      "loss": 0.589090883731842,
      "step": 2854
    },
    {
      "epoch": 2.404040404040404,
      "grad_norm": 7.0607709884643555,
      "learning_rate": 3.879144283389495e-07,
      "loss": 0.5158854126930237,
      "step": 2856
    },
    {
      "epoch": 2.4057239057239057,
      "grad_norm": 6.402346134185791,
      "learning_rate": 3.8689402172141915e-07,
      "loss": 0.6101418733596802,
      "step": 2858
    },
    {
      "epoch": 2.4074074074074074,
      "grad_norm": 11.600252151489258,
      "learning_rate": 3.8587607205402916e-07,
      "loss": 0.3425447642803192,
      "step": 2860
    },
    {
      "epoch": 2.409090909090909,
      "grad_norm": 3.169504165649414,
      "learning_rate": 3.848605828440444e-07,
      "loss": 0.7518799901008606,
      "step": 2862
    },
    {
      "epoch": 2.410774410774411,
      "grad_norm": 6.338188171386719,
      "learning_rate": 3.8384755759025313e-07,
      "loss": 0.4169810712337494,
      "step": 2864
    },
    {
      "epoch": 2.4124579124579126,
      "grad_norm": 4.593759536743164,
      "learning_rate": 3.828369997829528e-07,
      "loss": 0.6622034907341003,
      "step": 2866
    },
    {
      "epoch": 2.4141414141414144,
      "grad_norm": 10.378397941589355,
      "learning_rate": 3.818289129039405e-07,
      "loss": 0.7845497131347656,
      "step": 2868
    },
    {
      "epoch": 2.4158249158249157,
      "grad_norm": 2.801703453063965,
      "learning_rate": 3.808233004264997e-07,
      "loss": 0.5676144361495972,
      "step": 2870
    },
    {
      "epoch": 2.4175084175084174,
      "grad_norm": 3.49591064453125,
      "learning_rate": 3.79820165815389e-07,
      "loss": 0.4738210439682007,
      "step": 2872
    },
    {
      "epoch": 2.419191919191919,
      "grad_norm": 3.7410953044891357,
      "learning_rate": 3.788195125268284e-07,
      "loss": 0.8427296876907349,
      "step": 2874
    },
    {
      "epoch": 2.420875420875421,
      "grad_norm": 5.019288063049316,
      "learning_rate": 3.7782134400848995e-07,
      "loss": 0.7298943996429443,
      "step": 2876
    },
    {
      "epoch": 2.4225589225589226,
      "grad_norm": 3.775413751602173,
      "learning_rate": 3.768256636994843e-07,
      "loss": 0.4356338381767273,
      "step": 2878
    },
    {
      "epoch": 2.4242424242424243,
      "grad_norm": 2.9583945274353027,
      "learning_rate": 3.7583247503034864e-07,
      "loss": 0.7260875701904297,
      "step": 2880
    },
    {
      "epoch": 2.425925925925926,
      "grad_norm": 3.2975947856903076,
      "learning_rate": 3.7484178142303625e-07,
      "loss": 0.5450549721717834,
      "step": 2882
    },
    {
      "epoch": 2.4276094276094278,
      "grad_norm": 16.18134307861328,
      "learning_rate": 3.738535862909031e-07,
      "loss": 0.4824645519256592,
      "step": 2884
    },
    {
      "epoch": 2.429292929292929,
      "grad_norm": 5.209835529327393,
      "learning_rate": 3.7286789303869735e-07,
      "loss": 0.4984836280345917,
      "step": 2886
    },
    {
      "epoch": 2.430976430976431,
      "grad_norm": 9.006096839904785,
      "learning_rate": 3.7188470506254744e-07,
      "loss": 0.6126713156700134,
      "step": 2888
    },
    {
      "epoch": 2.4326599326599325,
      "grad_norm": 2.905740261077881,
      "learning_rate": 3.7090402574994885e-07,
      "loss": 0.5302858352661133,
      "step": 2890
    },
    {
      "epoch": 2.4343434343434343,
      "grad_norm": 7.235422134399414,
      "learning_rate": 3.699258584797548e-07,
      "loss": 0.5883275270462036,
      "step": 2892
    },
    {
      "epoch": 2.436026936026936,
      "grad_norm": 4.7563157081604,
      "learning_rate": 3.6895020662216326e-07,
      "loss": 0.8630578517913818,
      "step": 2894
    },
    {
      "epoch": 2.4377104377104377,
      "grad_norm": 3.8442506790161133,
      "learning_rate": 3.679770735387052e-07,
      "loss": 0.720264732837677,
      "step": 2896
    },
    {
      "epoch": 2.4393939393939394,
      "grad_norm": 6.493531703948975,
      "learning_rate": 3.6700646258223343e-07,
      "loss": 0.6094503998756409,
      "step": 2898
    },
    {
      "epoch": 2.441077441077441,
      "grad_norm": 24.394699096679688,
      "learning_rate": 3.6603837709691153e-07,
      "loss": 0.40544137358665466,
      "step": 2900
    },
    {
      "epoch": 2.442760942760943,
      "grad_norm": 4.592130661010742,
      "learning_rate": 3.6507282041820085e-07,
      "loss": 0.8314005136489868,
      "step": 2902
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 9.8695707321167,
      "learning_rate": 3.641097958728506e-07,
      "loss": 0.49147939682006836,
      "step": 2904
    },
    {
      "epoch": 2.4461279461279464,
      "grad_norm": 6.742786407470703,
      "learning_rate": 3.631493067788858e-07,
      "loss": 0.34731265902519226,
      "step": 2906
    },
    {
      "epoch": 2.4478114478114477,
      "grad_norm": 7.511764049530029,
      "learning_rate": 3.6219135644559506e-07,
      "loss": 0.5173161029815674,
      "step": 2908
    },
    {
      "epoch": 2.4494949494949494,
      "grad_norm": 3.2894692420959473,
      "learning_rate": 3.6123594817352046e-07,
      "loss": 0.6695667505264282,
      "step": 2910
    },
    {
      "epoch": 2.451178451178451,
      "grad_norm": 5.603763103485107,
      "learning_rate": 3.602830852544458e-07,
      "loss": 0.4327901005744934,
      "step": 2912
    },
    {
      "epoch": 2.452861952861953,
      "grad_norm": 3.399629592895508,
      "learning_rate": 3.593327709713844e-07,
      "loss": 0.7913680672645569,
      "step": 2914
    },
    {
      "epoch": 2.4545454545454546,
      "grad_norm": 3.867079257965088,
      "learning_rate": 3.5838500859856893e-07,
      "loss": 0.6534749865531921,
      "step": 2916
    },
    {
      "epoch": 2.4562289562289563,
      "grad_norm": 1.4564638137817383,
      "learning_rate": 3.5743980140143975e-07,
      "loss": 0.19182810187339783,
      "step": 2918
    },
    {
      "epoch": 2.457912457912458,
      "grad_norm": 4.126720905303955,
      "learning_rate": 3.5649715263663297e-07,
      "loss": 0.8050523996353149,
      "step": 2920
    },
    {
      "epoch": 2.45959595959596,
      "grad_norm": 518.9237670898438,
      "learning_rate": 3.5555706555197043e-07,
      "loss": 0.3782300353050232,
      "step": 2922
    },
    {
      "epoch": 2.461279461279461,
      "grad_norm": 4.448193073272705,
      "learning_rate": 3.5461954338644795e-07,
      "loss": 0.316059410572052,
      "step": 2924
    },
    {
      "epoch": 2.462962962962963,
      "grad_norm": 3.345587730407715,
      "learning_rate": 3.536845893702234e-07,
      "loss": 0.5723974704742432,
      "step": 2926
    },
    {
      "epoch": 2.4646464646464645,
      "grad_norm": 8.732227325439453,
      "learning_rate": 3.527522067246068e-07,
      "loss": 0.5091125965118408,
      "step": 2928
    },
    {
      "epoch": 2.4663299663299663,
      "grad_norm": 3.8187427520751953,
      "learning_rate": 3.518223986620491e-07,
      "loss": 0.3073745667934418,
      "step": 2930
    },
    {
      "epoch": 2.468013468013468,
      "grad_norm": 8.199573516845703,
      "learning_rate": 3.5089516838612986e-07,
      "loss": 0.6242831945419312,
      "step": 2932
    },
    {
      "epoch": 2.4696969696969697,
      "grad_norm": 6.898658752441406,
      "learning_rate": 3.499705190915476e-07,
      "loss": 0.627583384513855,
      "step": 2934
    },
    {
      "epoch": 2.4713804713804715,
      "grad_norm": 7.565421104431152,
      "learning_rate": 3.4904845396410854e-07,
      "loss": 0.43692106008529663,
      "step": 2936
    },
    {
      "epoch": 2.473063973063973,
      "grad_norm": 3.025193691253662,
      "learning_rate": 3.4812897618071445e-07,
      "loss": 0.5572280883789062,
      "step": 2938
    },
    {
      "epoch": 2.474747474747475,
      "grad_norm": 8.582428932189941,
      "learning_rate": 3.472120889093536e-07,
      "loss": 0.5607247352600098,
      "step": 2940
    },
    {
      "epoch": 2.4764309764309766,
      "grad_norm": 5.5012640953063965,
      "learning_rate": 3.462977953090884e-07,
      "loss": 0.3747951090335846,
      "step": 2942
    },
    {
      "epoch": 2.478114478114478,
      "grad_norm": 4.519533634185791,
      "learning_rate": 3.453860985300446e-07,
      "loss": 0.43182575702667236,
      "step": 2944
    },
    {
      "epoch": 2.4797979797979797,
      "grad_norm": 2.845407247543335,
      "learning_rate": 3.4447700171340164e-07,
      "loss": 0.9047005772590637,
      "step": 2946
    },
    {
      "epoch": 2.4814814814814814,
      "grad_norm": 2.432866334915161,
      "learning_rate": 3.4357050799138053e-07,
      "loss": 0.938655436038971,
      "step": 2948
    },
    {
      "epoch": 2.483164983164983,
      "grad_norm": 3.2918946743011475,
      "learning_rate": 3.4266662048723337e-07,
      "loss": 1.013432502746582,
      "step": 2950
    },
    {
      "epoch": 2.484848484848485,
      "grad_norm": 18.99071502685547,
      "learning_rate": 3.417653423152329e-07,
      "loss": 0.8985989093780518,
      "step": 2952
    },
    {
      "epoch": 2.4865319865319866,
      "grad_norm": 6.151244163513184,
      "learning_rate": 3.4086667658066186e-07,
      "loss": 0.5609415769577026,
      "step": 2954
    },
    {
      "epoch": 2.4882154882154883,
      "grad_norm": 8.208552360534668,
      "learning_rate": 3.3997062637980167e-07,
      "loss": 0.8369396924972534,
      "step": 2956
    },
    {
      "epoch": 2.48989898989899,
      "grad_norm": 6.0119853019714355,
      "learning_rate": 3.390771947999224e-07,
      "loss": 0.5242006182670593,
      "step": 2958
    },
    {
      "epoch": 2.4915824915824913,
      "grad_norm": 7.873940467834473,
      "learning_rate": 3.381863849192718e-07,
      "loss": 0.8243865370750427,
      "step": 2960
    },
    {
      "epoch": 2.493265993265993,
      "grad_norm": 7.8693742752075195,
      "learning_rate": 3.3729819980706444e-07,
      "loss": 0.5058671832084656,
      "step": 2962
    },
    {
      "epoch": 2.494949494949495,
      "grad_norm": 2.891031503677368,
      "learning_rate": 3.364126425234719e-07,
      "loss": 0.7412878274917603,
      "step": 2964
    },
    {
      "epoch": 2.4966329966329965,
      "grad_norm": 18.90471649169922,
      "learning_rate": 3.3552971611961187e-07,
      "loss": 0.5835074186325073,
      "step": 2966
    },
    {
      "epoch": 2.4983164983164983,
      "grad_norm": 3.6547908782958984,
      "learning_rate": 3.34649423637537e-07,
      "loss": 0.8192091584205627,
      "step": 2968
    },
    {
      "epoch": 2.5,
      "grad_norm": 11.999411582946777,
      "learning_rate": 3.337717681102253e-07,
      "loss": 0.8428059816360474,
      "step": 2970
    },
    {
      "epoch": 2.5016835016835017,
      "grad_norm": 5.940135955810547,
      "learning_rate": 3.328967525615697e-07,
      "loss": 0.39063435792922974,
      "step": 2972
    },
    {
      "epoch": 2.5033670033670035,
      "grad_norm": 23.767696380615234,
      "learning_rate": 3.3202438000636634e-07,
      "loss": 0.47806400060653687,
      "step": 2974
    },
    {
      "epoch": 2.505050505050505,
      "grad_norm": 6.031237602233887,
      "learning_rate": 3.311546534503061e-07,
      "loss": 0.6802424788475037,
      "step": 2976
    },
    {
      "epoch": 2.506734006734007,
      "grad_norm": 25.405719757080078,
      "learning_rate": 3.3028757588996303e-07,
      "loss": 0.38681331276893616,
      "step": 2978
    },
    {
      "epoch": 2.5084175084175087,
      "grad_norm": 6.533238887786865,
      "learning_rate": 3.294231503127839e-07,
      "loss": 0.7302665710449219,
      "step": 2980
    },
    {
      "epoch": 2.51010101010101,
      "grad_norm": 6.384099006652832,
      "learning_rate": 3.2856137969707847e-07,
      "loss": 0.7972818613052368,
      "step": 2982
    },
    {
      "epoch": 2.5117845117845117,
      "grad_norm": 6.987396240234375,
      "learning_rate": 3.277022670120095e-07,
      "loss": 0.39771410822868347,
      "step": 2984
    },
    {
      "epoch": 2.5134680134680134,
      "grad_norm": 16.85350227355957,
      "learning_rate": 3.268458152175813e-07,
      "loss": 0.7731115818023682,
      "step": 2986
    },
    {
      "epoch": 2.515151515151515,
      "grad_norm": 4.062409400939941,
      "learning_rate": 3.2599202726463084e-07,
      "loss": 0.5933781862258911,
      "step": 2988
    },
    {
      "epoch": 2.516835016835017,
      "grad_norm": 7.16248083114624,
      "learning_rate": 3.2514090609481683e-07,
      "loss": 0.09502522647380829,
      "step": 2990
    },
    {
      "epoch": 2.5185185185185186,
      "grad_norm": 4.739719867706299,
      "learning_rate": 3.2429245464060965e-07,
      "loss": 0.8891875147819519,
      "step": 2992
    },
    {
      "epoch": 2.5202020202020203,
      "grad_norm": 6.538869857788086,
      "learning_rate": 3.234466758252818e-07,
      "loss": 0.5735270977020264,
      "step": 2994
    },
    {
      "epoch": 2.5218855218855216,
      "grad_norm": 5.069677352905273,
      "learning_rate": 3.2260357256289715e-07,
      "loss": 0.7090741395950317,
      "step": 2996
    },
    {
      "epoch": 2.5235690235690234,
      "grad_norm": 4.84168004989624,
      "learning_rate": 3.217631477583009e-07,
      "loss": 0.5537684559822083,
      "step": 2998
    },
    {
      "epoch": 2.525252525252525,
      "grad_norm": 4.053093910217285,
      "learning_rate": 3.2092540430711044e-07,
      "loss": 0.5045433044433594,
      "step": 3000
    },
    {
      "epoch": 2.526936026936027,
      "grad_norm": 6.442458152770996,
      "learning_rate": 3.200903450957044e-07,
      "loss": 0.4958549439907074,
      "step": 3002
    },
    {
      "epoch": 2.5286195286195285,
      "grad_norm": 4.950314521789551,
      "learning_rate": 3.192579730012129e-07,
      "loss": 0.9713015556335449,
      "step": 3004
    },
    {
      "epoch": 2.5303030303030303,
      "grad_norm": 32.4094123840332,
      "learning_rate": 3.184282908915081e-07,
      "loss": 0.7774836421012878,
      "step": 3006
    },
    {
      "epoch": 2.531986531986532,
      "grad_norm": 8.05980396270752,
      "learning_rate": 3.1760130162519427e-07,
      "loss": 0.6949951648712158,
      "step": 3008
    },
    {
      "epoch": 2.5336700336700337,
      "grad_norm": 6.453157901763916,
      "learning_rate": 3.16777008051597e-07,
      "loss": 0.2635032832622528,
      "step": 3010
    },
    {
      "epoch": 2.5353535353535355,
      "grad_norm": 8.72614860534668,
      "learning_rate": 3.159554130107546e-07,
      "loss": 0.7169020771980286,
      "step": 3012
    },
    {
      "epoch": 2.537037037037037,
      "grad_norm": 2.803579807281494,
      "learning_rate": 3.1513651933340797e-07,
      "loss": 0.6434400677680969,
      "step": 3014
    },
    {
      "epoch": 2.538720538720539,
      "grad_norm": 2.3139851093292236,
      "learning_rate": 3.143203298409899e-07,
      "loss": 0.522533655166626,
      "step": 3016
    },
    {
      "epoch": 2.5404040404040407,
      "grad_norm": 7.905545711517334,
      "learning_rate": 3.1350684734561676e-07,
      "loss": 0.8724677562713623,
      "step": 3018
    },
    {
      "epoch": 2.542087542087542,
      "grad_norm": 3.6152162551879883,
      "learning_rate": 3.126960746500784e-07,
      "loss": 0.6959270238876343,
      "step": 3020
    },
    {
      "epoch": 2.5437710437710437,
      "grad_norm": 14.063467025756836,
      "learning_rate": 3.118880145478274e-07,
      "loss": 0.7995277643203735,
      "step": 3022
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 3.315876007080078,
      "learning_rate": 3.110826698229711e-07,
      "loss": 0.9624471664428711,
      "step": 3024
    },
    {
      "epoch": 2.547138047138047,
      "grad_norm": 11.101134300231934,
      "learning_rate": 3.102800432502607e-07,
      "loss": 0.22170954942703247,
      "step": 3026
    },
    {
      "epoch": 2.548821548821549,
      "grad_norm": 6.456979751586914,
      "learning_rate": 3.0948013759508274e-07,
      "loss": 0.5246233344078064,
      "step": 3028
    },
    {
      "epoch": 2.5505050505050506,
      "grad_norm": 3.3993847370147705,
      "learning_rate": 3.0868295561344874e-07,
      "loss": 0.4475906491279602,
      "step": 3030
    },
    {
      "epoch": 2.5521885521885523,
      "grad_norm": 1.6112107038497925,
      "learning_rate": 3.078885000519858e-07,
      "loss": 0.4590218961238861,
      "step": 3032
    },
    {
      "epoch": 2.5538720538720536,
      "grad_norm": 14.948426246643066,
      "learning_rate": 3.0709677364792767e-07,
      "loss": 0.8541072607040405,
      "step": 3034
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 3.668416976928711,
      "learning_rate": 3.0630777912910533e-07,
      "loss": 0.9300471544265747,
      "step": 3036
    },
    {
      "epoch": 2.557239057239057,
      "grad_norm": 4.241018772125244,
      "learning_rate": 3.0552151921393633e-07,
      "loss": 0.6171663999557495,
      "step": 3038
    },
    {
      "epoch": 2.558922558922559,
      "grad_norm": 6.009745121002197,
      "learning_rate": 3.0473799661141707e-07,
      "loss": 0.865818977355957,
      "step": 3040
    },
    {
      "epoch": 2.5606060606060606,
      "grad_norm": 12.198860168457031,
      "learning_rate": 3.0395721402111286e-07,
      "loss": 0.6238538026809692,
      "step": 3042
    },
    {
      "epoch": 2.5622895622895623,
      "grad_norm": 7.544912338256836,
      "learning_rate": 3.031791741331478e-07,
      "loss": 0.778638482093811,
      "step": 3044
    },
    {
      "epoch": 2.563973063973064,
      "grad_norm": 6.367477893829346,
      "learning_rate": 3.0240387962819695e-07,
      "loss": 0.6787006855010986,
      "step": 3046
    },
    {
      "epoch": 2.5656565656565657,
      "grad_norm": 3.4499287605285645,
      "learning_rate": 3.016313331774762e-07,
      "loss": 0.8738001585006714,
      "step": 3048
    },
    {
      "epoch": 2.5673400673400675,
      "grad_norm": 2.4657773971557617,
      "learning_rate": 3.008615374427329e-07,
      "loss": 0.3498271703720093,
      "step": 3050
    },
    {
      "epoch": 2.569023569023569,
      "grad_norm": 5.700794696807861,
      "learning_rate": 3.000944950762373e-07,
      "loss": 0.9484968185424805,
      "step": 3052
    },
    {
      "epoch": 2.570707070707071,
      "grad_norm": 18.000146865844727,
      "learning_rate": 2.993302087207732e-07,
      "loss": 0.0691433697938919,
      "step": 3054
    },
    {
      "epoch": 2.5723905723905722,
      "grad_norm": 16.131559371948242,
      "learning_rate": 2.985686810096285e-07,
      "loss": 0.6116932034492493,
      "step": 3056
    },
    {
      "epoch": 2.574074074074074,
      "grad_norm": 5.901321887969971,
      "learning_rate": 2.978099145665867e-07,
      "loss": 0.3154261112213135,
      "step": 3058
    },
    {
      "epoch": 2.5757575757575757,
      "grad_norm": 4.957643508911133,
      "learning_rate": 2.970539120059174e-07,
      "loss": 0.6580586433410645,
      "step": 3060
    },
    {
      "epoch": 2.5774410774410774,
      "grad_norm": 5.373193264007568,
      "learning_rate": 2.963006759323676e-07,
      "loss": 0.6125509142875671,
      "step": 3062
    },
    {
      "epoch": 2.579124579124579,
      "grad_norm": 5.6912522315979,
      "learning_rate": 2.955502089411523e-07,
      "loss": 0.4061823785305023,
      "step": 3064
    },
    {
      "epoch": 2.580808080808081,
      "grad_norm": 10.119878768920898,
      "learning_rate": 2.9480251361794656e-07,
      "loss": 0.5432108044624329,
      "step": 3066
    },
    {
      "epoch": 2.5824915824915826,
      "grad_norm": 5.718217372894287,
      "learning_rate": 2.940575925388746e-07,
      "loss": 0.2773892879486084,
      "step": 3068
    },
    {
      "epoch": 2.584175084175084,
      "grad_norm": 7.640798091888428,
      "learning_rate": 2.933154482705035e-07,
      "loss": 0.08487945795059204,
      "step": 3070
    },
    {
      "epoch": 2.5858585858585856,
      "grad_norm": 6.283509731292725,
      "learning_rate": 2.925760833698327e-07,
      "loss": 0.41717803478240967,
      "step": 3072
    },
    {
      "epoch": 2.5875420875420874,
      "grad_norm": 3.45359468460083,
      "learning_rate": 2.9183950038428475e-07,
      "loss": 0.9503785371780396,
      "step": 3074
    },
    {
      "epoch": 2.589225589225589,
      "grad_norm": 4.694600582122803,
      "learning_rate": 2.9110570185169834e-07,
      "loss": 0.3452813923358917,
      "step": 3076
    },
    {
      "epoch": 2.590909090909091,
      "grad_norm": 3.6043646335601807,
      "learning_rate": 2.903746903003184e-07,
      "loss": 0.8001734614372253,
      "step": 3078
    },
    {
      "epoch": 2.5925925925925926,
      "grad_norm": 5.150274753570557,
      "learning_rate": 2.896464682487866e-07,
      "loss": 0.6741084456443787,
      "step": 3080
    },
    {
      "epoch": 2.5942760942760943,
      "grad_norm": 6.488956928253174,
      "learning_rate": 2.8892103820613487e-07,
      "loss": 0.9191502332687378,
      "step": 3082
    },
    {
      "epoch": 2.595959595959596,
      "grad_norm": 6.83146333694458,
      "learning_rate": 2.88198402671775e-07,
      "loss": 0.5582960844039917,
      "step": 3084
    },
    {
      "epoch": 2.5976430976430978,
      "grad_norm": 5.457592964172363,
      "learning_rate": 2.874785641354901e-07,
      "loss": 0.5779297947883606,
      "step": 3086
    },
    {
      "epoch": 2.5993265993265995,
      "grad_norm": 3.332746744155884,
      "learning_rate": 2.867615250774269e-07,
      "loss": 0.7671989798545837,
      "step": 3088
    },
    {
      "epoch": 2.601010101010101,
      "grad_norm": 3.9494850635528564,
      "learning_rate": 2.860472879680869e-07,
      "loss": 0.8642760515213013,
      "step": 3090
    },
    {
      "epoch": 2.602693602693603,
      "grad_norm": 4.3518757820129395,
      "learning_rate": 2.8533585526831726e-07,
      "loss": 0.6304323673248291,
      "step": 3092
    },
    {
      "epoch": 2.6043771043771042,
      "grad_norm": 6.350977897644043,
      "learning_rate": 2.8462722942930286e-07,
      "loss": 0.4931812286376953,
      "step": 3094
    },
    {
      "epoch": 2.606060606060606,
      "grad_norm": 3.1723833084106445,
      "learning_rate": 2.8392141289255806e-07,
      "loss": 0.6241375207901001,
      "step": 3096
    },
    {
      "epoch": 2.6077441077441077,
      "grad_norm": 6.107673168182373,
      "learning_rate": 2.8321840808991775e-07,
      "loss": 0.5527880191802979,
      "step": 3098
    },
    {
      "epoch": 2.6094276094276094,
      "grad_norm": 5.577755928039551,
      "learning_rate": 2.8251821744352933e-07,
      "loss": 0.6250026226043701,
      "step": 3100
    },
    {
      "epoch": 2.611111111111111,
      "grad_norm": 7.03651762008667,
      "learning_rate": 2.8182084336584423e-07,
      "loss": 0.5582347512245178,
      "step": 3102
    },
    {
      "epoch": 2.612794612794613,
      "grad_norm": 2.2495877742767334,
      "learning_rate": 2.8112628825960926e-07,
      "loss": 0.791733980178833,
      "step": 3104
    },
    {
      "epoch": 2.6144781144781146,
      "grad_norm": 17.0977725982666,
      "learning_rate": 2.804345545178594e-07,
      "loss": 0.7450399398803711,
      "step": 3106
    },
    {
      "epoch": 2.616161616161616,
      "grad_norm": 4.711960792541504,
      "learning_rate": 2.7974564452390833e-07,
      "loss": 0.17849119007587433,
      "step": 3108
    },
    {
      "epoch": 2.6178451178451176,
      "grad_norm": 10.859472274780273,
      "learning_rate": 2.790595606513406e-07,
      "loss": 0.7354204654693604,
      "step": 3110
    },
    {
      "epoch": 2.6195286195286194,
      "grad_norm": 3.239361047744751,
      "learning_rate": 2.78376305264004e-07,
      "loss": 0.41245055198669434,
      "step": 3112
    },
    {
      "epoch": 2.621212121212121,
      "grad_norm": 2.8065528869628906,
      "learning_rate": 2.776958807160011e-07,
      "loss": 0.37273505330085754,
      "step": 3114
    },
    {
      "epoch": 2.622895622895623,
      "grad_norm": 4.473266124725342,
      "learning_rate": 2.7701828935168026e-07,
      "loss": 0.8599231243133545,
      "step": 3116
    },
    {
      "epoch": 2.6245791245791246,
      "grad_norm": 7.686254501342773,
      "learning_rate": 2.763435335056291e-07,
      "loss": 0.9832479953765869,
      "step": 3118
    },
    {
      "epoch": 2.6262626262626263,
      "grad_norm": 2.1346304416656494,
      "learning_rate": 2.756716155026656e-07,
      "loss": 0.5217673778533936,
      "step": 3120
    },
    {
      "epoch": 2.627946127946128,
      "grad_norm": 3.8724348545074463,
      "learning_rate": 2.750025376578295e-07,
      "loss": 0.8622322082519531,
      "step": 3122
    },
    {
      "epoch": 2.6296296296296298,
      "grad_norm": 2.7656431198120117,
      "learning_rate": 2.743363022763758e-07,
      "loss": 0.8336771726608276,
      "step": 3124
    },
    {
      "epoch": 2.6313131313131315,
      "grad_norm": 2.994492769241333,
      "learning_rate": 2.7367291165376593e-07,
      "loss": 0.5954484939575195,
      "step": 3126
    },
    {
      "epoch": 2.6329966329966332,
      "grad_norm": 6.633072376251221,
      "learning_rate": 2.7301236807565925e-07,
      "loss": 0.8022388219833374,
      "step": 3128
    },
    {
      "epoch": 2.634680134680135,
      "grad_norm": 9.094773292541504,
      "learning_rate": 2.7235467381790654e-07,
      "loss": 0.5048923492431641,
      "step": 3130
    },
    {
      "epoch": 2.6363636363636362,
      "grad_norm": 5.657838821411133,
      "learning_rate": 2.716998311465415e-07,
      "loss": 0.2697800397872925,
      "step": 3132
    },
    {
      "epoch": 2.638047138047138,
      "grad_norm": 4.260385513305664,
      "learning_rate": 2.710478423177722e-07,
      "loss": 0.8560886383056641,
      "step": 3134
    },
    {
      "epoch": 2.6397306397306397,
      "grad_norm": 5.333981513977051,
      "learning_rate": 2.7039870957797464e-07,
      "loss": 0.7351222038269043,
      "step": 3136
    },
    {
      "epoch": 2.6414141414141414,
      "grad_norm": 8.460240364074707,
      "learning_rate": 2.697524351636844e-07,
      "loss": 0.41435521841049194,
      "step": 3138
    },
    {
      "epoch": 2.643097643097643,
      "grad_norm": 4.321287155151367,
      "learning_rate": 2.691090213015886e-07,
      "loss": 0.9173501133918762,
      "step": 3140
    },
    {
      "epoch": 2.644781144781145,
      "grad_norm": 4.3384857177734375,
      "learning_rate": 2.6846847020851884e-07,
      "loss": 0.5904110670089722,
      "step": 3142
    },
    {
      "epoch": 2.6464646464646466,
      "grad_norm": 6.099468231201172,
      "learning_rate": 2.678307840914431e-07,
      "loss": 0.8097279071807861,
      "step": 3144
    },
    {
      "epoch": 2.648148148148148,
      "grad_norm": 3.9057722091674805,
      "learning_rate": 2.6719596514745826e-07,
      "loss": 0.8938575983047485,
      "step": 3146
    },
    {
      "epoch": 2.6498316498316496,
      "grad_norm": 8.309523582458496,
      "learning_rate": 2.665640155637828e-07,
      "loss": 0.5425578355789185,
      "step": 3148
    },
    {
      "epoch": 2.6515151515151514,
      "grad_norm": 3.0026330947875977,
      "learning_rate": 2.659349375177489e-07,
      "loss": 0.8360292911529541,
      "step": 3150
    },
    {
      "epoch": 2.653198653198653,
      "grad_norm": 5.204579830169678,
      "learning_rate": 2.6530873317679515e-07,
      "loss": 0.2029864341020584,
      "step": 3152
    },
    {
      "epoch": 2.654882154882155,
      "grad_norm": 23.3417911529541,
      "learning_rate": 2.6468540469845895e-07,
      "loss": 0.9556988477706909,
      "step": 3154
    },
    {
      "epoch": 2.6565656565656566,
      "grad_norm": 13.595047950744629,
      "learning_rate": 2.640649542303693e-07,
      "loss": 0.5114415884017944,
      "step": 3156
    },
    {
      "epoch": 2.6582491582491583,
      "grad_norm": 6.162187576293945,
      "learning_rate": 2.634473839102389e-07,
      "loss": 0.39493846893310547,
      "step": 3158
    },
    {
      "epoch": 2.65993265993266,
      "grad_norm": 43.08856964111328,
      "learning_rate": 2.6283269586585737e-07,
      "loss": 0.5446680784225464,
      "step": 3160
    },
    {
      "epoch": 2.6616161616161618,
      "grad_norm": 11.108345031738281,
      "learning_rate": 2.6222089221508404e-07,
      "loss": 0.6248540282249451,
      "step": 3162
    },
    {
      "epoch": 2.6632996632996635,
      "grad_norm": 4.680754661560059,
      "learning_rate": 2.6161197506583944e-07,
      "loss": 0.8368432521820068,
      "step": 3164
    },
    {
      "epoch": 2.6649831649831652,
      "grad_norm": 7.473052978515625,
      "learning_rate": 2.610059465160995e-07,
      "loss": 0.619489312171936,
      "step": 3166
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 2.3733127117156982,
      "learning_rate": 2.6040280865388773e-07,
      "loss": 0.7894487380981445,
      "step": 3168
    },
    {
      "epoch": 2.6683501683501682,
      "grad_norm": 1.7357522249221802,
      "learning_rate": 2.5980256355726744e-07,
      "loss": 0.5782526135444641,
      "step": 3170
    },
    {
      "epoch": 2.67003367003367,
      "grad_norm": 7.880289554595947,
      "learning_rate": 2.5920521329433606e-07,
      "loss": 1.0222315788269043,
      "step": 3172
    },
    {
      "epoch": 2.6717171717171717,
      "grad_norm": 3.272036075592041,
      "learning_rate": 2.586107599232164e-07,
      "loss": 0.9073632955551147,
      "step": 3174
    },
    {
      "epoch": 2.6734006734006734,
      "grad_norm": 3.847628355026245,
      "learning_rate": 2.5801920549205023e-07,
      "loss": 0.46630191802978516,
      "step": 3176
    },
    {
      "epoch": 2.675084175084175,
      "grad_norm": 2.5537798404693604,
      "learning_rate": 2.5743055203899167e-07,
      "loss": 0.9780217409133911,
      "step": 3178
    },
    {
      "epoch": 2.676767676767677,
      "grad_norm": 4.765364170074463,
      "learning_rate": 2.568448015921996e-07,
      "loss": 0.639081597328186,
      "step": 3180
    },
    {
      "epoch": 2.678451178451178,
      "grad_norm": 5.098658084869385,
      "learning_rate": 2.562619561698306e-07,
      "loss": 0.7984585762023926,
      "step": 3182
    },
    {
      "epoch": 2.68013468013468,
      "grad_norm": 2.4715800285339355,
      "learning_rate": 2.556820177800324e-07,
      "loss": 0.9407286643981934,
      "step": 3184
    },
    {
      "epoch": 2.6818181818181817,
      "grad_norm": 2.711570978164673,
      "learning_rate": 2.551049884209371e-07,
      "loss": 0.8115611672401428,
      "step": 3186
    },
    {
      "epoch": 2.6835016835016834,
      "grad_norm": 9.145926475524902,
      "learning_rate": 2.5453087008065307e-07,
      "loss": 0.7339519262313843,
      "step": 3188
    },
    {
      "epoch": 2.685185185185185,
      "grad_norm": 1.2086787223815918,
      "learning_rate": 2.5395966473725994e-07,
      "loss": 0.49706321954727173,
      "step": 3190
    },
    {
      "epoch": 2.686868686868687,
      "grad_norm": 14.16477108001709,
      "learning_rate": 2.5339137435880043e-07,
      "loss": 0.6397048234939575,
      "step": 3192
    },
    {
      "epoch": 2.6885521885521886,
      "grad_norm": 3.3142552375793457,
      "learning_rate": 2.5282600090327383e-07,
      "loss": 0.7652658820152283,
      "step": 3194
    },
    {
      "epoch": 2.6902356902356903,
      "grad_norm": 19.05327606201172,
      "learning_rate": 2.5226354631862966e-07,
      "loss": 0.6125460863113403,
      "step": 3196
    },
    {
      "epoch": 2.691919191919192,
      "grad_norm": 4.221333026885986,
      "learning_rate": 2.517040125427608e-07,
      "loss": 0.7383702397346497,
      "step": 3198
    },
    {
      "epoch": 2.6936026936026938,
      "grad_norm": 2.8563621044158936,
      "learning_rate": 2.511474015034964e-07,
      "loss": 0.8494305610656738,
      "step": 3200
    },
    {
      "epoch": 2.6952861952861955,
      "grad_norm": 3.877546548843384,
      "learning_rate": 2.5059371511859557e-07,
      "loss": 0.6800326108932495,
      "step": 3202
    },
    {
      "epoch": 2.6969696969696972,
      "grad_norm": 3.861481189727783,
      "learning_rate": 2.50042955295741e-07,
      "loss": 0.6918296813964844,
      "step": 3204
    },
    {
      "epoch": 2.6986531986531985,
      "grad_norm": 9.997620582580566,
      "learning_rate": 2.494951239325321e-07,
      "loss": 0.6519820094108582,
      "step": 3206
    },
    {
      "epoch": 2.7003367003367003,
      "grad_norm": 4.166572093963623,
      "learning_rate": 2.489502229164781e-07,
      "loss": 0.5281827449798584,
      "step": 3208
    },
    {
      "epoch": 2.702020202020202,
      "grad_norm": 4.448598384857178,
      "learning_rate": 2.4840825412499274e-07,
      "loss": 0.8719410300254822,
      "step": 3210
    },
    {
      "epoch": 2.7037037037037037,
      "grad_norm": 4.639568328857422,
      "learning_rate": 2.478692194253861e-07,
      "loss": 0.5532783269882202,
      "step": 3212
    },
    {
      "epoch": 2.7053872053872055,
      "grad_norm": 8.537738800048828,
      "learning_rate": 2.473331206748597e-07,
      "loss": 0.5865626931190491,
      "step": 3214
    },
    {
      "epoch": 2.707070707070707,
      "grad_norm": 10.096135139465332,
      "learning_rate": 2.467999597204996e-07,
      "loss": 0.2805863618850708,
      "step": 3216
    },
    {
      "epoch": 2.708754208754209,
      "grad_norm": 6.932223320007324,
      "learning_rate": 2.462697383992691e-07,
      "loss": 0.7335485219955444,
      "step": 3218
    },
    {
      "epoch": 2.71043771043771,
      "grad_norm": 12.214366912841797,
      "learning_rate": 2.457424585380041e-07,
      "loss": 0.3276599943637848,
      "step": 3220
    },
    {
      "epoch": 2.712121212121212,
      "grad_norm": 10.359675407409668,
      "learning_rate": 2.4521812195340544e-07,
      "loss": 0.672775149345398,
      "step": 3222
    },
    {
      "epoch": 2.7138047138047137,
      "grad_norm": 27.647464752197266,
      "learning_rate": 2.4469673045203333e-07,
      "loss": 0.40836215019226074,
      "step": 3224
    },
    {
      "epoch": 2.7154882154882154,
      "grad_norm": 15.687188148498535,
      "learning_rate": 2.441782858303007e-07,
      "loss": 0.4133344888687134,
      "step": 3226
    },
    {
      "epoch": 2.717171717171717,
      "grad_norm": 17.905902862548828,
      "learning_rate": 2.436627898744678e-07,
      "loss": 0.7267272472381592,
      "step": 3228
    },
    {
      "epoch": 2.718855218855219,
      "grad_norm": 9.417744636535645,
      "learning_rate": 2.4315024436063464e-07,
      "loss": 0.42516928911209106,
      "step": 3230
    },
    {
      "epoch": 2.7205387205387206,
      "grad_norm": 8.572908401489258,
      "learning_rate": 2.4264065105473637e-07,
      "loss": 0.768959641456604,
      "step": 3232
    },
    {
      "epoch": 2.7222222222222223,
      "grad_norm": 1.9153132438659668,
      "learning_rate": 2.4213401171253656e-07,
      "loss": 0.6403470039367676,
      "step": 3234
    },
    {
      "epoch": 2.723905723905724,
      "grad_norm": 5.261312484741211,
      "learning_rate": 2.416303280796206e-07,
      "loss": 0.7732399106025696,
      "step": 3236
    },
    {
      "epoch": 2.725589225589226,
      "grad_norm": 3.5602827072143555,
      "learning_rate": 2.411296018913907e-07,
      "loss": 0.7329007387161255,
      "step": 3238
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 3.6793055534362793,
      "learning_rate": 2.406318348730592e-07,
      "loss": 0.7464162111282349,
      "step": 3240
    },
    {
      "epoch": 2.728956228956229,
      "grad_norm": 2.7270774841308594,
      "learning_rate": 2.401370287396428e-07,
      "loss": 0.7636083364486694,
      "step": 3242
    },
    {
      "epoch": 2.7306397306397305,
      "grad_norm": 4.971183776855469,
      "learning_rate": 2.396451851959571e-07,
      "loss": 0.599960207939148,
      "step": 3244
    },
    {
      "epoch": 2.7323232323232323,
      "grad_norm": 4.194789886474609,
      "learning_rate": 2.391563059366099e-07,
      "loss": 0.7824025750160217,
      "step": 3246
    },
    {
      "epoch": 2.734006734006734,
      "grad_norm": 5.917283535003662,
      "learning_rate": 2.3867039264599587e-07,
      "loss": 0.8408564329147339,
      "step": 3248
    },
    {
      "epoch": 2.7356902356902357,
      "grad_norm": 3.7883689403533936,
      "learning_rate": 2.3818744699829105e-07,
      "loss": 0.6503514051437378,
      "step": 3250
    },
    {
      "epoch": 2.7373737373737375,
      "grad_norm": 6.666152000427246,
      "learning_rate": 2.3770747065744594e-07,
      "loss": 0.3846713900566101,
      "step": 3252
    },
    {
      "epoch": 2.739057239057239,
      "grad_norm": 4.073997497558594,
      "learning_rate": 2.3723046527718137e-07,
      "loss": 0.5147488713264465,
      "step": 3254
    },
    {
      "epoch": 2.7407407407407405,
      "grad_norm": 6.8026018142700195,
      "learning_rate": 2.367564325009815e-07,
      "loss": 0.5139864087104797,
      "step": 3256
    },
    {
      "epoch": 2.742424242424242,
      "grad_norm": 2.5795681476593018,
      "learning_rate": 2.362853739620885e-07,
      "loss": 0.5290718078613281,
      "step": 3258
    },
    {
      "epoch": 2.744107744107744,
      "grad_norm": 14.904226303100586,
      "learning_rate": 2.3581729128349745e-07,
      "loss": 0.3965787887573242,
      "step": 3260
    },
    {
      "epoch": 2.7457912457912457,
      "grad_norm": 5.50350284576416,
      "learning_rate": 2.3535218607795013e-07,
      "loss": 0.6484100222587585,
      "step": 3262
    },
    {
      "epoch": 2.7474747474747474,
      "grad_norm": 5.252780437469482,
      "learning_rate": 2.3489005994792948e-07,
      "loss": 0.8430534601211548,
      "step": 3264
    },
    {
      "epoch": 2.749158249158249,
      "grad_norm": 7.023755073547363,
      "learning_rate": 2.3443091448565454e-07,
      "loss": 0.957166314125061,
      "step": 3266
    },
    {
      "epoch": 2.750841750841751,
      "grad_norm": 11.244546890258789,
      "learning_rate": 2.339747512730749e-07,
      "loss": 0.3728073835372925,
      "step": 3268
    },
    {
      "epoch": 2.7525252525252526,
      "grad_norm": 3.2135775089263916,
      "learning_rate": 2.3352157188186424e-07,
      "loss": 0.9523381590843201,
      "step": 3270
    },
    {
      "epoch": 2.7542087542087543,
      "grad_norm": 7.215963840484619,
      "learning_rate": 2.3307137787341667e-07,
      "loss": 0.4420832395553589,
      "step": 3272
    },
    {
      "epoch": 2.755892255892256,
      "grad_norm": 2.81378436088562,
      "learning_rate": 2.3262417079883986e-07,
      "loss": 0.660933792591095,
      "step": 3274
    },
    {
      "epoch": 2.757575757575758,
      "grad_norm": 127.56824493408203,
      "learning_rate": 2.3217995219895016e-07,
      "loss": 0.3062414228916168,
      "step": 3276
    },
    {
      "epoch": 2.7592592592592595,
      "grad_norm": 0.698665201663971,
      "learning_rate": 2.317387236042678e-07,
      "loss": 0.021941782906651497,
      "step": 3278
    },
    {
      "epoch": 2.760942760942761,
      "grad_norm": 4.418609619140625,
      "learning_rate": 2.313004865350109e-07,
      "loss": 1.040034532546997,
      "step": 3280
    },
    {
      "epoch": 2.7626262626262625,
      "grad_norm": 3.401939868927002,
      "learning_rate": 2.3086524250109045e-07,
      "loss": 1.0358326435089111,
      "step": 3282
    },
    {
      "epoch": 2.7643097643097643,
      "grad_norm": 18.86932945251465,
      "learning_rate": 2.3043299300210528e-07,
      "loss": 0.23045207560062408,
      "step": 3284
    },
    {
      "epoch": 2.765993265993266,
      "grad_norm": 3.0848443508148193,
      "learning_rate": 2.30003739527337e-07,
      "loss": 0.7953276038169861,
      "step": 3286
    },
    {
      "epoch": 2.7676767676767677,
      "grad_norm": 4.258274078369141,
      "learning_rate": 2.2957748355574408e-07,
      "loss": 0.7808912396430969,
      "step": 3288
    },
    {
      "epoch": 2.7693602693602695,
      "grad_norm": 8.350629806518555,
      "learning_rate": 2.2915422655595795e-07,
      "loss": 0.2024976909160614,
      "step": 3290
    },
    {
      "epoch": 2.771043771043771,
      "grad_norm": 3.212890386581421,
      "learning_rate": 2.287339699862771e-07,
      "loss": 0.9757770299911499,
      "step": 3292
    },
    {
      "epoch": 2.7727272727272725,
      "grad_norm": 4.119185447692871,
      "learning_rate": 2.2831671529466205e-07,
      "loss": 0.8145531415939331,
      "step": 3294
    },
    {
      "epoch": 2.774410774410774,
      "grad_norm": 4.300760269165039,
      "learning_rate": 2.2790246391873086e-07,
      "loss": 0.8364596366882324,
      "step": 3296
    },
    {
      "epoch": 2.776094276094276,
      "grad_norm": 5.6328630447387695,
      "learning_rate": 2.2749121728575393e-07,
      "loss": 0.2111830711364746,
      "step": 3298
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 6.152875900268555,
      "learning_rate": 2.2708297681264874e-07,
      "loss": 0.4531656801700592,
      "step": 3300
    },
    {
      "epoch": 2.7794612794612794,
      "grad_norm": 6.0950164794921875,
      "learning_rate": 2.2667774390597562e-07,
      "loss": 0.486369788646698,
      "step": 3302
    },
    {
      "epoch": 2.781144781144781,
      "grad_norm": 12.233784675598145,
      "learning_rate": 2.2627551996193247e-07,
      "loss": 0.4338839054107666,
      "step": 3304
    },
    {
      "epoch": 2.782828282828283,
      "grad_norm": 11.843306541442871,
      "learning_rate": 2.2587630636634985e-07,
      "loss": 0.7146729230880737,
      "step": 3306
    },
    {
      "epoch": 2.7845117845117846,
      "grad_norm": 26.314231872558594,
      "learning_rate": 2.2548010449468676e-07,
      "loss": 0.426150381565094,
      "step": 3308
    },
    {
      "epoch": 2.7861952861952863,
      "grad_norm": 5.808564186096191,
      "learning_rate": 2.2508691571202528e-07,
      "loss": 0.6131501793861389,
      "step": 3310
    },
    {
      "epoch": 2.787878787878788,
      "grad_norm": 4.843730926513672,
      "learning_rate": 2.2469674137306627e-07,
      "loss": 0.4474066197872162,
      "step": 3312
    },
    {
      "epoch": 2.78956228956229,
      "grad_norm": 5.842626571655273,
      "learning_rate": 2.2430958282212414e-07,
      "loss": 0.676105260848999,
      "step": 3314
    },
    {
      "epoch": 2.791245791245791,
      "grad_norm": 10.79865550994873,
      "learning_rate": 2.239254413931236e-07,
      "loss": 0.9383071660995483,
      "step": 3316
    },
    {
      "epoch": 2.792929292929293,
      "grad_norm": 2.2393341064453125,
      "learning_rate": 2.2354431840959307e-07,
      "loss": 0.7455552220344543,
      "step": 3318
    },
    {
      "epoch": 2.7946127946127945,
      "grad_norm": 5.729065895080566,
      "learning_rate": 2.2316621518466167e-07,
      "loss": 0.28741055727005005,
      "step": 3320
    },
    {
      "epoch": 2.7962962962962963,
      "grad_norm": 9.186633110046387,
      "learning_rate": 2.227911330210542e-07,
      "loss": 0.6114668250083923,
      "step": 3322
    },
    {
      "epoch": 2.797979797979798,
      "grad_norm": 12.35034465789795,
      "learning_rate": 2.2241907321108638e-07,
      "loss": 0.6540449857711792,
      "step": 3324
    },
    {
      "epoch": 2.7996632996632997,
      "grad_norm": 2.6777584552764893,
      "learning_rate": 2.22050037036661e-07,
      "loss": 0.30680525302886963,
      "step": 3326
    },
    {
      "epoch": 2.8013468013468015,
      "grad_norm": 3.350935697555542,
      "learning_rate": 2.216840257692628e-07,
      "loss": 0.7153966426849365,
      "step": 3328
    },
    {
      "epoch": 2.8030303030303028,
      "grad_norm": 2.8656368255615234,
      "learning_rate": 2.213210406699547e-07,
      "loss": 0.7619553804397583,
      "step": 3330
    },
    {
      "epoch": 2.8047138047138045,
      "grad_norm": 7.474374294281006,
      "learning_rate": 2.209610829893729e-07,
      "loss": 0.5717604160308838,
      "step": 3332
    },
    {
      "epoch": 2.8063973063973062,
      "grad_norm": 8.4893798828125,
      "learning_rate": 2.2060415396772337e-07,
      "loss": 0.5182145833969116,
      "step": 3334
    },
    {
      "epoch": 2.808080808080808,
      "grad_norm": 8.64901065826416,
      "learning_rate": 2.2025025483477654e-07,
      "loss": 0.5500608682632446,
      "step": 3336
    },
    {
      "epoch": 2.8097643097643097,
      "grad_norm": 2.9587368965148926,
      "learning_rate": 2.1989938680986382e-07,
      "loss": 0.2802525758743286,
      "step": 3338
    },
    {
      "epoch": 2.8114478114478114,
      "grad_norm": 7.318872928619385,
      "learning_rate": 2.1955155110187344e-07,
      "loss": 0.6136119365692139,
      "step": 3340
    },
    {
      "epoch": 2.813131313131313,
      "grad_norm": 7.030915260314941,
      "learning_rate": 2.1920674890924545e-07,
      "loss": 0.7545953989028931,
      "step": 3342
    },
    {
      "epoch": 2.814814814814815,
      "grad_norm": 2.9126713275909424,
      "learning_rate": 2.1886498141996858e-07,
      "loss": 0.33089566230773926,
      "step": 3344
    },
    {
      "epoch": 2.8164983164983166,
      "grad_norm": 2.292778968811035,
      "learning_rate": 2.185262498115759e-07,
      "loss": 0.820242166519165,
      "step": 3346
    },
    {
      "epoch": 2.8181818181818183,
      "grad_norm": 9.872072219848633,
      "learning_rate": 2.1819055525113995e-07,
      "loss": 0.4794435501098633,
      "step": 3348
    },
    {
      "epoch": 2.81986531986532,
      "grad_norm": 6.807747840881348,
      "learning_rate": 2.178578988952698e-07,
      "loss": 0.8766056299209595,
      "step": 3350
    },
    {
      "epoch": 2.821548821548822,
      "grad_norm": 11.850113868713379,
      "learning_rate": 2.1752828189010677e-07,
      "loss": 0.8210408687591553,
      "step": 3352
    },
    {
      "epoch": 2.823232323232323,
      "grad_norm": 4.237025260925293,
      "learning_rate": 2.1720170537132003e-07,
      "loss": 0.7889919281005859,
      "step": 3354
    },
    {
      "epoch": 2.824915824915825,
      "grad_norm": 6.600332736968994,
      "learning_rate": 2.16878170464103e-07,
      "loss": 0.7373786568641663,
      "step": 3356
    },
    {
      "epoch": 2.8265993265993266,
      "grad_norm": 3.782309055328369,
      "learning_rate": 2.1655767828316967e-07,
      "loss": 0.4632776975631714,
      "step": 3358
    },
    {
      "epoch": 2.8282828282828283,
      "grad_norm": 20.347566604614258,
      "learning_rate": 2.1624022993275042e-07,
      "loss": 0.47924166917800903,
      "step": 3360
    },
    {
      "epoch": 2.82996632996633,
      "grad_norm": 3.760439872741699,
      "learning_rate": 2.1592582650658838e-07,
      "loss": 0.5661218166351318,
      "step": 3362
    },
    {
      "epoch": 2.8316498316498318,
      "grad_norm": 12.392730712890625,
      "learning_rate": 2.1561446908793575e-07,
      "loss": 0.5744220018386841,
      "step": 3364
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 9.636838912963867,
      "learning_rate": 2.1530615874954978e-07,
      "loss": 0.4627985954284668,
      "step": 3366
    },
    {
      "epoch": 2.8350168350168348,
      "grad_norm": 21.72933578491211,
      "learning_rate": 2.1500089655368913e-07,
      "loss": 0.4576794505119324,
      "step": 3368
    },
    {
      "epoch": 2.8367003367003365,
      "grad_norm": 7.211141586303711,
      "learning_rate": 2.146986835521108e-07,
      "loss": 0.8104113340377808,
      "step": 3370
    },
    {
      "epoch": 2.8383838383838382,
      "grad_norm": 3.049208879470825,
      "learning_rate": 2.143995207860655e-07,
      "loss": 0.6803615093231201,
      "step": 3372
    },
    {
      "epoch": 2.84006734006734,
      "grad_norm": 15.541363716125488,
      "learning_rate": 2.1410340928629483e-07,
      "loss": 0.2819385230541229,
      "step": 3374
    },
    {
      "epoch": 2.8417508417508417,
      "grad_norm": 3.854581832885742,
      "learning_rate": 2.138103500730278e-07,
      "loss": 0.8866885900497437,
      "step": 3376
    },
    {
      "epoch": 2.8434343434343434,
      "grad_norm": 2.881070613861084,
      "learning_rate": 2.1352034415597635e-07,
      "loss": 0.7249988317489624,
      "step": 3378
    },
    {
      "epoch": 2.845117845117845,
      "grad_norm": 2.772418260574341,
      "learning_rate": 2.1323339253433309e-07,
      "loss": 0.5438086986541748,
      "step": 3380
    },
    {
      "epoch": 2.846801346801347,
      "grad_norm": 5.94671106338501,
      "learning_rate": 2.1294949619676717e-07,
      "loss": 0.5575168132781982,
      "step": 3382
    },
    {
      "epoch": 2.8484848484848486,
      "grad_norm": 10.924814224243164,
      "learning_rate": 2.1266865612142064e-07,
      "loss": 0.5616028308868408,
      "step": 3384
    },
    {
      "epoch": 2.8501683501683504,
      "grad_norm": 4.334954261779785,
      "learning_rate": 2.1239087327590582e-07,
      "loss": 0.7617322206497192,
      "step": 3386
    },
    {
      "epoch": 2.851851851851852,
      "grad_norm": 1.0559417009353638,
      "learning_rate": 2.121161486173017e-07,
      "loss": 0.7200487852096558,
      "step": 3388
    },
    {
      "epoch": 2.8535353535353534,
      "grad_norm": 8.445873260498047,
      "learning_rate": 2.1184448309215015e-07,
      "loss": 0.4146542549133301,
      "step": 3390
    },
    {
      "epoch": 2.855218855218855,
      "grad_norm": 3.8039331436157227,
      "learning_rate": 2.1157587763645322e-07,
      "loss": 0.46166175603866577,
      "step": 3392
    },
    {
      "epoch": 2.856902356902357,
      "grad_norm": 6.415493488311768,
      "learning_rate": 2.113103331756698e-07,
      "loss": 0.930475652217865,
      "step": 3394
    },
    {
      "epoch": 2.8585858585858586,
      "grad_norm": 3.632256507873535,
      "learning_rate": 2.110478506247122e-07,
      "loss": 0.9054207801818848,
      "step": 3396
    },
    {
      "epoch": 2.8602693602693603,
      "grad_norm": 4.30327844619751,
      "learning_rate": 2.1078843088794325e-07,
      "loss": 0.4588157534599304,
      "step": 3398
    },
    {
      "epoch": 2.861952861952862,
      "grad_norm": 7.749840259552002,
      "learning_rate": 2.105320748591732e-07,
      "loss": 0.3445073962211609,
      "step": 3400
    },
    {
      "epoch": 2.8636363636363638,
      "grad_norm": 12.756885528564453,
      "learning_rate": 2.1027878342165624e-07,
      "loss": 0.4542715847492218,
      "step": 3402
    },
    {
      "epoch": 2.865319865319865,
      "grad_norm": 4.2234296798706055,
      "learning_rate": 2.1002855744808815e-07,
      "loss": 0.38249820470809937,
      "step": 3404
    },
    {
      "epoch": 2.8670033670033668,
      "grad_norm": 11.025925636291504,
      "learning_rate": 2.0978139780060257e-07,
      "loss": 0.7736653089523315,
      "step": 3406
    },
    {
      "epoch": 2.8686868686868685,
      "grad_norm": 6.31485652923584,
      "learning_rate": 2.0953730533076862e-07,
      "loss": 0.30026775598526,
      "step": 3408
    },
    {
      "epoch": 2.8703703703703702,
      "grad_norm": 4.0879034996032715,
      "learning_rate": 2.0929628087958734e-07,
      "loss": 0.7915642261505127,
      "step": 3410
    },
    {
      "epoch": 2.872053872053872,
      "grad_norm": 8.910355567932129,
      "learning_rate": 2.0905832527748953e-07,
      "loss": 0.4548564851284027,
      "step": 3412
    },
    {
      "epoch": 2.8737373737373737,
      "grad_norm": 4.792451858520508,
      "learning_rate": 2.0882343934433236e-07,
      "loss": 0.6330816745758057,
      "step": 3414
    },
    {
      "epoch": 2.8754208754208754,
      "grad_norm": 6.679534912109375,
      "learning_rate": 2.085916238893966e-07,
      "loss": 0.17160841822624207,
      "step": 3416
    },
    {
      "epoch": 2.877104377104377,
      "grad_norm": 4.708609104156494,
      "learning_rate": 2.0836287971138418e-07,
      "loss": 0.6133572459220886,
      "step": 3418
    },
    {
      "epoch": 2.878787878787879,
      "grad_norm": 2.8028249740600586,
      "learning_rate": 2.0813720759841492e-07,
      "loss": 0.37677788734436035,
      "step": 3420
    },
    {
      "epoch": 2.8804713804713806,
      "grad_norm": 17.95976448059082,
      "learning_rate": 2.0791460832802423e-07,
      "loss": 0.6834679841995239,
      "step": 3422
    },
    {
      "epoch": 2.8821548821548824,
      "grad_norm": 1.99964439868927,
      "learning_rate": 2.0769508266716027e-07,
      "loss": 0.5820834636688232,
      "step": 3424
    },
    {
      "epoch": 2.883838383838384,
      "grad_norm": 4.93143367767334,
      "learning_rate": 2.0747863137218126e-07,
      "loss": 0.6087404489517212,
      "step": 3426
    },
    {
      "epoch": 2.8855218855218854,
      "grad_norm": 4.417807102203369,
      "learning_rate": 2.0726525518885308e-07,
      "loss": 0.5436590909957886,
      "step": 3428
    },
    {
      "epoch": 2.887205387205387,
      "grad_norm": 17.931697845458984,
      "learning_rate": 2.0705495485234653e-07,
      "loss": 0.28521019220352173,
      "step": 3430
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 4.5258026123046875,
      "learning_rate": 2.0684773108723455e-07,
      "loss": 0.5188443660736084,
      "step": 3432
    },
    {
      "epoch": 2.8905723905723906,
      "grad_norm": 7.992106914520264,
      "learning_rate": 2.0664358460749018e-07,
      "loss": 0.2710973620414734,
      "step": 3434
    },
    {
      "epoch": 2.8922558922558923,
      "grad_norm": 2.4972705841064453,
      "learning_rate": 2.064425161164842e-07,
      "loss": 0.9403241872787476,
      "step": 3436
    },
    {
      "epoch": 2.893939393939394,
      "grad_norm": 7.593927383422852,
      "learning_rate": 2.0624452630698195e-07,
      "loss": 0.8685269355773926,
      "step": 3438
    },
    {
      "epoch": 2.8956228956228958,
      "grad_norm": 5.5332746505737305,
      "learning_rate": 2.0604961586114163e-07,
      "loss": 0.7080799341201782,
      "step": 3440
    },
    {
      "epoch": 2.897306397306397,
      "grad_norm": 4.279024600982666,
      "learning_rate": 2.0585778545051195e-07,
      "loss": 0.9225847721099854,
      "step": 3442
    },
    {
      "epoch": 2.898989898989899,
      "grad_norm": 7.960180282592773,
      "learning_rate": 2.0566903573602913e-07,
      "loss": 0.26514777541160583,
      "step": 3444
    },
    {
      "epoch": 2.9006734006734005,
      "grad_norm": 52.408592224121094,
      "learning_rate": 2.0548336736801548e-07,
      "loss": 0.5182454586029053,
      "step": 3446
    },
    {
      "epoch": 2.9023569023569022,
      "grad_norm": 3.880129098892212,
      "learning_rate": 2.0530078098617668e-07,
      "loss": 1.0010104179382324,
      "step": 3448
    },
    {
      "epoch": 2.904040404040404,
      "grad_norm": 5.750271320343018,
      "learning_rate": 2.0512127721959954e-07,
      "loss": 0.23654749989509583,
      "step": 3450
    },
    {
      "epoch": 2.9057239057239057,
      "grad_norm": 4.4567551612854,
      "learning_rate": 2.0494485668675003e-07,
      "loss": 0.6079249382019043,
      "step": 3452
    },
    {
      "epoch": 2.9074074074074074,
      "grad_norm": 13.503162384033203,
      "learning_rate": 2.0477151999547137e-07,
      "loss": 0.5366786122322083,
      "step": 3454
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 3.5950307846069336,
      "learning_rate": 2.0460126774298115e-07,
      "loss": 0.9563678503036499,
      "step": 3456
    },
    {
      "epoch": 2.910774410774411,
      "grad_norm": 2.127427339553833,
      "learning_rate": 2.044341005158701e-07,
      "loss": 0.7329115867614746,
      "step": 3458
    },
    {
      "epoch": 2.9124579124579126,
      "grad_norm": 10.821589469909668,
      "learning_rate": 2.042700188900996e-07,
      "loss": 0.9082905054092407,
      "step": 3460
    },
    {
      "epoch": 2.9141414141414144,
      "grad_norm": 11.092399597167969,
      "learning_rate": 2.0410902343099998e-07,
      "loss": 1.0648142099380493,
      "step": 3462
    },
    {
      "epoch": 2.915824915824916,
      "grad_norm": 8.53269100189209,
      "learning_rate": 2.039511146932683e-07,
      "loss": 0.6280519962310791,
      "step": 3464
    },
    {
      "epoch": 2.9175084175084174,
      "grad_norm": 4.54081916809082,
      "learning_rate": 2.0379629322096658e-07,
      "loss": 0.9411839246749878,
      "step": 3466
    },
    {
      "epoch": 2.919191919191919,
      "grad_norm": 3.7969729900360107,
      "learning_rate": 2.036445595475199e-07,
      "loss": 0.5461298823356628,
      "step": 3468
    },
    {
      "epoch": 2.920875420875421,
      "grad_norm": 2.2279632091522217,
      "learning_rate": 2.0349591419571473e-07,
      "loss": 0.0855223536491394,
      "step": 3470
    },
    {
      "epoch": 2.9225589225589226,
      "grad_norm": 8.34626293182373,
      "learning_rate": 2.0335035767769674e-07,
      "loss": 0.6720945835113525,
      "step": 3472
    },
    {
      "epoch": 2.9242424242424243,
      "grad_norm": 4.789892673492432,
      "learning_rate": 2.032078904949694e-07,
      "loss": 0.6181377172470093,
      "step": 3474
    },
    {
      "epoch": 2.925925925925926,
      "grad_norm": 4.624399662017822,
      "learning_rate": 2.0306851313839217e-07,
      "loss": 0.25879359245300293,
      "step": 3476
    },
    {
      "epoch": 2.9276094276094278,
      "grad_norm": 6.712757587432861,
      "learning_rate": 2.0293222608817862e-07,
      "loss": 0.7951024770736694,
      "step": 3478
    },
    {
      "epoch": 2.929292929292929,
      "grad_norm": 4.2503814697265625,
      "learning_rate": 2.0279902981389491e-07,
      "loss": 0.4090489447116852,
      "step": 3480
    },
    {
      "epoch": 2.930976430976431,
      "grad_norm": 4.199467182159424,
      "learning_rate": 2.026689247744584e-07,
      "loss": 0.7058537602424622,
      "step": 3482
    },
    {
      "epoch": 2.9326599326599325,
      "grad_norm": 2.017397165298462,
      "learning_rate": 2.0254191141813563e-07,
      "loss": 0.4949754476547241,
      "step": 3484
    },
    {
      "epoch": 2.9343434343434343,
      "grad_norm": 2.5312118530273438,
      "learning_rate": 2.0241799018254102e-07,
      "loss": 0.6103169322013855,
      "step": 3486
    },
    {
      "epoch": 2.936026936026936,
      "grad_norm": 7.283255577087402,
      "learning_rate": 2.0229716149463543e-07,
      "loss": 0.5724541544914246,
      "step": 3488
    },
    {
      "epoch": 2.9377104377104377,
      "grad_norm": 15.510021209716797,
      "learning_rate": 2.0217942577072447e-07,
      "loss": 0.5570365190505981,
      "step": 3490
    },
    {
      "epoch": 2.9393939393939394,
      "grad_norm": 15.865419387817383,
      "learning_rate": 2.0206478341645734e-07,
      "loss": 0.8093217611312866,
      "step": 3492
    },
    {
      "epoch": 2.941077441077441,
      "grad_norm": 16.84939956665039,
      "learning_rate": 2.0195323482682508e-07,
      "loss": 0.40408650040626526,
      "step": 3494
    },
    {
      "epoch": 2.942760942760943,
      "grad_norm": 2.694458246231079,
      "learning_rate": 2.0184478038615948e-07,
      "loss": 0.6976212859153748,
      "step": 3496
    },
    {
      "epoch": 2.9444444444444446,
      "grad_norm": 6.089773654937744,
      "learning_rate": 2.0173942046813191e-07,
      "loss": 0.30283308029174805,
      "step": 3498
    },
    {
      "epoch": 2.9461279461279464,
      "grad_norm": 17.606487274169922,
      "learning_rate": 2.016371554357515e-07,
      "loss": 0.6129805445671082,
      "step": 3500
    },
    {
      "epoch": 2.9478114478114477,
      "grad_norm": 48.08317565917969,
      "learning_rate": 2.015379856413643e-07,
      "loss": 0.6700767278671265,
      "step": 3502
    },
    {
      "epoch": 2.9494949494949494,
      "grad_norm": 10.773337364196777,
      "learning_rate": 2.01441911426652e-07,
      "loss": 0.32376813888549805,
      "step": 3504
    },
    {
      "epoch": 2.951178451178451,
      "grad_norm": 1.6822550296783447,
      "learning_rate": 2.013489331226307e-07,
      "loss": 0.6684743762016296,
      "step": 3506
    },
    {
      "epoch": 2.952861952861953,
      "grad_norm": 4.8438568115234375,
      "learning_rate": 2.0125905104964978e-07,
      "loss": 0.846743106842041,
      "step": 3508
    },
    {
      "epoch": 2.9545454545454546,
      "grad_norm": 5.908998012542725,
      "learning_rate": 2.0117226551739068e-07,
      "loss": 0.6087542772293091,
      "step": 3510
    },
    {
      "epoch": 2.9562289562289563,
      "grad_norm": 7.448733329772949,
      "learning_rate": 2.0108857682486629e-07,
      "loss": 0.8167439103126526,
      "step": 3512
    },
    {
      "epoch": 2.957912457912458,
      "grad_norm": 9.953859329223633,
      "learning_rate": 2.0100798526041927e-07,
      "loss": 0.304475873708725,
      "step": 3514
    },
    {
      "epoch": 2.9595959595959593,
      "grad_norm": 5.336069107055664,
      "learning_rate": 2.009304911017215e-07,
      "loss": 0.8450760841369629,
      "step": 3516
    },
    {
      "epoch": 2.961279461279461,
      "grad_norm": 3.322150707244873,
      "learning_rate": 2.0085609461577295e-07,
      "loss": 0.8154351711273193,
      "step": 3518
    },
    {
      "epoch": 2.962962962962963,
      "grad_norm": 7.335842132568359,
      "learning_rate": 2.0078479605890064e-07,
      "loss": 0.35378673672676086,
      "step": 3520
    },
    {
      "epoch": 2.9646464646464645,
      "grad_norm": 4.2547783851623535,
      "learning_rate": 2.007165956767584e-07,
      "loss": 0.6887914538383484,
      "step": 3522
    },
    {
      "epoch": 2.9663299663299663,
      "grad_norm": 3.4846153259277344,
      "learning_rate": 2.00651493704325e-07,
      "loss": 0.22204965353012085,
      "step": 3524
    },
    {
      "epoch": 2.968013468013468,
      "grad_norm": 20.680572509765625,
      "learning_rate": 2.0058949036590426e-07,
      "loss": 0.8485254645347595,
      "step": 3526
    },
    {
      "epoch": 2.9696969696969697,
      "grad_norm": 3.527207851409912,
      "learning_rate": 2.0053058587512378e-07,
      "loss": 0.7592622637748718,
      "step": 3528
    },
    {
      "epoch": 2.9713804713804715,
      "grad_norm": 4.903465270996094,
      "learning_rate": 2.0047478043493418e-07,
      "loss": 0.7468944191932678,
      "step": 3530
    },
    {
      "epoch": 2.973063973063973,
      "grad_norm": 6.085175514221191,
      "learning_rate": 2.004220742376088e-07,
      "loss": 0.6274712681770325,
      "step": 3532
    },
    {
      "epoch": 2.974747474747475,
      "grad_norm": 13.613375663757324,
      "learning_rate": 2.0037246746474277e-07,
      "loss": 0.19880472123622894,
      "step": 3534
    },
    {
      "epoch": 2.9764309764309766,
      "grad_norm": 3.277733325958252,
      "learning_rate": 2.0032596028725204e-07,
      "loss": 0.8517122268676758,
      "step": 3536
    },
    {
      "epoch": 2.9781144781144784,
      "grad_norm": 9.69018268585205,
      "learning_rate": 2.0028255286537355e-07,
      "loss": 0.4260925352573395,
      "step": 3538
    },
    {
      "epoch": 2.9797979797979797,
      "grad_norm": 3.108520269393921,
      "learning_rate": 2.0024224534866408e-07,
      "loss": 0.9670834541320801,
      "step": 3540
    },
    {
      "epoch": 2.9814814814814814,
      "grad_norm": 3.3656985759735107,
      "learning_rate": 2.0020503787599998e-07,
      "loss": 0.8684190511703491,
      "step": 3542
    },
    {
      "epoch": 2.983164983164983,
      "grad_norm": 5.216827392578125,
      "learning_rate": 2.001709305755767e-07,
      "loss": 0.4294402599334717,
      "step": 3544
    },
    {
      "epoch": 2.984848484848485,
      "grad_norm": 3.578760862350464,
      "learning_rate": 2.0013992356490827e-07,
      "loss": 0.8262860178947449,
      "step": 3546
    },
    {
      "epoch": 2.9865319865319866,
      "grad_norm": 6.799862861633301,
      "learning_rate": 2.0011201695082687e-07,
      "loss": 0.39053958654403687,
      "step": 3548
    },
    {
      "epoch": 2.9882154882154883,
      "grad_norm": 8.427506446838379,
      "learning_rate": 2.0008721082948243e-07,
      "loss": 0.2766346037387848,
      "step": 3550
    },
    {
      "epoch": 2.98989898989899,
      "grad_norm": 4.960444927215576,
      "learning_rate": 2.0006550528634258e-07,
      "loss": 0.5050246715545654,
      "step": 3552
    },
    {
      "epoch": 2.9915824915824913,
      "grad_norm": 18.282289505004883,
      "learning_rate": 2.00046900396192e-07,
      "loss": 0.8541325926780701,
      "step": 3554
    },
    {
      "epoch": 2.993265993265993,
      "grad_norm": 3.258129358291626,
      "learning_rate": 2.0003139622313241e-07,
      "loss": 0.7546226978302002,
      "step": 3556
    },
    {
      "epoch": 2.994949494949495,
      "grad_norm": 3.466796398162842,
      "learning_rate": 2.0001899282058216e-07,
      "loss": 0.6056807041168213,
      "step": 3558
    },
    {
      "epoch": 2.9966329966329965,
      "grad_norm": 4.726839542388916,
      "learning_rate": 2.000096902312762e-07,
      "loss": 0.3962956964969635,
      "step": 3560
    },
    {
      "epoch": 2.9983164983164983,
      "grad_norm": 5.164308071136475,
      "learning_rate": 2.0000348848726586e-07,
      "loss": 0.5580795407295227,
      "step": 3562
    },
    {
      "epoch": 3.0,
      "grad_norm": 9.059016227722168,
      "learning_rate": 2.0000038760991877e-07,
      "loss": 0.46740537881851196,
      "step": 3564
    },
    {
      "epoch": 3.0,
      "step": 3564,
      "total_flos": 4.2988160857187287e+18,
      "train_loss": 0.7857236749096433,
      "train_runtime": 6229.2125,
      "train_samples_per_second": 9.154,
      "train_steps_per_second": 0.572
    }
  ],
  "logging_steps": 2,
  "max_steps": 3564,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.2988160857187287e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}