{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2781,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002157497303128371,
      "grad_norm": 2.5762534141540527,
      "learning_rate": 1.4285714285714284e-08,
      "loss": 0.9756889939308167,
      "step": 2
    },
    {
      "epoch": 0.004314994606256742,
      "grad_norm": 4.507562637329102,
      "learning_rate": 4.285714285714286e-08,
      "loss": 0.661911129951477,
      "step": 4
    },
    {
      "epoch": 0.006472491909385114,
      "grad_norm": 5.074595928192139,
      "learning_rate": 7.142857142857142e-08,
      "loss": 0.8359099626541138,
      "step": 6
    },
    {
      "epoch": 0.008629989212513484,
      "grad_norm": 1.9605220556259155,
      "learning_rate": 1e-07,
      "loss": 0.8231168985366821,
      "step": 8
    },
    {
      "epoch": 0.010787486515641856,
      "grad_norm": 1.6714932918548584,
      "learning_rate": 1.2857142857142855e-07,
      "loss": 0.7096143960952759,
      "step": 10
    },
    {
      "epoch": 0.012944983818770227,
      "grad_norm": 4.321066379547119,
      "learning_rate": 1.5714285714285714e-07,
      "loss": 0.7912081480026245,
      "step": 12
    },
    {
      "epoch": 0.015102481121898598,
      "grad_norm": 8.806991577148438,
      "learning_rate": 1.8571428571428572e-07,
      "loss": 0.856565535068512,
      "step": 14
    },
    {
      "epoch": 0.017259978425026967,
      "grad_norm": 4.99681282043457,
      "learning_rate": 2.1428571428571426e-07,
      "loss": 1.1687901020050049,
      "step": 16
    },
    {
      "epoch": 0.019417475728155338,
      "grad_norm": 2.5645041465759277,
      "learning_rate": 2.4285714285714287e-07,
      "loss": 1.0152899026870728,
      "step": 18
    },
    {
      "epoch": 0.021574973031283712,
      "grad_norm": 1.8295631408691406,
      "learning_rate": 2.714285714285714e-07,
      "loss": 0.6205134987831116,
      "step": 20
    },
    {
      "epoch": 0.023732470334412083,
      "grad_norm": 4.249131202697754,
      "learning_rate": 3e-07,
      "loss": 0.9060122966766357,
      "step": 22
    },
    {
      "epoch": 0.025889967637540454,
      "grad_norm": 3.811307191848755,
      "learning_rate": 3.2857142857142857e-07,
      "loss": 0.8020558953285217,
      "step": 24
    },
    {
      "epoch": 0.028047464940668825,
      "grad_norm": 3.780266284942627,
      "learning_rate": 3.5714285714285716e-07,
      "loss": 0.7707346677780151,
      "step": 26
    },
    {
      "epoch": 0.030204962243797196,
      "grad_norm": 2.9128313064575195,
      "learning_rate": 3.857142857142857e-07,
      "loss": 0.6942681670188904,
      "step": 28
    },
    {
      "epoch": 0.032362459546925564,
      "grad_norm": 3.999141216278076,
      "learning_rate": 4.142857142857143e-07,
      "loss": 1.0023633241653442,
      "step": 30
    },
    {
      "epoch": 0.034519956850053934,
      "grad_norm": 1.0977139472961426,
      "learning_rate": 4.428571428571428e-07,
      "loss": 0.6870981454849243,
      "step": 32
    },
    {
      "epoch": 0.036677454153182305,
      "grad_norm": 7.128520965576172,
      "learning_rate": 4.714285714285714e-07,
      "loss": 0.9697052836418152,
      "step": 34
    },
    {
      "epoch": 0.038834951456310676,
      "grad_norm": 2.706787109375,
      "learning_rate": 5e-07,
      "loss": 0.8704000115394592,
      "step": 36
    },
    {
      "epoch": 0.040992448759439054,
      "grad_norm": 28.9028377532959,
      "learning_rate": 5.285714285714286e-07,
      "loss": 1.3768728971481323,
      "step": 38
    },
    {
      "epoch": 0.043149946062567425,
      "grad_norm": 5.019951343536377,
      "learning_rate": 5.571428571428571e-07,
      "loss": 0.5050771832466125,
      "step": 40
    },
    {
      "epoch": 0.045307443365695796,
      "grad_norm": 1.896100401878357,
      "learning_rate": 5.857142857142857e-07,
      "loss": 0.7155470848083496,
      "step": 42
    },
    {
      "epoch": 0.04746494066882417,
      "grad_norm": 1.3924132585525513,
      "learning_rate": 6.142857142857143e-07,
      "loss": 0.8246269822120667,
      "step": 44
    },
    {
      "epoch": 0.04962243797195254,
      "grad_norm": 2.244379758834839,
      "learning_rate": 6.428571428571429e-07,
      "loss": 0.6300725340843201,
      "step": 46
    },
    {
      "epoch": 0.05177993527508091,
      "grad_norm": 4.4260573387146,
      "learning_rate": 6.714285714285714e-07,
      "loss": 0.7466659545898438,
      "step": 48
    },
    {
      "epoch": 0.05393743257820928,
      "grad_norm": 3.2849934101104736,
      "learning_rate": 7e-07,
      "loss": 0.5939810276031494,
      "step": 50
    },
    {
      "epoch": 0.05609492988133765,
      "grad_norm": 1.4281387329101562,
      "learning_rate": 7.285714285714286e-07,
      "loss": 0.36054807901382446,
      "step": 52
    },
    {
      "epoch": 0.05825242718446602,
      "grad_norm": 6.341257095336914,
      "learning_rate": 7.57142857142857e-07,
      "loss": 0.8747532367706299,
      "step": 54
    },
    {
      "epoch": 0.06040992448759439,
      "grad_norm": 14.657182693481445,
      "learning_rate": 7.857142857142856e-07,
      "loss": 0.991641640663147,
      "step": 56
    },
    {
      "epoch": 0.06256742179072276,
      "grad_norm": 1.8714779615402222,
      "learning_rate": 8.142857142857142e-07,
      "loss": 0.6384595632553101,
      "step": 58
    },
    {
      "epoch": 0.06472491909385113,
      "grad_norm": 6.577902793884277,
      "learning_rate": 8.428571428571428e-07,
      "loss": 0.7958289384841919,
      "step": 60
    },
    {
      "epoch": 0.0668824163969795,
      "grad_norm": 6.575786590576172,
      "learning_rate": 8.714285714285714e-07,
      "loss": 0.9528671503067017,
      "step": 62
    },
    {
      "epoch": 0.06903991370010787,
      "grad_norm": 2.090458631515503,
      "learning_rate": 9e-07,
      "loss": 0.7380706071853638,
      "step": 64
    },
    {
      "epoch": 0.07119741100323625,
      "grad_norm": 2.861210584640503,
      "learning_rate": 9.285714285714285e-07,
      "loss": 0.8518832921981812,
      "step": 66
    },
    {
      "epoch": 0.07335490830636461,
      "grad_norm": 2.01114559173584,
      "learning_rate": 9.571428571428572e-07,
      "loss": 0.7344475388526917,
      "step": 68
    },
    {
      "epoch": 0.07551240560949299,
      "grad_norm": 9.70598316192627,
      "learning_rate": 9.857142857142857e-07,
      "loss": 0.6952767968177795,
      "step": 70
    },
    {
      "epoch": 0.07766990291262135,
      "grad_norm": 3.434774160385132,
      "learning_rate": 1.0142857142857142e-06,
      "loss": 0.6583250761032104,
      "step": 72
    },
    {
      "epoch": 0.07982740021574973,
      "grad_norm": 2.2592010498046875,
      "learning_rate": 1.0428571428571429e-06,
      "loss": 0.6166390180587769,
      "step": 74
    },
    {
      "epoch": 0.08198489751887811,
      "grad_norm": 2.191253185272217,
      "learning_rate": 1.0714285714285714e-06,
      "loss": 0.6770592927932739,
      "step": 76
    },
    {
      "epoch": 0.08414239482200647,
      "grad_norm": 1.9236204624176025,
      "learning_rate": 1.1e-06,
      "loss": 0.6031355261802673,
      "step": 78
    },
    {
      "epoch": 0.08629989212513485,
      "grad_norm": 4.434933662414551,
      "learning_rate": 1.1285714285714285e-06,
      "loss": 0.949522078037262,
      "step": 80
    },
    {
      "epoch": 0.08845738942826321,
      "grad_norm": 3.6469240188598633,
      "learning_rate": 1.1571428571428572e-06,
      "loss": 0.5610405206680298,
      "step": 82
    },
    {
      "epoch": 0.09061488673139159,
      "grad_norm": 2.5983078479766846,
      "learning_rate": 1.1857142857142857e-06,
      "loss": 0.40821573138237,
      "step": 84
    },
    {
      "epoch": 0.09277238403451996,
      "grad_norm": 1.9814131259918213,
      "learning_rate": 1.2142857142857142e-06,
      "loss": 0.6474723815917969,
      "step": 86
    },
    {
      "epoch": 0.09492988133764833,
      "grad_norm": 1.5465178489685059,
      "learning_rate": 1.2428571428571429e-06,
      "loss": 0.6871901154518127,
      "step": 88
    },
    {
      "epoch": 0.0970873786407767,
      "grad_norm": 2.41676664352417,
      "learning_rate": 1.2714285714285714e-06,
      "loss": 0.6116282343864441,
      "step": 90
    },
    {
      "epoch": 0.09924487594390508,
      "grad_norm": 1.3548113107681274,
      "learning_rate": 1.3e-06,
      "loss": 0.6866545677185059,
      "step": 92
    },
    {
      "epoch": 0.10140237324703344,
      "grad_norm": 3.994168519973755,
      "learning_rate": 1.3285714285714285e-06,
      "loss": 0.7566230297088623,
      "step": 94
    },
    {
      "epoch": 0.10355987055016182,
      "grad_norm": 0.6952499151229858,
      "learning_rate": 1.3571428571428572e-06,
      "loss": 0.5508694648742676,
      "step": 96
    },
    {
      "epoch": 0.10571736785329018,
      "grad_norm": 2.8167052268981934,
      "learning_rate": 1.3857142857142857e-06,
      "loss": 0.6589823961257935,
      "step": 98
    },
    {
      "epoch": 0.10787486515641856,
      "grad_norm": 20.95288848876953,
      "learning_rate": 1.4142857142857144e-06,
      "loss": 0.558512806892395,
      "step": 100
    },
    {
      "epoch": 0.11003236245954692,
      "grad_norm": 2.7887301445007324,
      "learning_rate": 1.4428571428571429e-06,
      "loss": 0.7576460838317871,
      "step": 102
    },
    {
      "epoch": 0.1121898597626753,
      "grad_norm": 3.9458041191101074,
      "learning_rate": 1.4714285714285716e-06,
      "loss": 0.7658395171165466,
      "step": 104
    },
    {
      "epoch": 0.11434735706580366,
      "grad_norm": 3.11449933052063,
      "learning_rate": 1.5e-06,
      "loss": 0.40781867504119873,
      "step": 106
    },
    {
      "epoch": 0.11650485436893204,
      "grad_norm": 55.18882369995117,
      "learning_rate": 1.5285714285714283e-06,
      "loss": 0.7694418430328369,
      "step": 108
    },
    {
      "epoch": 0.1186623516720604,
      "grad_norm": 2.1952178478240967,
      "learning_rate": 1.557142857142857e-06,
      "loss": 0.6382092833518982,
      "step": 110
    },
    {
      "epoch": 0.12081984897518878,
      "grad_norm": 4.497931957244873,
      "learning_rate": 1.5857142857142855e-06,
      "loss": 0.5454550981521606,
      "step": 112
    },
    {
      "epoch": 0.12297734627831715,
      "grad_norm": 3.0473287105560303,
      "learning_rate": 1.6142857142857142e-06,
      "loss": 0.5170645713806152,
      "step": 114
    },
    {
      "epoch": 0.12513484358144553,
      "grad_norm": 3.3767971992492676,
      "learning_rate": 1.6428571428571426e-06,
      "loss": 0.5989764332771301,
      "step": 116
    },
    {
      "epoch": 0.1272923408845739,
      "grad_norm": 2.4410431385040283,
      "learning_rate": 1.6714285714285713e-06,
      "loss": 0.538360595703125,
      "step": 118
    },
    {
      "epoch": 0.12944983818770225,
      "grad_norm": 2.4122188091278076,
      "learning_rate": 1.6999999999999998e-06,
      "loss": 0.5263152122497559,
      "step": 120
    },
    {
      "epoch": 0.13160733549083065,
      "grad_norm": 1.3902043104171753,
      "learning_rate": 1.7285714285714285e-06,
      "loss": 0.6690125465393066,
      "step": 122
    },
    {
      "epoch": 0.133764832793959,
      "grad_norm": 1.8167104721069336,
      "learning_rate": 1.757142857142857e-06,
      "loss": 0.6804316639900208,
      "step": 124
    },
    {
      "epoch": 0.13592233009708737,
      "grad_norm": 0.8370219469070435,
      "learning_rate": 1.7857142857142857e-06,
      "loss": 0.8587678670883179,
      "step": 126
    },
    {
      "epoch": 0.13807982740021574,
      "grad_norm": 1.6989076137542725,
      "learning_rate": 1.8142857142857142e-06,
      "loss": 0.5992355942726135,
      "step": 128
    },
    {
      "epoch": 0.14023732470334413,
      "grad_norm": 2.9481143951416016,
      "learning_rate": 1.8428571428571426e-06,
      "loss": 0.35928595066070557,
      "step": 130
    },
    {
      "epoch": 0.1423948220064725,
      "grad_norm": 4.938568592071533,
      "learning_rate": 1.8714285714285713e-06,
      "loss": 0.6318232417106628,
      "step": 132
    },
    {
      "epoch": 0.14455231930960086,
      "grad_norm": 6.683016777038574,
      "learning_rate": 1.8999999999999998e-06,
      "loss": 0.7641289234161377,
      "step": 134
    },
    {
      "epoch": 0.14670981661272922,
      "grad_norm": 3.555145740509033,
      "learning_rate": 1.9285714285714285e-06,
      "loss": 0.7520711421966553,
      "step": 136
    },
    {
      "epoch": 0.1488673139158576,
      "grad_norm": 2.5793240070343018,
      "learning_rate": 1.957142857142857e-06,
      "loss": 0.7046728730201721,
      "step": 138
    },
    {
      "epoch": 0.15102481121898598,
      "grad_norm": 4.05105447769165,
      "learning_rate": 1.985714285714286e-06,
      "loss": 0.4872206449508667,
      "step": 140
    },
    {
      "epoch": 0.15318230852211434,
      "grad_norm": 3.6239945888519287,
      "learning_rate": 1.9999993632405402e-06,
      "loss": 0.6896734237670898,
      "step": 142
    },
    {
      "epoch": 0.1553398058252427,
      "grad_norm": 1.404502272605896,
      "learning_rate": 1.999994269170269e-06,
      "loss": 0.5899009108543396,
      "step": 144
    },
    {
      "epoch": 0.1574973031283711,
      "grad_norm": 4.971773147583008,
      "learning_rate": 1.9999840810585597e-06,
      "loss": 0.7049793601036072,
      "step": 146
    },
    {
      "epoch": 0.15965480043149946,
      "grad_norm": 1.3405131101608276,
      "learning_rate": 1.9999687989630773e-06,
      "loss": 0.7568652033805847,
      "step": 148
    },
    {
      "epoch": 0.16181229773462782,
      "grad_norm": 1.5060237646102905,
      "learning_rate": 1.9999484229703205e-06,
      "loss": 0.5981850624084473,
      "step": 150
    },
    {
      "epoch": 0.16396979503775622,
      "grad_norm": 5.329726696014404,
      "learning_rate": 1.9999229531956187e-06,
      "loss": 0.4102513790130615,
      "step": 152
    },
    {
      "epoch": 0.16612729234088458,
      "grad_norm": 6.227677822113037,
      "learning_rate": 1.9998923897831327e-06,
      "loss": 0.6681348085403442,
      "step": 154
    },
    {
      "epoch": 0.16828478964401294,
      "grad_norm": 12.442171096801758,
      "learning_rate": 1.9998567329058537e-06,
      "loss": 0.7901923060417175,
      "step": 156
    },
    {
      "epoch": 0.1704422869471413,
      "grad_norm": 1.463600754737854,
      "learning_rate": 1.9998159827656035e-06,
      "loss": 0.6713565587997437,
      "step": 158
    },
    {
      "epoch": 0.1725997842502697,
      "grad_norm": 4.213168621063232,
      "learning_rate": 1.9997701395930303e-06,
      "loss": 0.8061548471450806,
      "step": 160
    },
    {
      "epoch": 0.17475728155339806,
      "grad_norm": 1.8637281656265259,
      "learning_rate": 1.9997192036476113e-06,
      "loss": 0.6461450457572937,
      "step": 162
    },
    {
      "epoch": 0.17691477885652643,
      "grad_norm": 1.6268417835235596,
      "learning_rate": 1.999663175217647e-06,
      "loss": 0.5500176548957825,
      "step": 164
    },
    {
      "epoch": 0.1790722761596548,
      "grad_norm": 1.7090154886245728,
      "learning_rate": 1.999602054620263e-06,
      "loss": 0.6174845695495605,
      "step": 166
    },
    {
      "epoch": 0.18122977346278318,
      "grad_norm": 1.6175590753555298,
      "learning_rate": 1.9995358422014078e-06,
      "loss": 0.5844609141349792,
      "step": 168
    },
    {
      "epoch": 0.18338727076591155,
      "grad_norm": 1.7991397380828857,
      "learning_rate": 1.9994645383358485e-06,
      "loss": 0.6766707897186279,
      "step": 170
    },
    {
      "epoch": 0.1855447680690399,
      "grad_norm": 2.1886162757873535,
      "learning_rate": 1.9993881434271707e-06,
      "loss": 0.7125424146652222,
      "step": 172
    },
    {
      "epoch": 0.18770226537216828,
      "grad_norm": 2.0554721355438232,
      "learning_rate": 1.9993066579077766e-06,
      "loss": 0.6898304224014282,
      "step": 174
    },
    {
      "epoch": 0.18985976267529667,
      "grad_norm": 1.493452548980713,
      "learning_rate": 1.9992200822388794e-06,
      "loss": 0.6477411985397339,
      "step": 176
    },
    {
      "epoch": 0.19201725997842503,
      "grad_norm": 5.064616680145264,
      "learning_rate": 1.999128416910507e-06,
      "loss": 0.5987610816955566,
      "step": 178
    },
    {
      "epoch": 0.1941747572815534,
      "grad_norm": 1.9240336418151855,
      "learning_rate": 1.9990316624414902e-06,
      "loss": 0.5100513100624084,
      "step": 180
    },
    {
      "epoch": 0.19633225458468176,
      "grad_norm": 2.9364237785339355,
      "learning_rate": 1.998929819379468e-06,
      "loss": 0.8424034714698792,
      "step": 182
    },
    {
      "epoch": 0.19848975188781015,
      "grad_norm": 1.8846420049667358,
      "learning_rate": 1.998822888300881e-06,
      "loss": 0.6540043354034424,
      "step": 184
    },
    {
      "epoch": 0.20064724919093851,
      "grad_norm": 25.783281326293945,
      "learning_rate": 1.9987108698109675e-06,
      "loss": 0.7192497253417969,
      "step": 186
    },
    {
      "epoch": 0.20280474649406688,
      "grad_norm": 3.445650100708008,
      "learning_rate": 1.9985937645437617e-06,
      "loss": 0.4845433831214905,
      "step": 188
    },
    {
      "epoch": 0.20496224379719524,
      "grad_norm": 2.80410099029541,
      "learning_rate": 1.9984715731620883e-06,
      "loss": 0.42129552364349365,
      "step": 190
    },
    {
      "epoch": 0.20711974110032363,
      "grad_norm": 4.098501682281494,
      "learning_rate": 1.9983442963575616e-06,
      "loss": 0.5982234477996826,
      "step": 192
    },
    {
      "epoch": 0.209277238403452,
      "grad_norm": 3.001051664352417,
      "learning_rate": 1.998211934850578e-06,
      "loss": 0.65160071849823,
      "step": 194
    },
    {
      "epoch": 0.21143473570658036,
      "grad_norm": 3.8019604682922363,
      "learning_rate": 1.998074489390314e-06,
      "loss": 0.5729217529296875,
      "step": 196
    },
    {
      "epoch": 0.21359223300970873,
      "grad_norm": 7.936295986175537,
      "learning_rate": 1.997931960754724e-06,
      "loss": 0.6380269527435303,
      "step": 198
    },
    {
      "epoch": 0.21574973031283712,
      "grad_norm": 1.6919151544570923,
      "learning_rate": 1.99778434975053e-06,
      "loss": 0.692238450050354,
      "step": 200
    },
    {
      "epoch": 0.21790722761596548,
      "grad_norm": 2.152122974395752,
      "learning_rate": 1.997631657213223e-06,
      "loss": 0.5761340856552124,
      "step": 202
    },
    {
      "epoch": 0.22006472491909385,
      "grad_norm": 1.63760244846344,
      "learning_rate": 1.9974738840070554e-06,
      "loss": 0.6452651619911194,
      "step": 204
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 2.098172187805176,
      "learning_rate": 1.9973110310250364e-06,
      "loss": 0.6504206657409668,
      "step": 206
    },
    {
      "epoch": 0.2243797195253506,
      "grad_norm": 5.233450889587402,
      "learning_rate": 1.9971430991889274e-06,
      "loss": 0.603036642074585,
      "step": 208
    },
    {
      "epoch": 0.22653721682847897,
      "grad_norm": 5.004756927490234,
      "learning_rate": 1.996970089449236e-06,
      "loss": 0.6306214332580566,
      "step": 210
    },
    {
      "epoch": 0.22869471413160733,
      "grad_norm": 2.422592878341675,
      "learning_rate": 1.9967920027852115e-06,
      "loss": 0.5596987009048462,
      "step": 212
    },
    {
      "epoch": 0.2308522114347357,
      "grad_norm": 1.5725358724594116,
      "learning_rate": 1.99660884020484e-06,
      "loss": 0.5717631578445435,
      "step": 214
    },
    {
      "epoch": 0.23300970873786409,
      "grad_norm": 1.93349289894104,
      "learning_rate": 1.9964206027448355e-06,
      "loss": 0.5819022059440613,
      "step": 216
    },
    {
      "epoch": 0.23516720604099245,
      "grad_norm": 4.832953453063965,
      "learning_rate": 1.9962272914706387e-06,
      "loss": 0.6450964212417603,
      "step": 218
    },
    {
      "epoch": 0.2373247033441208,
      "grad_norm": 3.763730525970459,
      "learning_rate": 1.996028907476406e-06,
      "loss": 0.7145527601242065,
      "step": 220
    },
    {
      "epoch": 0.23948220064724918,
      "grad_norm": 3.421351909637451,
      "learning_rate": 1.995825451885008e-06,
      "loss": 0.7275266051292419,
      "step": 222
    },
    {
      "epoch": 0.24163969795037757,
      "grad_norm": 1.2539039850234985,
      "learning_rate": 1.995616925848019e-06,
      "loss": 0.6702066659927368,
      "step": 224
    },
    {
      "epoch": 0.24379719525350593,
      "grad_norm": 3.2891104221343994,
      "learning_rate": 1.9954033305457154e-06,
      "loss": 0.6769608855247498,
      "step": 226
    },
    {
      "epoch": 0.2459546925566343,
      "grad_norm": 3.350397825241089,
      "learning_rate": 1.995184667187062e-06,
      "loss": 0.5695778727531433,
      "step": 228
    },
    {
      "epoch": 0.2481121898597627,
      "grad_norm": 1.5770859718322754,
      "learning_rate": 1.994960937009713e-06,
      "loss": 0.690039873123169,
      "step": 230
    },
    {
      "epoch": 0.25026968716289105,
      "grad_norm": 12.937152862548828,
      "learning_rate": 1.9947321412799988e-06,
      "loss": 0.883323073387146,
      "step": 232
    },
    {
      "epoch": 0.2524271844660194,
      "grad_norm": 3.2988932132720947,
      "learning_rate": 1.994498281292922e-06,
      "loss": 0.798008918762207,
      "step": 234
    },
    {
      "epoch": 0.2545846817691478,
      "grad_norm": 8.973938941955566,
      "learning_rate": 1.9942593583721493e-06,
      "loss": 0.6434545516967773,
      "step": 236
    },
    {
      "epoch": 0.25674217907227614,
      "grad_norm": 1.573055624961853,
      "learning_rate": 1.9940153738700045e-06,
      "loss": 0.6816240549087524,
      "step": 238
    },
    {
      "epoch": 0.2588996763754045,
      "grad_norm": 1.305035948753357,
      "learning_rate": 1.9937663291674593e-06,
      "loss": 0.7506214380264282,
      "step": 240
    },
    {
      "epoch": 0.26105717367853293,
      "grad_norm": 1.362859845161438,
      "learning_rate": 1.993512225674127e-06,
      "loss": 0.6811486482620239,
      "step": 242
    },
    {
      "epoch": 0.2632146709816613,
      "grad_norm": 1.6364890336990356,
      "learning_rate": 1.9932530648282555e-06,
      "loss": 0.648339569568634,
      "step": 244
    },
    {
      "epoch": 0.26537216828478966,
      "grad_norm": 1.4568816423416138,
      "learning_rate": 1.992988848096715e-06,
      "loss": 0.6864685416221619,
      "step": 246
    },
    {
      "epoch": 0.267529665587918,
      "grad_norm": 37.19289779663086,
      "learning_rate": 1.9927195769749953e-06,
      "loss": 0.8183077573776245,
      "step": 248
    },
    {
      "epoch": 0.2696871628910464,
      "grad_norm": 2.8543128967285156,
      "learning_rate": 1.9924452529871915e-06,
      "loss": 0.6495329141616821,
      "step": 250
    },
    {
      "epoch": 0.27184466019417475,
      "grad_norm": 2.8163821697235107,
      "learning_rate": 1.992165877686001e-06,
      "loss": 0.7900782227516174,
      "step": 252
    },
    {
      "epoch": 0.2740021574973031,
      "grad_norm": 1.5852282047271729,
      "learning_rate": 1.9918814526527105e-06,
      "loss": 0.47972819209098816,
      "step": 254
    },
    {
      "epoch": 0.2761596548004315,
      "grad_norm": 1.4288207292556763,
      "learning_rate": 1.9915919794971892e-06,
      "loss": 0.5876221656799316,
      "step": 256
    },
    {
      "epoch": 0.2783171521035599,
      "grad_norm": 3.196465015411377,
      "learning_rate": 1.9912974598578793e-06,
      "loss": 0.46865469217300415,
      "step": 258
    },
    {
      "epoch": 0.28047464940668826,
      "grad_norm": 1.5016988515853882,
      "learning_rate": 1.9909978954017847e-06,
      "loss": 0.7941604852676392,
      "step": 260
    },
    {
      "epoch": 0.2826321467098166,
      "grad_norm": 2.889617919921875,
      "learning_rate": 1.9906932878244665e-06,
      "loss": 0.5378029942512512,
      "step": 262
    },
    {
      "epoch": 0.284789644012945,
      "grad_norm": 1.2625280618667603,
      "learning_rate": 1.990383638850028e-06,
      "loss": 0.7057135701179504,
      "step": 264
    },
    {
      "epoch": 0.28694714131607335,
      "grad_norm": 2.495908260345459,
      "learning_rate": 1.990068950231107e-06,
      "loss": 0.6187635660171509,
      "step": 266
    },
    {
      "epoch": 0.2891046386192017,
      "grad_norm": 3.3619916439056396,
      "learning_rate": 1.9897492237488683e-06,
      "loss": 0.7007441520690918,
      "step": 268
    },
    {
      "epoch": 0.2912621359223301,
      "grad_norm": 2.7590885162353516,
      "learning_rate": 1.9894244612129886e-06,
      "loss": 0.5531818270683289,
      "step": 270
    },
    {
      "epoch": 0.29341963322545844,
      "grad_norm": 13.184637069702148,
      "learning_rate": 1.9890946644616523e-06,
      "loss": 0.7034265398979187,
      "step": 272
    },
    {
      "epoch": 0.29557713052858686,
      "grad_norm": 3.412360191345215,
      "learning_rate": 1.9887598353615344e-06,
      "loss": 0.7009316086769104,
      "step": 274
    },
    {
      "epoch": 0.2977346278317152,
      "grad_norm": 4.455333232879639,
      "learning_rate": 1.988419975807796e-06,
      "loss": 0.662095844745636,
      "step": 276
    },
    {
      "epoch": 0.2998921251348436,
      "grad_norm": 4.525757789611816,
      "learning_rate": 1.988075087724069e-06,
      "loss": 0.6825252771377563,
      "step": 278
    },
    {
      "epoch": 0.30204962243797195,
      "grad_norm": 2.143056869506836,
      "learning_rate": 1.98772517306245e-06,
      "loss": 0.674209713935852,
      "step": 280
    },
    {
      "epoch": 0.3042071197411003,
      "grad_norm": 8.63754940032959,
      "learning_rate": 1.9873702338034837e-06,
      "loss": 0.6299592852592468,
      "step": 282
    },
    {
      "epoch": 0.3063646170442287,
      "grad_norm": 3.6352531909942627,
      "learning_rate": 1.9870102719561552e-06,
      "loss": 0.6460418701171875,
      "step": 284
    },
    {
      "epoch": 0.30852211434735705,
      "grad_norm": 6.43894624710083,
      "learning_rate": 1.9866452895578784e-06,
      "loss": 0.4357595145702362,
      "step": 286
    },
    {
      "epoch": 0.3106796116504854,
      "grad_norm": 4.515871047973633,
      "learning_rate": 1.986275288674484e-06,
      "loss": 0.6767151355743408,
      "step": 288
    },
    {
      "epoch": 0.31283710895361383,
      "grad_norm": 1.191287636756897,
      "learning_rate": 1.9859002714002067e-06,
      "loss": 0.6962684392929077,
      "step": 290
    },
    {
      "epoch": 0.3149946062567422,
      "grad_norm": 6.864166259765625,
      "learning_rate": 1.9855202398576756e-06,
      "loss": 0.6553777456283569,
      "step": 292
    },
    {
      "epoch": 0.31715210355987056,
      "grad_norm": 2.185790777206421,
      "learning_rate": 1.9851351961979e-06,
      "loss": 0.7482725977897644,
      "step": 294
    },
    {
      "epoch": 0.3193096008629989,
      "grad_norm": 3.45621395111084,
      "learning_rate": 1.9847451426002587e-06,
      "loss": 0.4616151452064514,
      "step": 296
    },
    {
      "epoch": 0.3214670981661273,
      "grad_norm": 6.849677085876465,
      "learning_rate": 1.9843500812724876e-06,
      "loss": 0.6612831354141235,
      "step": 298
    },
    {
      "epoch": 0.32362459546925565,
      "grad_norm": 5.291024208068848,
      "learning_rate": 1.9839500144506657e-06,
      "loss": 0.6871935129165649,
      "step": 300
    },
    {
      "epoch": 0.325782092772384,
      "grad_norm": 4.101494789123535,
      "learning_rate": 1.9835449443992042e-06,
      "loss": 0.4521007537841797,
      "step": 302
    },
    {
      "epoch": 0.32793959007551243,
      "grad_norm": 2.2320597171783447,
      "learning_rate": 1.9831348734108325e-06,
      "loss": 0.6099227666854858,
      "step": 304
    },
    {
      "epoch": 0.3300970873786408,
      "grad_norm": 2.0806515216827393,
      "learning_rate": 1.9827198038065867e-06,
      "loss": 0.6959011554718018,
      "step": 306
    },
    {
      "epoch": 0.33225458468176916,
      "grad_norm": 2.5396556854248047,
      "learning_rate": 1.9822997379357946e-06,
      "loss": 0.6063118577003479,
      "step": 308
    },
    {
      "epoch": 0.3344120819848975,
      "grad_norm": 1.9925243854522705,
      "learning_rate": 1.9818746781760637e-06,
      "loss": 0.7447793483734131,
      "step": 310
    },
    {
      "epoch": 0.3365695792880259,
      "grad_norm": 1.5124423503875732,
      "learning_rate": 1.9814446269332665e-06,
      "loss": 0.6756496429443359,
      "step": 312
    },
    {
      "epoch": 0.33872707659115425,
      "grad_norm": 1.5381604433059692,
      "learning_rate": 1.9810095866415288e-06,
      "loss": 0.7244548797607422,
      "step": 314
    },
    {
      "epoch": 0.3408845738942826,
      "grad_norm": 2.3492956161499023,
      "learning_rate": 1.980569559763214e-06,
      "loss": 0.7345068454742432,
      "step": 316
    },
    {
      "epoch": 0.343042071197411,
      "grad_norm": 3.104962110519409,
      "learning_rate": 1.980124548788911e-06,
      "loss": 0.7250902056694031,
      "step": 318
    },
    {
      "epoch": 0.3451995685005394,
      "grad_norm": 5.452524662017822,
      "learning_rate": 1.9796745562374177e-06,
      "loss": 0.5213475823402405,
      "step": 320
    },
    {
      "epoch": 0.34735706580366776,
      "grad_norm": 1.2911655902862549,
      "learning_rate": 1.9792195846557292e-06,
      "loss": 0.41105973720550537,
      "step": 322
    },
    {
      "epoch": 0.34951456310679613,
      "grad_norm": 1.4482433795928955,
      "learning_rate": 1.9787596366190224e-06,
      "loss": 0.6460384130477905,
      "step": 324
    },
    {
      "epoch": 0.3516720604099245,
      "grad_norm": 7.015091419219971,
      "learning_rate": 1.9782947147306403e-06,
      "loss": 0.7474948763847351,
      "step": 326
    },
    {
      "epoch": 0.35382955771305286,
      "grad_norm": 3.078240156173706,
      "learning_rate": 1.9778248216220793e-06,
      "loss": 0.6818826198577881,
      "step": 328
    },
    {
      "epoch": 0.3559870550161812,
      "grad_norm": 1.273003339767456,
      "learning_rate": 1.977349959952973e-06,
      "loss": 0.6558285355567932,
      "step": 330
    },
    {
      "epoch": 0.3581445523193096,
      "grad_norm": 5.311271667480469,
      "learning_rate": 1.976870132411077e-06,
      "loss": 0.48177772760391235,
      "step": 332
    },
    {
      "epoch": 0.36030204962243795,
      "grad_norm": 4.013199329376221,
      "learning_rate": 1.976385341712255e-06,
      "loss": 0.6249281167984009,
      "step": 334
    },
    {
      "epoch": 0.36245954692556637,
      "grad_norm": 10.565508842468262,
      "learning_rate": 1.9758955906004624e-06,
      "loss": 0.5407902002334595,
      "step": 336
    },
    {
      "epoch": 0.36461704422869473,
      "grad_norm": 3.089301824569702,
      "learning_rate": 1.97540088184773e-06,
      "loss": 0.5577709674835205,
      "step": 338
    },
    {
      "epoch": 0.3667745415318231,
      "grad_norm": 9.143464088439941,
      "learning_rate": 1.97490121825415e-06,
      "loss": 0.7211488485336304,
      "step": 340
    },
    {
      "epoch": 0.36893203883495146,
      "grad_norm": 1.91471529006958,
      "learning_rate": 1.97439660264786e-06,
      "loss": 0.6752923727035522,
      "step": 342
    },
    {
      "epoch": 0.3710895361380798,
      "grad_norm": 1.919268250465393,
      "learning_rate": 1.9738870378850255e-06,
      "loss": 0.6122534871101379,
      "step": 344
    },
    {
      "epoch": 0.3732470334412082,
      "grad_norm": 1.600658893585205,
      "learning_rate": 1.973372526849825e-06,
      "loss": 0.6465229988098145,
      "step": 346
    },
    {
      "epoch": 0.37540453074433655,
      "grad_norm": 2.6975924968719482,
      "learning_rate": 1.9728530724544317e-06,
      "loss": 0.7250155806541443,
      "step": 348
    },
    {
      "epoch": 0.3775620280474649,
      "grad_norm": 1.543426752090454,
      "learning_rate": 1.972328677639003e-06,
      "loss": 0.6498576998710632,
      "step": 350
    },
    {
      "epoch": 0.37971952535059333,
      "grad_norm": 2.0587544441223145,
      "learning_rate": 1.971799345371654e-06,
      "loss": 0.6255270838737488,
      "step": 352
    },
    {
      "epoch": 0.3818770226537217,
      "grad_norm": 4.156800746917725,
      "learning_rate": 1.97126507864845e-06,
      "loss": 0.7264662981033325,
      "step": 354
    },
    {
      "epoch": 0.38403451995685006,
      "grad_norm": 1.7672313451766968,
      "learning_rate": 1.9707258804933843e-06,
      "loss": 0.6123859882354736,
      "step": 356
    },
    {
      "epoch": 0.3861920172599784,
      "grad_norm": 2.0073418617248535,
      "learning_rate": 1.9701817539583623e-06,
      "loss": 0.584026038646698,
      "step": 358
    },
    {
      "epoch": 0.3883495145631068,
      "grad_norm": 1.1840739250183105,
      "learning_rate": 1.9696327021231857e-06,
      "loss": 0.7097981572151184,
      "step": 360
    },
    {
      "epoch": 0.39050701186623515,
      "grad_norm": 1.7339706420898438,
      "learning_rate": 1.9690787280955324e-06,
      "loss": 0.6338366866111755,
      "step": 362
    },
    {
      "epoch": 0.3926645091693635,
      "grad_norm": 2.4935598373413086,
      "learning_rate": 1.9685198350109406e-06,
      "loss": 0.5935678482055664,
      "step": 364
    },
    {
      "epoch": 0.3948220064724919,
      "grad_norm": 6.941248893737793,
      "learning_rate": 1.9679560260327916e-06,
      "loss": 0.7488420009613037,
      "step": 366
    },
    {
      "epoch": 0.3969795037756203,
      "grad_norm": 5.579442024230957,
      "learning_rate": 1.9673873043522904e-06,
      "loss": 0.6892845630645752,
      "step": 368
    },
    {
      "epoch": 0.39913700107874867,
      "grad_norm": 1.7267175912857056,
      "learning_rate": 1.9668136731884486e-06,
      "loss": 0.7125424742698669,
      "step": 370
    },
    {
      "epoch": 0.40129449838187703,
      "grad_norm": 1.7778825759887695,
      "learning_rate": 1.966235135788065e-06,
      "loss": 0.6329432129859924,
      "step": 372
    },
    {
      "epoch": 0.4034519956850054,
      "grad_norm": 4.815840244293213,
      "learning_rate": 1.965651695425709e-06,
      "loss": 0.6711968183517456,
      "step": 374
    },
    {
      "epoch": 0.40560949298813376,
      "grad_norm": 1.8194682598114014,
      "learning_rate": 1.965063355403701e-06,
      "loss": 0.5624091625213623,
      "step": 376
    },
    {
      "epoch": 0.4077669902912621,
      "grad_norm": 3.847508192062378,
      "learning_rate": 1.9644701190520943e-06,
      "loss": 0.43470942974090576,
      "step": 378
    },
    {
      "epoch": 0.4099244875943905,
      "grad_norm": 1.7189173698425293,
      "learning_rate": 1.9638719897286545e-06,
      "loss": 0.5556265115737915,
      "step": 380
    },
    {
      "epoch": 0.4120819848975189,
      "grad_norm": 2.6449780464172363,
      "learning_rate": 1.9632689708188435e-06,
      "loss": 0.5694633722305298,
      "step": 382
    },
    {
      "epoch": 0.41423948220064727,
      "grad_norm": 6.1240410804748535,
      "learning_rate": 1.962661065735797e-06,
      "loss": 0.6872696280479431,
      "step": 384
    },
    {
      "epoch": 0.41639697950377563,
      "grad_norm": 5.022050380706787,
      "learning_rate": 1.9620482779203086e-06,
      "loss": 0.6486364603042603,
      "step": 386
    },
    {
      "epoch": 0.418554476806904,
      "grad_norm": 1.9404337406158447,
      "learning_rate": 1.961430610840807e-06,
      "loss": 0.6287031173706055,
      "step": 388
    },
    {
      "epoch": 0.42071197411003236,
      "grad_norm": 4.457851886749268,
      "learning_rate": 1.9608080679933385e-06,
      "loss": 0.40318727493286133,
      "step": 390
    },
    {
      "epoch": 0.4228694714131607,
      "grad_norm": 8.74242115020752,
      "learning_rate": 1.960180652901547e-06,
      "loss": 0.6349734663963318,
      "step": 392
    },
    {
      "epoch": 0.4250269687162891,
      "grad_norm": 4.8024725914001465,
      "learning_rate": 1.9595483691166534e-06,
      "loss": 0.6840596199035645,
      "step": 394
    },
    {
      "epoch": 0.42718446601941745,
      "grad_norm": 7.498271465301514,
      "learning_rate": 1.958911220217436e-06,
      "loss": 0.817265510559082,
      "step": 396
    },
    {
      "epoch": 0.42934196332254587,
      "grad_norm": 2.826599359512329,
      "learning_rate": 1.958269209810209e-06,
      "loss": 0.5891008377075195,
      "step": 398
    },
    {
      "epoch": 0.43149946062567424,
      "grad_norm": 4.398319244384766,
      "learning_rate": 1.957622341528805e-06,
      "loss": 0.5453633069992065,
      "step": 400
    },
    {
      "epoch": 0.4336569579288026,
      "grad_norm": 2.75591778755188,
      "learning_rate": 1.9569706190345512e-06,
      "loss": 0.6217541098594666,
      "step": 402
    },
    {
      "epoch": 0.43581445523193096,
      "grad_norm": 2.1976888179779053,
      "learning_rate": 1.9563140460162505e-06,
      "loss": 0.658210813999176,
      "step": 404
    },
    {
      "epoch": 0.43797195253505933,
      "grad_norm": 4.405237197875977,
      "learning_rate": 1.9556526261901602e-06,
      "loss": 0.735411524772644,
      "step": 406
    },
    {
      "epoch": 0.4401294498381877,
      "grad_norm": 3.2632224559783936,
      "learning_rate": 1.95498636329997e-06,
      "loss": 0.5909388065338135,
      "step": 408
    },
    {
      "epoch": 0.44228694714131606,
      "grad_norm": 2.1249871253967285,
      "learning_rate": 1.9543152611167837e-06,
      "loss": 0.7845476865768433,
      "step": 410
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 4.967487335205078,
      "learning_rate": 1.9536393234390937e-06,
      "loss": 0.6481199860572815,
      "step": 412
    },
    {
      "epoch": 0.44660194174757284,
      "grad_norm": 1.769586443901062,
      "learning_rate": 1.9529585540927636e-06,
      "loss": 0.5764113068580627,
      "step": 414
    },
    {
      "epoch": 0.4487594390507012,
      "grad_norm": 4.130702972412109,
      "learning_rate": 1.9522729569310036e-06,
      "loss": 0.7091037034988403,
      "step": 416
    },
    {
      "epoch": 0.45091693635382957,
      "grad_norm": 2.021075487136841,
      "learning_rate": 1.9515825358343494e-06,
      "loss": 0.6121603846549988,
      "step": 418
    },
    {
      "epoch": 0.45307443365695793,
      "grad_norm": 2.6177845001220703,
      "learning_rate": 1.9508872947106413e-06,
      "loss": 0.6298436522483826,
      "step": 420
    },
    {
      "epoch": 0.4552319309600863,
      "grad_norm": 2.469846487045288,
      "learning_rate": 1.9501872374950016e-06,
      "loss": 0.6969653367996216,
      "step": 422
    },
    {
      "epoch": 0.45738942826321466,
      "grad_norm": 1.5605947971343994,
      "learning_rate": 1.949482368149811e-06,
      "loss": 0.6391591429710388,
      "step": 424
    },
    {
      "epoch": 0.459546925566343,
      "grad_norm": 7.972052097320557,
      "learning_rate": 1.948772690664688e-06,
      "loss": 0.6320364475250244,
      "step": 426
    },
    {
      "epoch": 0.4617044228694714,
      "grad_norm": 3.05439829826355,
      "learning_rate": 1.9480582090564657e-06,
      "loss": 0.7582883238792419,
      "step": 428
    },
    {
      "epoch": 0.4638619201725998,
      "grad_norm": 1.7435839176177979,
      "learning_rate": 1.9473389273691686e-06,
      "loss": 0.653886616230011,
      "step": 430
    },
    {
      "epoch": 0.46601941747572817,
      "grad_norm": 1.643883466720581,
      "learning_rate": 1.9466148496739893e-06,
      "loss": 0.6401156187057495,
      "step": 432
    },
    {
      "epoch": 0.46817691477885653,
      "grad_norm": 1.892043113708496,
      "learning_rate": 1.9458859800692685e-06,
      "loss": 0.42768222093582153,
      "step": 434
    },
    {
      "epoch": 0.4703344120819849,
      "grad_norm": 7.755466938018799,
      "learning_rate": 1.9451523226804665e-06,
      "loss": 0.7829925417900085,
      "step": 436
    },
    {
      "epoch": 0.47249190938511326,
      "grad_norm": 25.02216339111328,
      "learning_rate": 1.944413881660145e-06,
      "loss": 0.8609887361526489,
      "step": 438
    },
    {
      "epoch": 0.4746494066882416,
      "grad_norm": 1.8407223224639893,
      "learning_rate": 1.9436706611879413e-06,
      "loss": 0.5991024374961853,
      "step": 440
    },
    {
      "epoch": 0.47680690399137,
      "grad_norm": 1.7243049144744873,
      "learning_rate": 1.9429226654705433e-06,
      "loss": 0.5861119627952576,
      "step": 442
    },
    {
      "epoch": 0.47896440129449835,
      "grad_norm": 3.1721413135528564,
      "learning_rate": 1.9421698987416685e-06,
      "loss": 0.6749376058578491,
      "step": 444
    },
    {
      "epoch": 0.4811218985976268,
      "grad_norm": 3.368656873703003,
      "learning_rate": 1.941412365262039e-06,
      "loss": 0.6256532073020935,
      "step": 446
    },
    {
      "epoch": 0.48327939590075514,
      "grad_norm": 2.6724510192871094,
      "learning_rate": 1.9406500693193555e-06,
      "loss": 0.6529517769813538,
      "step": 448
    },
    {
      "epoch": 0.4854368932038835,
      "grad_norm": 2.0183353424072266,
      "learning_rate": 1.939883015228276e-06,
      "loss": 0.7027242183685303,
      "step": 450
    },
    {
      "epoch": 0.48759439050701187,
      "grad_norm": 2.5906269550323486,
      "learning_rate": 1.9391112073303897e-06,
      "loss": 0.6666867733001709,
      "step": 452
    },
    {
      "epoch": 0.48975188781014023,
      "grad_norm": 3.279174327850342,
      "learning_rate": 1.9383346499941934e-06,
      "loss": 0.6068412065505981,
      "step": 454
    },
    {
      "epoch": 0.4919093851132686,
      "grad_norm": 2.020169496536255,
      "learning_rate": 1.937553347615064e-06,
      "loss": 0.49952036142349243,
      "step": 456
    },
    {
      "epoch": 0.49406688241639696,
      "grad_norm": 1.5360465049743652,
      "learning_rate": 1.936767304615237e-06,
      "loss": 0.6741431951522827,
      "step": 458
    },
    {
      "epoch": 0.4962243797195254,
      "grad_norm": 2.7520928382873535,
      "learning_rate": 1.935976525443782e-06,
      "loss": 0.6988986730575562,
      "step": 460
    },
    {
      "epoch": 0.49838187702265374,
      "grad_norm": 3.1902847290039062,
      "learning_rate": 1.935181014576573e-06,
      "loss": 0.6338163614273071,
      "step": 462
    },
    {
      "epoch": 0.5005393743257821,
      "grad_norm": 2.226433515548706,
      "learning_rate": 1.934380776516266e-06,
      "loss": 0.6862495541572571,
      "step": 464
    },
    {
      "epoch": 0.5026968716289104,
      "grad_norm": 1.4880640506744385,
      "learning_rate": 1.9335758157922757e-06,
      "loss": 0.7557521462440491,
      "step": 466
    },
    {
      "epoch": 0.5048543689320388,
      "grad_norm": 1.4232990741729736,
      "learning_rate": 1.932766136960745e-06,
      "loss": 0.675652027130127,
      "step": 468
    },
    {
      "epoch": 0.5070118662351673,
      "grad_norm": 2.1612069606781006,
      "learning_rate": 1.931951744604522e-06,
      "loss": 0.621537446975708,
      "step": 470
    },
    {
      "epoch": 0.5091693635382956,
      "grad_norm": 1.3291016817092896,
      "learning_rate": 1.9311326433331355e-06,
      "loss": 0.6317250728607178,
      "step": 472
    },
    {
      "epoch": 0.511326860841424,
      "grad_norm": 1.6099094152450562,
      "learning_rate": 1.9303088377827653e-06,
      "loss": 0.7552534937858582,
      "step": 474
    },
    {
      "epoch": 0.5134843581445523,
      "grad_norm": 1.411257028579712,
      "learning_rate": 1.9294803326162187e-06,
      "loss": 0.7963615655899048,
      "step": 476
    },
    {
      "epoch": 0.5156418554476807,
      "grad_norm": 2.952651262283325,
      "learning_rate": 1.9286471325229026e-06,
      "loss": 0.7329859733581543,
      "step": 478
    },
    {
      "epoch": 0.517799352750809,
      "grad_norm": 0.9981465935707092,
      "learning_rate": 1.9278092422187978e-06,
      "loss": 0.4232223331928253,
      "step": 480
    },
    {
      "epoch": 0.5199568500539374,
      "grad_norm": 1.3622761964797974,
      "learning_rate": 1.926966666446433e-06,
      "loss": 0.6612151265144348,
      "step": 482
    },
    {
      "epoch": 0.5221143473570659,
      "grad_norm": 2.9351611137390137,
      "learning_rate": 1.9261194099748554e-06,
      "loss": 0.6452651023864746,
      "step": 484
    },
    {
      "epoch": 0.5242718446601942,
      "grad_norm": 2.3402223587036133,
      "learning_rate": 1.9252674775996062e-06,
      "loss": 0.7631157040596008,
      "step": 486
    },
    {
      "epoch": 0.5264293419633226,
      "grad_norm": 2.175255537033081,
      "learning_rate": 1.9244108741426933e-06,
      "loss": 0.6183757781982422,
      "step": 488
    },
    {
      "epoch": 0.5285868392664509,
      "grad_norm": 1.3048573732376099,
      "learning_rate": 1.923549604452562e-06,
      "loss": 0.5466787219047546,
      "step": 490
    },
    {
      "epoch": 0.5307443365695793,
      "grad_norm": 6.882724761962891,
      "learning_rate": 1.9226836734040696e-06,
      "loss": 0.6256377696990967,
      "step": 492
    },
    {
      "epoch": 0.5329018338727076,
      "grad_norm": 5.080470085144043,
      "learning_rate": 1.9218130858984566e-06,
      "loss": 0.7089909315109253,
      "step": 494
    },
    {
      "epoch": 0.535059331175836,
      "grad_norm": 5.151968955993652,
      "learning_rate": 1.92093784686332e-06,
      "loss": 0.5963342785835266,
      "step": 496
    },
    {
      "epoch": 0.5372168284789643,
      "grad_norm": 2.0868022441864014,
      "learning_rate": 1.9200579612525847e-06,
      "loss": 0.7230027318000793,
      "step": 498
    },
    {
      "epoch": 0.5393743257820928,
      "grad_norm": 1.5343974828720093,
      "learning_rate": 1.919173434046476e-06,
      "loss": 0.5582040548324585,
      "step": 500
    },
    {
      "epoch": 0.5415318230852212,
      "grad_norm": 2.0801985263824463,
      "learning_rate": 1.9182842702514894e-06,
      "loss": 0.7240785956382751,
      "step": 502
    },
    {
      "epoch": 0.5436893203883495,
      "grad_norm": 4.034970760345459,
      "learning_rate": 1.917390474900365e-06,
      "loss": 0.6458247900009155,
      "step": 504
    },
    {
      "epoch": 0.5458468176914779,
      "grad_norm": 1.5025601387023926,
      "learning_rate": 1.916492053052059e-06,
      "loss": 0.7182348370552063,
      "step": 506
    },
    {
      "epoch": 0.5480043149946062,
      "grad_norm": 1.2147194147109985,
      "learning_rate": 1.915589009791712e-06,
      "loss": 0.7499125599861145,
      "step": 508
    },
    {
      "epoch": 0.5501618122977346,
      "grad_norm": 1.183869481086731,
      "learning_rate": 1.914681350230623e-06,
      "loss": 0.6138162612915039,
      "step": 510
    },
    {
      "epoch": 0.552319309600863,
      "grad_norm": 1.6860522031784058,
      "learning_rate": 1.9137690795062195e-06,
      "loss": 0.665122389793396,
      "step": 512
    },
    {
      "epoch": 0.5544768069039914,
      "grad_norm": 2.0282976627349854,
      "learning_rate": 1.9128522027820286e-06,
      "loss": 0.6816024780273438,
      "step": 514
    },
    {
      "epoch": 0.5566343042071198,
      "grad_norm": 4.281038284301758,
      "learning_rate": 1.911930725247649e-06,
      "loss": 0.5960591435432434,
      "step": 516
    },
    {
      "epoch": 0.5587918015102481,
      "grad_norm": 1.3044649362564087,
      "learning_rate": 1.911004652118718e-06,
      "loss": 0.7166500687599182,
      "step": 518
    },
    {
      "epoch": 0.5609492988133765,
      "grad_norm": 4.467653751373291,
      "learning_rate": 1.9100739886368856e-06,
      "loss": 0.6787055134773254,
      "step": 520
    },
    {
      "epoch": 0.5631067961165048,
      "grad_norm": 6.644638538360596,
      "learning_rate": 1.9091387400697836e-06,
      "loss": 0.6345533728599548,
      "step": 522
    },
    {
      "epoch": 0.5652642934196332,
      "grad_norm": 2.0383713245391846,
      "learning_rate": 1.908198911710996e-06,
      "loss": 0.432686984539032,
      "step": 524
    },
    {
      "epoch": 0.5674217907227616,
      "grad_norm": 1.5780389308929443,
      "learning_rate": 1.9072545088800281e-06,
      "loss": 0.7076600790023804,
      "step": 526
    },
    {
      "epoch": 0.56957928802589,
      "grad_norm": 1.6204893589019775,
      "learning_rate": 1.9063055369222779e-06,
      "loss": 0.6012558341026306,
      "step": 528
    },
    {
      "epoch": 0.5717367853290184,
      "grad_norm": 6.985592842102051,
      "learning_rate": 1.905352001209004e-06,
      "loss": 0.6433860063552856,
      "step": 530
    },
    {
      "epoch": 0.5738942826321467,
      "grad_norm": 1.4386237859725952,
      "learning_rate": 1.9043939071372968e-06,
      "loss": 0.6871167421340942,
      "step": 532
    },
    {
      "epoch": 0.5760517799352751,
      "grad_norm": 1.2262943983078003,
      "learning_rate": 1.9034312601300479e-06,
      "loss": 0.7119494080543518,
      "step": 534
    },
    {
      "epoch": 0.5782092772384034,
      "grad_norm": 2.725543975830078,
      "learning_rate": 1.9024640656359182e-06,
      "loss": 0.5970579385757446,
      "step": 536
    },
    {
      "epoch": 0.5803667745415318,
      "grad_norm": 1.5997346639633179,
      "learning_rate": 1.901492329129308e-06,
      "loss": 0.6494900584220886,
      "step": 538
    },
    {
      "epoch": 0.5825242718446602,
      "grad_norm": 3.0856845378875732,
      "learning_rate": 1.9005160561103253e-06,
      "loss": 0.7896479368209839,
      "step": 540
    },
    {
      "epoch": 0.5846817691477886,
      "grad_norm": 2.178337574005127,
      "learning_rate": 1.8995352521047555e-06,
      "loss": 0.7269325256347656,
      "step": 542
    },
    {
      "epoch": 0.5868392664509169,
      "grad_norm": 2.0112404823303223,
      "learning_rate": 1.8985499226640302e-06,
      "loss": 0.5430014133453369,
      "step": 544
    },
    {
      "epoch": 0.5889967637540453,
      "grad_norm": 2.0597128868103027,
      "learning_rate": 1.897560073365195e-06,
      "loss": 0.7385756969451904,
      "step": 546
    },
    {
      "epoch": 0.5911542610571737,
      "grad_norm": 0.3906221091747284,
      "learning_rate": 1.8965657098108778e-06,
      "loss": 0.739960253238678,
      "step": 548
    },
    {
      "epoch": 0.593311758360302,
      "grad_norm": 6.757683753967285,
      "learning_rate": 1.8955668376292584e-06,
      "loss": 0.5648355484008789,
      "step": 550
    },
    {
      "epoch": 0.5954692556634305,
      "grad_norm": 1.4673168659210205,
      "learning_rate": 1.8945634624740346e-06,
      "loss": 0.6756861209869385,
      "step": 552
    },
    {
      "epoch": 0.5976267529665588,
      "grad_norm": 2.3454344272613525,
      "learning_rate": 1.8935555900243924e-06,
      "loss": 0.693338930606842,
      "step": 554
    },
    {
      "epoch": 0.5997842502696872,
      "grad_norm": 3.2340376377105713,
      "learning_rate": 1.8925432259849734e-06,
      "loss": 0.6485008001327515,
      "step": 556
    },
    {
      "epoch": 0.6019417475728155,
      "grad_norm": 3.2170920372009277,
      "learning_rate": 1.89152637608584e-06,
      "loss": 0.6817625164985657,
      "step": 558
    },
    {
      "epoch": 0.6040992448759439,
      "grad_norm": 1.9984098672866821,
      "learning_rate": 1.8905050460824468e-06,
      "loss": 0.7717204093933105,
      "step": 560
    },
    {
      "epoch": 0.6062567421790723,
      "grad_norm": 2.4421756267547607,
      "learning_rate": 1.8894792417556051e-06,
      "loss": 0.6852340698242188,
      "step": 562
    },
    {
      "epoch": 0.6084142394822006,
      "grad_norm": 2.060135841369629,
      "learning_rate": 1.888448968911452e-06,
      "loss": 0.7176313996315002,
      "step": 564
    },
    {
      "epoch": 0.6105717367853291,
      "grad_norm": 3.1218700408935547,
      "learning_rate": 1.887414233381416e-06,
      "loss": 0.6021454334259033,
      "step": 566
    },
    {
      "epoch": 0.6127292340884574,
      "grad_norm": 1.8716174364089966,
      "learning_rate": 1.8863750410221855e-06,
      "loss": 0.6650149822235107,
      "step": 568
    },
    {
      "epoch": 0.6148867313915858,
      "grad_norm": 1.871856689453125,
      "learning_rate": 1.8853313977156739e-06,
      "loss": 0.6372621655464172,
      "step": 570
    },
    {
      "epoch": 0.6170442286947141,
      "grad_norm": 2.7764410972595215,
      "learning_rate": 1.8842833093689885e-06,
      "loss": 0.6875618100166321,
      "step": 572
    },
    {
      "epoch": 0.6192017259978425,
      "grad_norm": 1.4079262018203735,
      "learning_rate": 1.8832307819143953e-06,
      "loss": 0.685975968837738,
      "step": 574
    },
    {
      "epoch": 0.6213592233009708,
      "grad_norm": 5.893849849700928,
      "learning_rate": 1.8821738213092862e-06,
      "loss": 0.631260871887207,
      "step": 576
    },
    {
      "epoch": 0.6235167206040992,
      "grad_norm": 2.4246366024017334,
      "learning_rate": 1.8811124335361445e-06,
      "loss": 0.6432245373725891,
      "step": 578
    },
    {
      "epoch": 0.6256742179072277,
      "grad_norm": 56.797996520996094,
      "learning_rate": 1.8800466246025129e-06,
      "loss": 0.6804959177970886,
      "step": 580
    },
    {
      "epoch": 0.627831715210356,
      "grad_norm": 1.7273633480072021,
      "learning_rate": 1.8789764005409568e-06,
      "loss": 0.5822848677635193,
      "step": 582
    },
    {
      "epoch": 0.6299892125134844,
      "grad_norm": 1.6046229600906372,
      "learning_rate": 1.8779017674090322e-06,
      "loss": 0.7005263566970825,
      "step": 584
    },
    {
      "epoch": 0.6321467098166127,
      "grad_norm": 1.5924113988876343,
      "learning_rate": 1.8768227312892515e-06,
      "loss": 0.7687848210334778,
      "step": 586
    },
    {
      "epoch": 0.6343042071197411,
      "grad_norm": 2.035219430923462,
      "learning_rate": 1.875739298289047e-06,
      "loss": 0.5710114240646362,
      "step": 588
    },
    {
      "epoch": 0.6364617044228694,
      "grad_norm": 2.202737808227539,
      "learning_rate": 1.8746514745407386e-06,
      "loss": 0.7539809346199036,
      "step": 590
    },
    {
      "epoch": 0.6386192017259978,
      "grad_norm": 5.263622760772705,
      "learning_rate": 1.8735592662014985e-06,
      "loss": 0.7617581486701965,
      "step": 592
    },
    {
      "epoch": 0.6407766990291263,
      "grad_norm": 17.145244598388672,
      "learning_rate": 1.872462679453315e-06,
      "loss": 0.8727496266365051,
      "step": 594
    },
    {
      "epoch": 0.6429341963322546,
      "grad_norm": 1.9058817625045776,
      "learning_rate": 1.871361720502959e-06,
      "loss": 0.6560637950897217,
      "step": 596
    },
    {
      "epoch": 0.645091693635383,
      "grad_norm": 2.8487465381622314,
      "learning_rate": 1.8702563955819493e-06,
      "loss": 0.5254390835762024,
      "step": 598
    },
    {
      "epoch": 0.6472491909385113,
      "grad_norm": 2.9062187671661377,
      "learning_rate": 1.869146710946515e-06,
      "loss": 0.7910107970237732,
      "step": 600
    },
    {
      "epoch": 0.6494066882416397,
      "grad_norm": 4.04607629776001,
      "learning_rate": 1.8680326728775622e-06,
      "loss": 0.6240645051002502,
      "step": 602
    },
    {
      "epoch": 0.651564185544768,
      "grad_norm": 1.921399474143982,
      "learning_rate": 1.866914287680638e-06,
      "loss": 0.8376886248588562,
      "step": 604
    },
    {
      "epoch": 0.6537216828478964,
      "grad_norm": 7.570333957672119,
      "learning_rate": 1.8657915616858946e-06,
      "loss": 0.7127501368522644,
      "step": 606
    },
    {
      "epoch": 0.6558791801510249,
      "grad_norm": 1.5097516775131226,
      "learning_rate": 1.864664501248053e-06,
      "loss": 0.5545579195022583,
      "step": 608
    },
    {
      "epoch": 0.6580366774541532,
      "grad_norm": 3.1739096641540527,
      "learning_rate": 1.8635331127463678e-06,
      "loss": 0.6854344010353088,
      "step": 610
    },
    {
      "epoch": 0.6601941747572816,
      "grad_norm": 2.4847121238708496,
      "learning_rate": 1.8623974025845913e-06,
      "loss": 0.6225752234458923,
      "step": 612
    },
    {
      "epoch": 0.6623516720604099,
      "grad_norm": 2.919856071472168,
      "learning_rate": 1.8612573771909354e-06,
      "loss": 0.7242894172668457,
      "step": 614
    },
    {
      "epoch": 0.6645091693635383,
      "grad_norm": 1.5826700925827026,
      "learning_rate": 1.8601130430180384e-06,
      "loss": 0.7404430508613586,
      "step": 616
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.9459686279296875,
      "learning_rate": 1.8589644065429246e-06,
      "loss": 0.7019950747489929,
      "step": 618
    },
    {
      "epoch": 0.668824163969795,
      "grad_norm": 2.677245855331421,
      "learning_rate": 1.8578114742669712e-06,
      "loss": 0.6545602083206177,
      "step": 620
    },
    {
      "epoch": 0.6709816612729234,
      "grad_norm": 6.284696578979492,
      "learning_rate": 1.85665425271587e-06,
      "loss": 0.4951339364051819,
      "step": 622
    },
    {
      "epoch": 0.6731391585760518,
      "grad_norm": 1.498757243156433,
      "learning_rate": 1.8554927484395892e-06,
      "loss": 0.7832834720611572,
      "step": 624
    },
    {
      "epoch": 0.6752966558791802,
      "grad_norm": 2.4137635231018066,
      "learning_rate": 1.8543269680123387e-06,
      "loss": 0.6441301107406616,
      "step": 626
    },
    {
      "epoch": 0.6774541531823085,
      "grad_norm": 4.308967590332031,
      "learning_rate": 1.853156918032531e-06,
      "loss": 0.7098633050918579,
      "step": 628
    },
    {
      "epoch": 0.6796116504854369,
      "grad_norm": 2.8264269828796387,
      "learning_rate": 1.851982605122746e-06,
      "loss": 0.610696017742157,
      "step": 630
    },
    {
      "epoch": 0.6817691477885652,
      "grad_norm": 1.2851277589797974,
      "learning_rate": 1.8508040359296903e-06,
      "loss": 0.7390373945236206,
      "step": 632
    },
    {
      "epoch": 0.6839266450916937,
      "grad_norm": 1.6539459228515625,
      "learning_rate": 1.8496212171241626e-06,
      "loss": 0.5240519046783447,
      "step": 634
    },
    {
      "epoch": 0.686084142394822,
      "grad_norm": 1.8807573318481445,
      "learning_rate": 1.8484341554010143e-06,
      "loss": 0.4707701504230499,
      "step": 636
    },
    {
      "epoch": 0.6882416396979504,
      "grad_norm": 2.358454704284668,
      "learning_rate": 1.8472428574791121e-06,
      "loss": 0.7253568172454834,
      "step": 638
    },
    {
      "epoch": 0.6903991370010788,
      "grad_norm": 2.440108299255371,
      "learning_rate": 1.8460473301013004e-06,
      "loss": 0.7356727123260498,
      "step": 640
    },
    {
      "epoch": 0.6925566343042071,
      "grad_norm": 2.899152994155884,
      "learning_rate": 1.844847580034362e-06,
      "loss": 0.6664748191833496,
      "step": 642
    },
    {
      "epoch": 0.6947141316073355,
      "grad_norm": 5.704761028289795,
      "learning_rate": 1.843643614068981e-06,
      "loss": 0.7694708108901978,
      "step": 644
    },
    {
      "epoch": 0.6968716289104638,
      "grad_norm": 1.51004159450531,
      "learning_rate": 1.842435439019703e-06,
      "loss": 0.6821762323379517,
      "step": 646
    },
    {
      "epoch": 0.6990291262135923,
      "grad_norm": 5.242131233215332,
      "learning_rate": 1.8412230617248988e-06,
      "loss": 0.6199461221694946,
      "step": 648
    },
    {
      "epoch": 0.7011866235167206,
      "grad_norm": 2.5778682231903076,
      "learning_rate": 1.8400064890467229e-06,
      "loss": 0.6760554313659668,
      "step": 650
    },
    {
      "epoch": 0.703344120819849,
      "grad_norm": 1.4639006853103638,
      "learning_rate": 1.8387857278710763e-06,
      "loss": 0.662639856338501,
      "step": 652
    },
    {
      "epoch": 0.7055016181229773,
      "grad_norm": 2.5555951595306396,
      "learning_rate": 1.8375607851075678e-06,
      "loss": 0.5903278589248657,
      "step": 654
    },
    {
      "epoch": 0.7076591154261057,
      "grad_norm": 1.839576244354248,
      "learning_rate": 1.8363316676894743e-06,
      "loss": 0.659648597240448,
      "step": 656
    },
    {
      "epoch": 0.7098166127292341,
      "grad_norm": 4.13273811340332,
      "learning_rate": 1.8350983825737008e-06,
      "loss": 0.5222451090812683,
      "step": 658
    },
    {
      "epoch": 0.7119741100323624,
      "grad_norm": 1.8703253269195557,
      "learning_rate": 1.833860936740742e-06,
      "loss": 0.7516009211540222,
      "step": 660
    },
    {
      "epoch": 0.7141316073354909,
      "grad_norm": 1.5587713718414307,
      "learning_rate": 1.8326193371946435e-06,
      "loss": 0.6802030801773071,
      "step": 662
    },
    {
      "epoch": 0.7162891046386192,
      "grad_norm": 1.9971494674682617,
      "learning_rate": 1.8313735909629605e-06,
      "loss": 0.5823180675506592,
      "step": 664
    },
    {
      "epoch": 0.7184466019417476,
      "grad_norm": 3.314469575881958,
      "learning_rate": 1.8301237050967186e-06,
      "loss": 0.6089075207710266,
      "step": 666
    },
    {
      "epoch": 0.7206040992448759,
      "grad_norm": 2.5151665210723877,
      "learning_rate": 1.8288696866703752e-06,
      "loss": 0.5487096309661865,
      "step": 668
    },
    {
      "epoch": 0.7227615965480043,
      "grad_norm": 1.755199909210205,
      "learning_rate": 1.827611542781777e-06,
      "loss": 0.6520088911056519,
      "step": 670
    },
    {
      "epoch": 0.7249190938511327,
      "grad_norm": 2.233076333999634,
      "learning_rate": 1.826349280552121e-06,
      "loss": 0.6878398656845093,
      "step": 672
    },
    {
      "epoch": 0.727076591154261,
      "grad_norm": 2.0914413928985596,
      "learning_rate": 1.8250829071259162e-06,
      "loss": 0.6050041317939758,
      "step": 674
    },
    {
      "epoch": 0.7292340884573895,
      "grad_norm": 3.670649528503418,
      "learning_rate": 1.8238124296709396e-06,
      "loss": 0.5783309936523438,
      "step": 676
    },
    {
      "epoch": 0.7313915857605178,
      "grad_norm": 4.5103559494018555,
      "learning_rate": 1.8225378553781978e-06,
      "loss": 0.5625826120376587,
      "step": 678
    },
    {
      "epoch": 0.7335490830636462,
      "grad_norm": 2.3067467212677,
      "learning_rate": 1.821259191461886e-06,
      "loss": 0.6222144365310669,
      "step": 680
    },
    {
      "epoch": 0.7357065803667745,
      "grad_norm": 4.616910934448242,
      "learning_rate": 1.819976445159347e-06,
      "loss": 0.6577675938606262,
      "step": 682
    },
    {
      "epoch": 0.7378640776699029,
      "grad_norm": 2.574132204055786,
      "learning_rate": 1.81868962373103e-06,
      "loss": 0.5882217884063721,
      "step": 684
    },
    {
      "epoch": 0.7400215749730313,
      "grad_norm": 1.4304159879684448,
      "learning_rate": 1.8173987344604505e-06,
      "loss": 0.7386992573738098,
      "step": 686
    },
    {
      "epoch": 0.7421790722761596,
      "grad_norm": 2.1306235790252686,
      "learning_rate": 1.816103784654147e-06,
      "loss": 0.586725115776062,
      "step": 688
    },
    {
      "epoch": 0.7443365695792881,
      "grad_norm": 1.9864001274108887,
      "learning_rate": 1.814804781641642e-06,
      "loss": 0.5822692513465881,
      "step": 690
    },
    {
      "epoch": 0.7464940668824164,
      "grad_norm": 1.6799951791763306,
      "learning_rate": 1.8135017327753992e-06,
      "loss": 0.630893886089325,
      "step": 692
    },
    {
      "epoch": 0.7486515641855448,
      "grad_norm": 1.0661367177963257,
      "learning_rate": 1.8121946454307816e-06,
      "loss": 0.682563066482544,
      "step": 694
    },
    {
      "epoch": 0.7508090614886731,
      "grad_norm": 4.472043514251709,
      "learning_rate": 1.8108835270060122e-06,
      "loss": 0.6360002756118774,
      "step": 696
    },
    {
      "epoch": 0.7529665587918015,
      "grad_norm": 1.2949084043502808,
      "learning_rate": 1.8095683849221276e-06,
      "loss": 0.6381992101669312,
      "step": 698
    },
    {
      "epoch": 0.7551240560949298,
      "grad_norm": 1.5483993291854858,
      "learning_rate": 1.8082492266229404e-06,
      "loss": 0.7825127243995667,
      "step": 700
    },
    {
      "epoch": 0.7572815533980582,
      "grad_norm": 2.104930877685547,
      "learning_rate": 1.806926059574995e-06,
      "loss": 0.5905802845954895,
      "step": 702
    },
    {
      "epoch": 0.7594390507011867,
      "grad_norm": 2.691180467605591,
      "learning_rate": 1.805598891267525e-06,
      "loss": 0.6105803847312927,
      "step": 704
    },
    {
      "epoch": 0.761596548004315,
      "grad_norm": 2.662587881088257,
      "learning_rate": 1.8042677292124127e-06,
      "loss": 0.7156485319137573,
      "step": 706
    },
    {
      "epoch": 0.7637540453074434,
      "grad_norm": 4.052894115447998,
      "learning_rate": 1.802932580944144e-06,
      "loss": 0.6582145690917969,
      "step": 708
    },
    {
      "epoch": 0.7659115426105717,
      "grad_norm": 1.772103190422058,
      "learning_rate": 1.801593454019768e-06,
      "loss": 0.5497456789016724,
      "step": 710
    },
    {
      "epoch": 0.7680690399137001,
      "grad_norm": 4.38840913772583,
      "learning_rate": 1.8002503560188531e-06,
      "loss": 0.8528274893760681,
      "step": 712
    },
    {
      "epoch": 0.7702265372168284,
      "grad_norm": 0.47714903950691223,
      "learning_rate": 1.798903294543444e-06,
      "loss": 0.6722896695137024,
      "step": 714
    },
    {
      "epoch": 0.7723840345199569,
      "grad_norm": 1.1433959007263184,
      "learning_rate": 1.797552277218019e-06,
      "loss": 0.640397310256958,
      "step": 716
    },
    {
      "epoch": 0.7745415318230853,
      "grad_norm": 2.8816723823547363,
      "learning_rate": 1.7961973116894475e-06,
      "loss": 0.43922677636146545,
      "step": 718
    },
    {
      "epoch": 0.7766990291262136,
      "grad_norm": 1.3017030954360962,
      "learning_rate": 1.7948384056269452e-06,
      "loss": 0.6236469745635986,
      "step": 720
    },
    {
      "epoch": 0.778856526429342,
      "grad_norm": 5.502106189727783,
      "learning_rate": 1.7934755667220324e-06,
      "loss": 0.6106448769569397,
      "step": 722
    },
    {
      "epoch": 0.7810140237324703,
      "grad_norm": 3.15694522857666,
      "learning_rate": 1.7921088026884895e-06,
      "loss": 0.7106237411499023,
      "step": 724
    },
    {
      "epoch": 0.7831715210355987,
      "grad_norm": 1.253527283668518,
      "learning_rate": 1.7907381212623119e-06,
      "loss": 0.6325215101242065,
      "step": 726
    },
    {
      "epoch": 0.785329018338727,
      "grad_norm": 5.992726802825928,
      "learning_rate": 1.7893635302016699e-06,
      "loss": 0.698371946811676,
      "step": 728
    },
    {
      "epoch": 0.7874865156418555,
      "grad_norm": 2.6129043102264404,
      "learning_rate": 1.7879850372868614e-06,
      "loss": 0.8592634797096252,
      "step": 730
    },
    {
      "epoch": 0.7896440129449838,
      "grad_norm": 1.9722578525543213,
      "learning_rate": 1.7866026503202696e-06,
      "loss": 0.7127001881599426,
      "step": 732
    },
    {
      "epoch": 0.7918015102481122,
      "grad_norm": 2.3035688400268555,
      "learning_rate": 1.7852163771263183e-06,
      "loss": 0.7264171242713928,
      "step": 734
    },
    {
      "epoch": 0.7939590075512406,
      "grad_norm": 1.6729274988174438,
      "learning_rate": 1.7838262255514273e-06,
      "loss": 0.6522683501243591,
      "step": 736
    },
    {
      "epoch": 0.7961165048543689,
      "grad_norm": 1.2953232526779175,
      "learning_rate": 1.7824322034639688e-06,
      "loss": 0.7508292198181152,
      "step": 738
    },
    {
      "epoch": 0.7982740021574973,
      "grad_norm": 1.8854900598526,
      "learning_rate": 1.781034318754222e-06,
      "loss": 0.8205673098564148,
      "step": 740
    },
    {
      "epoch": 0.8004314994606256,
      "grad_norm": 2.379824161529541,
      "learning_rate": 1.7796325793343296e-06,
      "loss": 0.627574622631073,
      "step": 742
    },
    {
      "epoch": 0.8025889967637541,
      "grad_norm": 1.9717144966125488,
      "learning_rate": 1.7782269931382514e-06,
      "loss": 0.41914719343185425,
      "step": 744
    },
    {
      "epoch": 0.8047464940668824,
      "grad_norm": 3.594667911529541,
      "learning_rate": 1.7768175681217208e-06,
      "loss": 0.40262705087661743,
      "step": 746
    },
    {
      "epoch": 0.8069039913700108,
      "grad_norm": 1.6693843603134155,
      "learning_rate": 1.7754043122621986e-06,
      "loss": 0.6387592554092407,
      "step": 748
    },
    {
      "epoch": 0.8090614886731392,
      "grad_norm": 5.557443141937256,
      "learning_rate": 1.7739872335588298e-06,
      "loss": 0.6391375064849854,
      "step": 750
    },
    {
      "epoch": 0.8112189859762675,
      "grad_norm": 1.475829839706421,
      "learning_rate": 1.7725663400323957e-06,
      "loss": 0.5560780167579651,
      "step": 752
    },
    {
      "epoch": 0.8133764832793959,
      "grad_norm": 3.5974369049072266,
      "learning_rate": 1.77114163972527e-06,
      "loss": 0.7343906164169312,
      "step": 754
    },
    {
      "epoch": 0.8155339805825242,
      "grad_norm": 1.595281720161438,
      "learning_rate": 1.769713140701374e-06,
      "loss": 0.6695587038993835,
      "step": 756
    },
    {
      "epoch": 0.8176914778856527,
      "grad_norm": 1.641003131866455,
      "learning_rate": 1.7682808510461292e-06,
      "loss": 0.7364107370376587,
      "step": 758
    },
    {
      "epoch": 0.819848975188781,
      "grad_norm": 1.8976866006851196,
      "learning_rate": 1.7668447788664126e-06,
      "loss": 0.5367798209190369,
      "step": 760
    },
    {
      "epoch": 0.8220064724919094,
      "grad_norm": 2.350424289703369,
      "learning_rate": 1.7654049322905105e-06,
      "loss": 0.6110427379608154,
      "step": 762
    },
    {
      "epoch": 0.8241639697950378,
      "grad_norm": 1.7859790325164795,
      "learning_rate": 1.7639613194680727e-06,
      "loss": 0.8835413455963135,
      "step": 764
    },
    {
      "epoch": 0.8263214670981661,
      "grad_norm": 1.9460476636886597,
      "learning_rate": 1.7625139485700664e-06,
      "loss": 0.5881315469741821,
      "step": 766
    },
    {
      "epoch": 0.8284789644012945,
      "grad_norm": 17.784387588500977,
      "learning_rate": 1.7610628277887297e-06,
      "loss": 0.5561118721961975,
      "step": 768
    },
    {
      "epoch": 0.8306364617044228,
      "grad_norm": 2.5915396213531494,
      "learning_rate": 1.7596079653375253e-06,
      "loss": 0.6103290319442749,
      "step": 770
    },
    {
      "epoch": 0.8327939590075513,
      "grad_norm": 7.325887680053711,
      "learning_rate": 1.758149369451094e-06,
      "loss": 0.52987140417099,
      "step": 772
    },
    {
      "epoch": 0.8349514563106796,
      "grad_norm": 3.882723093032837,
      "learning_rate": 1.7566870483852086e-06,
      "loss": 0.7465340495109558,
      "step": 774
    },
    {
      "epoch": 0.837108953613808,
      "grad_norm": 5.062621593475342,
      "learning_rate": 1.7552210104167257e-06,
      "loss": 0.6753080487251282,
      "step": 776
    },
    {
      "epoch": 0.8392664509169363,
      "grad_norm": 6.415841102600098,
      "learning_rate": 1.753751263843541e-06,
      "loss": 0.693338930606842,
      "step": 778
    },
    {
      "epoch": 0.8414239482200647,
      "grad_norm": 2.172607898712158,
      "learning_rate": 1.7522778169845408e-06,
      "loss": 0.7129068374633789,
      "step": 780
    },
    {
      "epoch": 0.8435814455231931,
      "grad_norm": 2.3066418170928955,
      "learning_rate": 1.7508006781795555e-06,
      "loss": 0.5250005722045898,
      "step": 782
    },
    {
      "epoch": 0.8457389428263214,
      "grad_norm": 1.514641523361206,
      "learning_rate": 1.7493198557893109e-06,
      "loss": 0.5880756378173828,
      "step": 784
    },
    {
      "epoch": 0.8478964401294499,
      "grad_norm": 2.358647584915161,
      "learning_rate": 1.7478353581953846e-06,
      "loss": 0.6020887494087219,
      "step": 786
    },
    {
      "epoch": 0.8500539374325782,
      "grad_norm": 2.5027408599853516,
      "learning_rate": 1.746347193800154e-06,
      "loss": 0.7379757165908813,
      "step": 788
    },
    {
      "epoch": 0.8522114347357066,
      "grad_norm": 1.7015382051467896,
      "learning_rate": 1.7448553710267519e-06,
      "loss": 0.3867076337337494,
      "step": 790
    },
    {
      "epoch": 0.8543689320388349,
      "grad_norm": 24.41814613342285,
      "learning_rate": 1.7433598983190181e-06,
      "loss": 0.5596577525138855,
      "step": 792
    },
    {
      "epoch": 0.8565264293419633,
      "grad_norm": 0.5729015469551086,
      "learning_rate": 1.74186078414145e-06,
      "loss": 0.37773168087005615,
      "step": 794
    },
    {
      "epoch": 0.8586839266450917,
      "grad_norm": 1.438088297843933,
      "learning_rate": 1.7403580369791577e-06,
      "loss": 0.6138755679130554,
      "step": 796
    },
    {
      "epoch": 0.86084142394822,
      "grad_norm": 1.3894504308700562,
      "learning_rate": 1.7388516653378134e-06,
      "loss": 0.6411980986595154,
      "step": 798
    },
    {
      "epoch": 0.8629989212513485,
      "grad_norm": 7.195361137390137,
      "learning_rate": 1.7373416777436036e-06,
      "loss": 0.5361164808273315,
      "step": 800
    },
    {
      "epoch": 0.8651564185544768,
      "grad_norm": 3.299745798110962,
      "learning_rate": 1.7358280827431829e-06,
      "loss": 0.45560529828071594,
      "step": 802
    },
    {
      "epoch": 0.8673139158576052,
      "grad_norm": 2.5834922790527344,
      "learning_rate": 1.7343108889036223e-06,
      "loss": 0.5199063420295715,
      "step": 804
    },
    {
      "epoch": 0.8694714131607335,
      "grad_norm": 2.0384316444396973,
      "learning_rate": 1.7327901048123644e-06,
      "loss": 0.6027982234954834,
      "step": 806
    },
    {
      "epoch": 0.8716289104638619,
      "grad_norm": 3.682217597961426,
      "learning_rate": 1.7312657390771714e-06,
      "loss": 0.6176765561103821,
      "step": 808
    },
    {
      "epoch": 0.8737864077669902,
      "grad_norm": 3.4343974590301514,
      "learning_rate": 1.7297378003260787e-06,
      "loss": 0.6307402849197388,
      "step": 810
    },
    {
      "epoch": 0.8759439050701187,
      "grad_norm": 18.784271240234375,
      "learning_rate": 1.728206297207345e-06,
      "loss": 0.4677152633666992,
      "step": 812
    },
    {
      "epoch": 0.8781014023732471,
      "grad_norm": 1.2662842273712158,
      "learning_rate": 1.7266712383894037e-06,
      "loss": 0.6467829346656799,
      "step": 814
    },
    {
      "epoch": 0.8802588996763754,
      "grad_norm": 1.4935745000839233,
      "learning_rate": 1.7251326325608135e-06,
      "loss": 0.6746770143508911,
      "step": 816
    },
    {
      "epoch": 0.8824163969795038,
      "grad_norm": 3.506131410598755,
      "learning_rate": 1.7235904884302098e-06,
      "loss": 0.6060282588005066,
      "step": 818
    },
    {
      "epoch": 0.8845738942826321,
      "grad_norm": 3.4990806579589844,
      "learning_rate": 1.7220448147262555e-06,
      "loss": 0.5744661688804626,
      "step": 820
    },
    {
      "epoch": 0.8867313915857605,
      "grad_norm": 1.9610271453857422,
      "learning_rate": 1.7204956201975898e-06,
      "loss": 0.6914322376251221,
      "step": 822
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 2.512073040008545,
      "learning_rate": 1.7189429136127814e-06,
      "loss": 0.6700202226638794,
      "step": 824
    },
    {
      "epoch": 0.8910463861920173,
      "grad_norm": 2.086268663406372,
      "learning_rate": 1.7173867037602767e-06,
      "loss": 0.7067221403121948,
      "step": 826
    },
    {
      "epoch": 0.8932038834951457,
      "grad_norm": 3.7312817573547363,
      "learning_rate": 1.7158269994483514e-06,
      "loss": 0.31625503301620483,
      "step": 828
    },
    {
      "epoch": 0.895361380798274,
      "grad_norm": 6.126044750213623,
      "learning_rate": 1.71426380950506e-06,
      "loss": 0.5323830842971802,
      "step": 830
    },
    {
      "epoch": 0.8975188781014024,
      "grad_norm": 1.7195242643356323,
      "learning_rate": 1.712697142778186e-06,
      "loss": 0.782951831817627,
      "step": 832
    },
    {
      "epoch": 0.8996763754045307,
      "grad_norm": 8.366249084472656,
      "learning_rate": 1.7111270081351913e-06,
      "loss": 0.5681637525558472,
      "step": 834
    },
    {
      "epoch": 0.9018338727076591,
      "grad_norm": 2.791904926300049,
      "learning_rate": 1.7095534144631668e-06,
      "loss": 0.7307286858558655,
      "step": 836
    },
    {
      "epoch": 0.9039913700107874,
      "grad_norm": 1.9204684495925903,
      "learning_rate": 1.7079763706687827e-06,
      "loss": 0.6743446588516235,
      "step": 838
    },
    {
      "epoch": 0.9061488673139159,
      "grad_norm": 5.066476821899414,
      "learning_rate": 1.706395885678235e-06,
      "loss": 0.6655571460723877,
      "step": 840
    },
    {
      "epoch": 0.9083063646170443,
      "grad_norm": 4.142644882202148,
      "learning_rate": 1.7048119684371996e-06,
      "loss": 0.6895488500595093,
      "step": 842
    },
    {
      "epoch": 0.9104638619201726,
      "grad_norm": 7.594639778137207,
      "learning_rate": 1.7032246279107776e-06,
      "loss": 0.8503600358963013,
      "step": 844
    },
    {
      "epoch": 0.912621359223301,
      "grad_norm": 8.625396728515625,
      "learning_rate": 1.7016338730834468e-06,
      "loss": 0.8498875498771667,
      "step": 846
    },
    {
      "epoch": 0.9147788565264293,
      "grad_norm": 2.5336923599243164,
      "learning_rate": 1.7000397129590104e-06,
      "loss": 0.49179524183273315,
      "step": 848
    },
    {
      "epoch": 0.9169363538295577,
      "grad_norm": 12.546621322631836,
      "learning_rate": 1.6984421565605447e-06,
      "loss": 0.7858133912086487,
      "step": 850
    },
    {
      "epoch": 0.919093851132686,
      "grad_norm": 1.803154706954956,
      "learning_rate": 1.696841212930351e-06,
      "loss": 0.42831236124038696,
      "step": 852
    },
    {
      "epoch": 0.9212513484358145,
      "grad_norm": 1.1497598886489868,
      "learning_rate": 1.695236891129901e-06,
      "loss": 0.6902183294296265,
      "step": 854
    },
    {
      "epoch": 0.9234088457389428,
      "grad_norm": 0.7733110785484314,
      "learning_rate": 1.6936292002397876e-06,
      "loss": 0.7910528182983398,
      "step": 856
    },
    {
      "epoch": 0.9255663430420712,
      "grad_norm": 4.334436893463135,
      "learning_rate": 1.692018149359674e-06,
      "loss": 0.6410449743270874,
      "step": 858
    },
    {
      "epoch": 0.9277238403451996,
      "grad_norm": 3.1473817825317383,
      "learning_rate": 1.6904037476082403e-06,
      "loss": 0.5418177247047424,
      "step": 860
    },
    {
      "epoch": 0.9298813376483279,
      "grad_norm": 3.289321184158325,
      "learning_rate": 1.6887860041231324e-06,
      "loss": 0.8675633072853088,
      "step": 862
    },
    {
      "epoch": 0.9320388349514563,
      "grad_norm": 0.5947059392929077,
      "learning_rate": 1.6871649280609114e-06,
      "loss": 0.7250087857246399,
      "step": 864
    },
    {
      "epoch": 0.9341963322545846,
      "grad_norm": 1.812920331954956,
      "learning_rate": 1.6855405285970012e-06,
      "loss": 0.3274366855621338,
      "step": 866
    },
    {
      "epoch": 0.9363538295577131,
      "grad_norm": 1.37776780128479,
      "learning_rate": 1.6839128149256357e-06,
      "loss": 0.7339057326316833,
      "step": 868
    },
    {
      "epoch": 0.9385113268608414,
      "grad_norm": 2.6405365467071533,
      "learning_rate": 1.6822817962598079e-06,
      "loss": 0.4312754273414612,
      "step": 870
    },
    {
      "epoch": 0.9406688241639698,
      "grad_norm": 32.455711364746094,
      "learning_rate": 1.6806474818312178e-06,
      "loss": 0.6649459600448608,
      "step": 872
    },
    {
      "epoch": 0.9428263214670982,
      "grad_norm": 1.1529123783111572,
      "learning_rate": 1.6790098808902187e-06,
      "loss": 0.694479763507843,
      "step": 874
    },
    {
      "epoch": 0.9449838187702265,
      "grad_norm": 6.395750045776367,
      "learning_rate": 1.6773690027057665e-06,
      "loss": 0.5320945978164673,
      "step": 876
    },
    {
      "epoch": 0.9471413160733549,
      "grad_norm": 12.70807933807373,
      "learning_rate": 1.6757248565653666e-06,
      "loss": 0.7014382481575012,
      "step": 878
    },
    {
      "epoch": 0.9492988133764833,
      "grad_norm": 2.392099142074585,
      "learning_rate": 1.674077451775021e-06,
      "loss": 0.9157409071922302,
      "step": 880
    },
    {
      "epoch": 0.9514563106796117,
      "grad_norm": 1.741999864578247,
      "learning_rate": 1.6724267976591756e-06,
      "loss": 0.616689145565033,
      "step": 882
    },
    {
      "epoch": 0.95361380798274,
      "grad_norm": 1.99687922000885,
      "learning_rate": 1.6707729035606691e-06,
      "loss": 0.5802426338195801,
      "step": 884
    },
    {
      "epoch": 0.9557713052858684,
      "grad_norm": 1.6920971870422363,
      "learning_rate": 1.6691157788406773e-06,
      "loss": 0.42533692717552185,
      "step": 886
    },
    {
      "epoch": 0.9579288025889967,
      "grad_norm": 3.21420955657959,
      "learning_rate": 1.6674554328786616e-06,
      "loss": 0.8310537338256836,
      "step": 888
    },
    {
      "epoch": 0.9600862998921251,
      "grad_norm": 2.7011826038360596,
      "learning_rate": 1.6657918750723176e-06,
      "loss": 0.8436251282691956,
      "step": 890
    },
    {
      "epoch": 0.9622437971952535,
      "grad_norm": 1.146492838859558,
      "learning_rate": 1.6641251148375184e-06,
      "loss": 0.4956342577934265,
      "step": 892
    },
    {
      "epoch": 0.9644012944983819,
      "grad_norm": 11.642980575561523,
      "learning_rate": 1.6624551616082635e-06,
      "loss": 0.643322765827179,
      "step": 894
    },
    {
      "epoch": 0.9665587918015103,
      "grad_norm": 1.810482144355774,
      "learning_rate": 1.6607820248366257e-06,
      "loss": 0.6843705177307129,
      "step": 896
    },
    {
      "epoch": 0.9687162891046386,
      "grad_norm": 1.3741674423217773,
      "learning_rate": 1.6591057139926966e-06,
      "loss": 0.7010579109191895,
      "step": 898
    },
    {
      "epoch": 0.970873786407767,
      "grad_norm": 3.2511136531829834,
      "learning_rate": 1.6574262385645323e-06,
      "loss": 0.6527800559997559,
      "step": 900
    },
    {
      "epoch": 0.9730312837108953,
      "grad_norm": 3.3792011737823486,
      "learning_rate": 1.6557436080581027e-06,
      "loss": 0.6726928949356079,
      "step": 902
    },
    {
      "epoch": 0.9751887810140237,
      "grad_norm": 1.9965680837631226,
      "learning_rate": 1.6540578319972335e-06,
      "loss": 0.7932605147361755,
      "step": 904
    },
    {
      "epoch": 0.9773462783171522,
      "grad_norm": 14.346431732177734,
      "learning_rate": 1.652368919923557e-06,
      "loss": 0.6329518556594849,
      "step": 906
    },
    {
      "epoch": 0.9795037756202805,
      "grad_norm": 1.1356829404830933,
      "learning_rate": 1.6506768813964527e-06,
      "loss": 0.6013335585594177,
      "step": 908
    },
    {
      "epoch": 0.9816612729234089,
      "grad_norm": 1.9456955194473267,
      "learning_rate": 1.6489817259929978e-06,
      "loss": 0.6943175792694092,
      "step": 910
    },
    {
      "epoch": 0.9838187702265372,
      "grad_norm": 75.11457824707031,
      "learning_rate": 1.647283463307912e-06,
      "loss": 0.499568372964859,
      "step": 912
    },
    {
      "epoch": 0.9859762675296656,
      "grad_norm": 2.1002883911132812,
      "learning_rate": 1.6455821029535006e-06,
      "loss": 0.6039252281188965,
      "step": 914
    },
    {
      "epoch": 0.9881337648327939,
      "grad_norm": 2.215057849884033,
      "learning_rate": 1.6438776545596032e-06,
      "loss": 0.6023073196411133,
      "step": 916
    },
    {
      "epoch": 0.9902912621359223,
      "grad_norm": 5.074563980102539,
      "learning_rate": 1.6421701277735377e-06,
      "loss": 0.6670839190483093,
      "step": 918
    },
    {
      "epoch": 0.9924487594390508,
      "grad_norm": 1.9246139526367188,
      "learning_rate": 1.6404595322600454e-06,
      "loss": 0.45060187578201294,
      "step": 920
    },
    {
      "epoch": 0.9946062567421791,
      "grad_norm": 2.673752784729004,
      "learning_rate": 1.638745877701238e-06,
      "loss": 0.5095839500427246,
      "step": 922
    },
    {
      "epoch": 0.9967637540453075,
      "grad_norm": 1.1209965944290161,
      "learning_rate": 1.6370291737965403e-06,
      "loss": 0.6856327652931213,
      "step": 924
    },
    {
      "epoch": 0.9989212513484358,
      "grad_norm": 1.4867414236068726,
      "learning_rate": 1.6353094302626375e-06,
      "loss": 0.7345451712608337,
      "step": 926
    },
    {
      "epoch": 1.0010787486515642,
      "grad_norm": 1.4351245164871216,
      "learning_rate": 1.6335866568334196e-06,
      "loss": 0.4384617805480957,
      "step": 928
    },
    {
      "epoch": 1.0032362459546926,
      "grad_norm": 1.608482837677002,
      "learning_rate": 1.6318608632599252e-06,
      "loss": 0.5233771800994873,
      "step": 930
    },
    {
      "epoch": 1.0053937432578208,
      "grad_norm": 1.6175332069396973,
      "learning_rate": 1.6301320593102877e-06,
      "loss": 0.5526682734489441,
      "step": 932
    },
    {
      "epoch": 1.0075512405609492,
      "grad_norm": 1.7772831916809082,
      "learning_rate": 1.6284002547696794e-06,
      "loss": 0.5304218530654907,
      "step": 934
    },
    {
      "epoch": 1.0097087378640777,
      "grad_norm": 1.2558060884475708,
      "learning_rate": 1.626665459440256e-06,
      "loss": 0.3196244239807129,
      "step": 936
    },
    {
      "epoch": 1.011866235167206,
      "grad_norm": 4.1625471115112305,
      "learning_rate": 1.6249276831411015e-06,
      "loss": 0.49367865920066833,
      "step": 938
    },
    {
      "epoch": 1.0140237324703345,
      "grad_norm": 2.80029296875,
      "learning_rate": 1.6231869357081726e-06,
      "loss": 0.5806005597114563,
      "step": 940
    },
    {
      "epoch": 1.0161812297734627,
      "grad_norm": 2.1595256328582764,
      "learning_rate": 1.6214432269942426e-06,
      "loss": 0.558415412902832,
      "step": 942
    },
    {
      "epoch": 1.0183387270765911,
      "grad_norm": 4.51309061050415,
      "learning_rate": 1.6196965668688455e-06,
      "loss": 0.4171544909477234,
      "step": 944
    },
    {
      "epoch": 1.0204962243797195,
      "grad_norm": 9.326614379882812,
      "learning_rate": 1.6179469652182215e-06,
      "loss": 0.49132904410362244,
      "step": 946
    },
    {
      "epoch": 1.022653721682848,
      "grad_norm": 2.721449613571167,
      "learning_rate": 1.6161944319452599e-06,
      "loss": 0.526667058467865,
      "step": 948
    },
    {
      "epoch": 1.0248112189859762,
      "grad_norm": 8.595200538635254,
      "learning_rate": 1.6144389769694418e-06,
      "loss": 0.519080400466919,
      "step": 950
    },
    {
      "epoch": 1.0269687162891046,
      "grad_norm": 1.9319312572479248,
      "learning_rate": 1.6126806102267871e-06,
      "loss": 0.4982292950153351,
      "step": 952
    },
    {
      "epoch": 1.029126213592233,
      "grad_norm": 2.2782833576202393,
      "learning_rate": 1.6109193416697962e-06,
      "loss": 0.47339990735054016,
      "step": 954
    },
    {
      "epoch": 1.0312837108953614,
      "grad_norm": 1.7561050653457642,
      "learning_rate": 1.609155181267393e-06,
      "loss": 0.4229566156864166,
      "step": 956
    },
    {
      "epoch": 1.0334412081984898,
      "grad_norm": 2.3419620990753174,
      "learning_rate": 1.6073881390048708e-06,
      "loss": 0.5675852298736572,
      "step": 958
    },
    {
      "epoch": 1.035598705501618,
      "grad_norm": 4.762004852294922,
      "learning_rate": 1.6056182248838333e-06,
      "loss": 0.47640660405158997,
      "step": 960
    },
    {
      "epoch": 1.0377562028047465,
      "grad_norm": 1.654563307762146,
      "learning_rate": 1.6038454489221401e-06,
      "loss": 0.39150771498680115,
      "step": 962
    },
    {
      "epoch": 1.0399137001078749,
      "grad_norm": 6.535782337188721,
      "learning_rate": 1.6020698211538485e-06,
      "loss": 0.43942204117774963,
      "step": 964
    },
    {
      "epoch": 1.0420711974110033,
      "grad_norm": 1.442032814025879,
      "learning_rate": 1.6002913516291575e-06,
      "loss": 0.3959490954875946,
      "step": 966
    },
    {
      "epoch": 1.0442286947141317,
      "grad_norm": 2.8204493522644043,
      "learning_rate": 1.5985100504143508e-06,
      "loss": 0.46986186504364014,
      "step": 968
    },
    {
      "epoch": 1.04638619201726,
      "grad_norm": 5.788197994232178,
      "learning_rate": 1.596725927591739e-06,
      "loss": 0.5587306022644043,
      "step": 970
    },
    {
      "epoch": 1.0485436893203883,
      "grad_norm": 3.22556209564209,
      "learning_rate": 1.594938993259604e-06,
      "loss": 0.42848098278045654,
      "step": 972
    },
    {
      "epoch": 1.0507011866235167,
      "grad_norm": 5.465310573577881,
      "learning_rate": 1.5931492575321405e-06,
      "loss": 0.3230629861354828,
      "step": 974
    },
    {
      "epoch": 1.0528586839266452,
      "grad_norm": 2.285598039627075,
      "learning_rate": 1.5913567305394004e-06,
      "loss": 0.4129447937011719,
      "step": 976
    },
    {
      "epoch": 1.0550161812297734,
      "grad_norm": 2.510387659072876,
      "learning_rate": 1.5895614224272329e-06,
      "loss": 0.5222740173339844,
      "step": 978
    },
    {
      "epoch": 1.0571736785329018,
      "grad_norm": 3.7488322257995605,
      "learning_rate": 1.5877633433572293e-06,
      "loss": 0.47047188878059387,
      "step": 980
    },
    {
      "epoch": 1.0593311758360302,
      "grad_norm": 1.3235845565795898,
      "learning_rate": 1.5859625035066652e-06,
      "loss": 0.4286286234855652,
      "step": 982
    },
    {
      "epoch": 1.0614886731391586,
      "grad_norm": 1.2796275615692139,
      "learning_rate": 1.5841589130684417e-06,
      "loss": 0.411946564912796,
      "step": 984
    },
    {
      "epoch": 1.063646170442287,
      "grad_norm": 2.5920588970184326,
      "learning_rate": 1.5823525822510282e-06,
      "loss": 0.4910277724266052,
      "step": 986
    },
    {
      "epoch": 1.0658036677454152,
      "grad_norm": 13.590333938598633,
      "learning_rate": 1.5805435212784066e-06,
      "loss": 0.381788045167923,
      "step": 988
    },
    {
      "epoch": 1.0679611650485437,
      "grad_norm": 1.8935883045196533,
      "learning_rate": 1.5787317403900095e-06,
      "loss": 0.4319833517074585,
      "step": 990
    },
    {
      "epoch": 1.070118662351672,
      "grad_norm": 1.8740428686141968,
      "learning_rate": 1.5769172498406657e-06,
      "loss": 0.5537865161895752,
      "step": 992
    },
    {
      "epoch": 1.0722761596548005,
      "grad_norm": 2.8530309200286865,
      "learning_rate": 1.5751000599005411e-06,
      "loss": 0.45889872312545776,
      "step": 994
    },
    {
      "epoch": 1.074433656957929,
      "grad_norm": 3.0372843742370605,
      "learning_rate": 1.573280180855079e-06,
      "loss": 0.4843668043613434,
      "step": 996
    },
    {
      "epoch": 1.0765911542610571,
      "grad_norm": 1.9461435079574585,
      "learning_rate": 1.571457623004945e-06,
      "loss": 0.3833789527416229,
      "step": 998
    },
    {
      "epoch": 1.0787486515641855,
      "grad_norm": 4.167815208435059,
      "learning_rate": 1.5696323966659659e-06,
      "loss": 0.7622794508934021,
      "step": 1000
    },
    {
      "epoch": 1.080906148867314,
      "grad_norm": 2.6408567428588867,
      "learning_rate": 1.5678045121690723e-06,
      "loss": 0.38144806027412415,
      "step": 1002
    },
    {
      "epoch": 1.0830636461704424,
      "grad_norm": 1.6359201669692993,
      "learning_rate": 1.5659739798602412e-06,
      "loss": 0.5962096452713013,
      "step": 1004
    },
    {
      "epoch": 1.0852211434735706,
      "grad_norm": 1.9073861837387085,
      "learning_rate": 1.5641408101004348e-06,
      "loss": 0.5042172074317932,
      "step": 1006
    },
    {
      "epoch": 1.087378640776699,
      "grad_norm": 1.1828426122665405,
      "learning_rate": 1.5623050132655452e-06,
      "loss": 0.4065170884132385,
      "step": 1008
    },
    {
      "epoch": 1.0895361380798274,
      "grad_norm": 1.109727144241333,
      "learning_rate": 1.5604665997463326e-06,
      "loss": 0.3995954990386963,
      "step": 1010
    },
    {
      "epoch": 1.0916936353829558,
      "grad_norm": 2.5301997661590576,
      "learning_rate": 1.5586255799483685e-06,
      "loss": 0.4737590253353119,
      "step": 1012
    },
    {
      "epoch": 1.0938511326860842,
      "grad_norm": 3.5179555416107178,
      "learning_rate": 1.5567819642919768e-06,
      "loss": 0.3755728006362915,
      "step": 1014
    },
    {
      "epoch": 1.0960086299892124,
      "grad_norm": 2.1552042961120605,
      "learning_rate": 1.5549357632121722e-06,
      "loss": 0.5351279973983765,
      "step": 1016
    },
    {
      "epoch": 1.0981661272923409,
      "grad_norm": 1.9615085124969482,
      "learning_rate": 1.5530869871586058e-06,
      "loss": 0.480570912361145,
      "step": 1018
    },
    {
      "epoch": 1.1003236245954693,
      "grad_norm": 5.5772552490234375,
      "learning_rate": 1.5512356465955008e-06,
      "loss": 0.4701279103755951,
      "step": 1020
    },
    {
      "epoch": 1.1024811218985977,
      "grad_norm": 2.0782828330993652,
      "learning_rate": 1.5493817520015969e-06,
      "loss": 0.6023370027542114,
      "step": 1022
    },
    {
      "epoch": 1.104638619201726,
      "grad_norm": 4.706164360046387,
      "learning_rate": 1.5475253138700899e-06,
      "loss": 0.4403872489929199,
      "step": 1024
    },
    {
      "epoch": 1.1067961165048543,
      "grad_norm": 2.136815309524536,
      "learning_rate": 1.5456663427085716e-06,
      "loss": 0.49264582991600037,
      "step": 1026
    },
    {
      "epoch": 1.1089536138079827,
      "grad_norm": 2.051373243331909,
      "learning_rate": 1.543804849038972e-06,
      "loss": 0.4840565621852875,
      "step": 1028
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 2.1924808025360107,
      "learning_rate": 1.5419408433974974e-06,
      "loss": 0.49226483702659607,
      "step": 1030
    },
    {
      "epoch": 1.1132686084142396,
      "grad_norm": 3.719738245010376,
      "learning_rate": 1.5400743363345733e-06,
      "loss": 0.429510235786438,
      "step": 1032
    },
    {
      "epoch": 1.1154261057173678,
      "grad_norm": 1.6024198532104492,
      "learning_rate": 1.5382053384147828e-06,
      "loss": 0.5755860805511475,
      "step": 1034
    },
    {
      "epoch": 1.1175836030204962,
      "grad_norm": 5.685046672821045,
      "learning_rate": 1.5363338602168072e-06,
      "loss": 0.40157079696655273,
      "step": 1036
    },
    {
      "epoch": 1.1197411003236246,
      "grad_norm": 1.610744833946228,
      "learning_rate": 1.5344599123333671e-06,
      "loss": 0.4434182643890381,
      "step": 1038
    },
    {
      "epoch": 1.121898597626753,
      "grad_norm": 23.230365753173828,
      "learning_rate": 1.532583505371161e-06,
      "loss": 0.4990198314189911,
      "step": 1040
    },
    {
      "epoch": 1.1240560949298812,
      "grad_norm": 1.455960988998413,
      "learning_rate": 1.5307046499508066e-06,
      "loss": 0.4062468409538269,
      "step": 1042
    },
    {
      "epoch": 1.1262135922330097,
      "grad_norm": 1.460098385810852,
      "learning_rate": 1.5288233567067794e-06,
      "loss": 0.45499229431152344,
      "step": 1044
    },
    {
      "epoch": 1.128371089536138,
      "grad_norm": 1.3446215391159058,
      "learning_rate": 1.5269396362873542e-06,
      "loss": 0.4300175905227661,
      "step": 1046
    },
    {
      "epoch": 1.1305285868392665,
      "grad_norm": 1.6477187871932983,
      "learning_rate": 1.5250534993545426e-06,
      "loss": 0.4830603301525116,
      "step": 1048
    },
    {
      "epoch": 1.132686084142395,
      "grad_norm": 2.070373296737671,
      "learning_rate": 1.523164956584035e-06,
      "loss": 0.47534123063087463,
      "step": 1050
    },
    {
      "epoch": 1.134843581445523,
      "grad_norm": 2.0876166820526123,
      "learning_rate": 1.5212740186651378e-06,
      "loss": 0.4968222975730896,
      "step": 1052
    },
    {
      "epoch": 1.1370010787486515,
      "grad_norm": 1.7046785354614258,
      "learning_rate": 1.5193806963007156e-06,
      "loss": 0.4516274034976959,
      "step": 1054
    },
    {
      "epoch": 1.13915857605178,
      "grad_norm": 6.408827781677246,
      "learning_rate": 1.517485000207128e-06,
      "loss": 0.45875146985054016,
      "step": 1056
    },
    {
      "epoch": 1.1413160733549084,
      "grad_norm": 1.6034789085388184,
      "learning_rate": 1.5155869411141704e-06,
      "loss": 0.5700262188911438,
      "step": 1058
    },
    {
      "epoch": 1.1434735706580366,
      "grad_norm": 9.753545761108398,
      "learning_rate": 1.5136865297650134e-06,
      "loss": 0.3870803117752075,
      "step": 1060
    },
    {
      "epoch": 1.145631067961165,
      "grad_norm": 2.6454174518585205,
      "learning_rate": 1.511783776916141e-06,
      "loss": 0.1962374895811081,
      "step": 1062
    },
    {
      "epoch": 1.1477885652642934,
      "grad_norm": 9.807194709777832,
      "learning_rate": 1.5098786933372907e-06,
      "loss": 0.3792603611946106,
      "step": 1064
    },
    {
      "epoch": 1.1499460625674218,
      "grad_norm": 1.371470332145691,
      "learning_rate": 1.5079712898113916e-06,
      "loss": 0.4742359519004822,
      "step": 1066
    },
    {
      "epoch": 1.1521035598705502,
      "grad_norm": 9.515076637268066,
      "learning_rate": 1.5060615771345045e-06,
      "loss": 0.49537792801856995,
      "step": 1068
    },
    {
      "epoch": 1.1542610571736784,
      "grad_norm": 3.214311361312866,
      "learning_rate": 1.50414956611576e-06,
      "loss": 0.5695366859436035,
      "step": 1070
    },
    {
      "epoch": 1.1564185544768069,
      "grad_norm": 3.578993797302246,
      "learning_rate": 1.5022352675772967e-06,
      "loss": 0.4019346535205841,
      "step": 1072
    },
    {
      "epoch": 1.1585760517799353,
      "grad_norm": 1.514540195465088,
      "learning_rate": 1.5003186923542022e-06,
      "loss": 0.4417833089828491,
      "step": 1074
    },
    {
      "epoch": 1.1607335490830637,
      "grad_norm": 1.5279725790023804,
      "learning_rate": 1.4983998512944497e-06,
      "loss": 0.40684929490089417,
      "step": 1076
    },
    {
      "epoch": 1.162891046386192,
      "grad_norm": 2.6913864612579346,
      "learning_rate": 1.4964787552588364e-06,
      "loss": 0.6169437766075134,
      "step": 1078
    },
    {
      "epoch": 1.1650485436893203,
      "grad_norm": 6.149393558502197,
      "learning_rate": 1.4945554151209241e-06,
      "loss": 0.4913300573825836,
      "step": 1080
    },
    {
      "epoch": 1.1672060409924487,
      "grad_norm": 3.6629035472869873,
      "learning_rate": 1.4926298417669757e-06,
      "loss": 0.4479219615459442,
      "step": 1082
    },
    {
      "epoch": 1.1693635382955772,
      "grad_norm": 2.302075147628784,
      "learning_rate": 1.4907020460958943e-06,
      "loss": 0.4335775077342987,
      "step": 1084
    },
    {
      "epoch": 1.1715210355987056,
      "grad_norm": 1.0914833545684814,
      "learning_rate": 1.488772039019162e-06,
      "loss": 0.466959148645401,
      "step": 1086
    },
    {
      "epoch": 1.173678532901834,
      "grad_norm": 5.46653938293457,
      "learning_rate": 1.4868398314607765e-06,
      "loss": 0.6127966046333313,
      "step": 1088
    },
    {
      "epoch": 1.1758360302049622,
      "grad_norm": 1.7374179363250732,
      "learning_rate": 1.484905434357192e-06,
      "loss": 0.5522704124450684,
      "step": 1090
    },
    {
      "epoch": 1.1779935275080906,
      "grad_norm": 1.311828374862671,
      "learning_rate": 1.482968858657255e-06,
      "loss": 0.4033716320991516,
      "step": 1092
    },
    {
      "epoch": 1.180151024811219,
      "grad_norm": 1.440038800239563,
      "learning_rate": 1.481030115322142e-06,
      "loss": 0.4107467234134674,
      "step": 1094
    },
    {
      "epoch": 1.1823085221143474,
      "grad_norm": 17.832111358642578,
      "learning_rate": 1.4790892153253004e-06,
      "loss": 0.26430749893188477,
      "step": 1096
    },
    {
      "epoch": 1.1844660194174756,
      "grad_norm": 21.0089054107666,
      "learning_rate": 1.4771461696523828e-06,
      "loss": 0.2329411655664444,
      "step": 1098
    },
    {
      "epoch": 1.186623516720604,
      "grad_norm": 3.482215166091919,
      "learning_rate": 1.4752009893011877e-06,
      "loss": 0.33426716923713684,
      "step": 1100
    },
    {
      "epoch": 1.1887810140237325,
      "grad_norm": 1.4247711896896362,
      "learning_rate": 1.4732536852815948e-06,
      "loss": 0.3406693637371063,
      "step": 1102
    },
    {
      "epoch": 1.190938511326861,
      "grad_norm": 2.5058937072753906,
      "learning_rate": 1.4713042686155054e-06,
      "loss": 0.4682016670703888,
      "step": 1104
    },
    {
      "epoch": 1.1930960086299893,
      "grad_norm": 3.2917213439941406,
      "learning_rate": 1.469352750336778e-06,
      "loss": 0.5560429096221924,
      "step": 1106
    },
    {
      "epoch": 1.1952535059331175,
      "grad_norm": 2.8005712032318115,
      "learning_rate": 1.4673991414911653e-06,
      "loss": 0.49286743998527527,
      "step": 1108
    },
    {
      "epoch": 1.197411003236246,
      "grad_norm": 1.9056379795074463,
      "learning_rate": 1.465443453136255e-06,
      "loss": 0.5415875911712646,
      "step": 1110
    },
    {
      "epoch": 1.1995685005393744,
      "grad_norm": 3.3546078205108643,
      "learning_rate": 1.4634856963414022e-06,
      "loss": 0.5321105122566223,
      "step": 1112
    },
    {
      "epoch": 1.2017259978425028,
      "grad_norm": 1.4719895124435425,
      "learning_rate": 1.4615258821876726e-06,
      "loss": 0.4267783761024475,
      "step": 1114
    },
    {
      "epoch": 1.203883495145631,
      "grad_norm": 1.423250436782837,
      "learning_rate": 1.459564021767774e-06,
      "loss": 0.498091459274292,
      "step": 1116
    },
    {
      "epoch": 1.2060409924487594,
      "grad_norm": 2.6084094047546387,
      "learning_rate": 1.4576001261859981e-06,
      "loss": 0.4652736186981201,
      "step": 1118
    },
    {
      "epoch": 1.2081984897518878,
      "grad_norm": 1.2524727582931519,
      "learning_rate": 1.4556342065581548e-06,
      "loss": 0.5334936380386353,
      "step": 1120
    },
    {
      "epoch": 1.2103559870550162,
      "grad_norm": 4.288187026977539,
      "learning_rate": 1.453666274011511e-06,
      "loss": 0.6997748017311096,
      "step": 1122
    },
    {
      "epoch": 1.2125134843581447,
      "grad_norm": 2.6082146167755127,
      "learning_rate": 1.4516963396847255e-06,
      "loss": 0.6567426323890686,
      "step": 1124
    },
    {
      "epoch": 1.2146709816612729,
      "grad_norm": 1.885820746421814,
      "learning_rate": 1.4497244147277895e-06,
      "loss": 0.41897153854370117,
      "step": 1126
    },
    {
      "epoch": 1.2168284789644013,
      "grad_norm": 3.6321957111358643,
      "learning_rate": 1.4477505103019587e-06,
      "loss": 0.4789751172065735,
      "step": 1128
    },
    {
      "epoch": 1.2189859762675297,
      "grad_norm": 3.317688226699829,
      "learning_rate": 1.4457746375796956e-06,
      "loss": 0.551139235496521,
      "step": 1130
    },
    {
      "epoch": 1.2211434735706581,
      "grad_norm": 1.2082242965698242,
      "learning_rate": 1.4437968077446013e-06,
      "loss": 0.3944661617279053,
      "step": 1132
    },
    {
      "epoch": 1.2233009708737863,
      "grad_norm": 1.8302658796310425,
      "learning_rate": 1.4418170319913548e-06,
      "loss": 0.23596011102199554,
      "step": 1134
    },
    {
      "epoch": 1.2254584681769147,
      "grad_norm": 3.345332622528076,
      "learning_rate": 1.43983532152565e-06,
      "loss": 0.20758569240570068,
      "step": 1136
    },
    {
      "epoch": 1.2276159654800431,
      "grad_norm": 2.142779588699341,
      "learning_rate": 1.43785168756413e-06,
      "loss": 0.4067525267601013,
      "step": 1138
    },
    {
      "epoch": 1.2297734627831716,
      "grad_norm": 14.230850219726562,
      "learning_rate": 1.4358661413343269e-06,
      "loss": 0.5197821855545044,
      "step": 1140
    },
    {
      "epoch": 1.2319309600863,
      "grad_norm": 1.4702306985855103,
      "learning_rate": 1.4338786940745943e-06,
      "loss": 0.6153298020362854,
      "step": 1142
    },
    {
      "epoch": 1.2340884573894282,
      "grad_norm": 3.1709959506988525,
      "learning_rate": 1.4318893570340476e-06,
      "loss": 0.47198399901390076,
      "step": 1144
    },
    {
      "epoch": 1.2362459546925566,
      "grad_norm": 2.0311388969421387,
      "learning_rate": 1.4298981414724972e-06,
      "loss": 0.4431988596916199,
      "step": 1146
    },
    {
      "epoch": 1.238403451995685,
      "grad_norm": 2.6444904804229736,
      "learning_rate": 1.4279050586603865e-06,
      "loss": 0.49952733516693115,
      "step": 1148
    },
    {
      "epoch": 1.2405609492988134,
      "grad_norm": 2.9312846660614014,
      "learning_rate": 1.4259101198787284e-06,
      "loss": 0.40768349170684814,
      "step": 1150
    },
    {
      "epoch": 1.2427184466019416,
      "grad_norm": 1.304535150527954,
      "learning_rate": 1.4239133364190402e-06,
      "loss": 0.32800549268722534,
      "step": 1152
    },
    {
      "epoch": 1.24487594390507,
      "grad_norm": 6.382114887237549,
      "learning_rate": 1.4219147195832796e-06,
      "loss": 0.5660591125488281,
      "step": 1154
    },
    {
      "epoch": 1.2470334412081985,
      "grad_norm": 1.935137152671814,
      "learning_rate": 1.4199142806837825e-06,
      "loss": 0.46538597345352173,
      "step": 1156
    },
    {
      "epoch": 1.249190938511327,
      "grad_norm": 1.4178097248077393,
      "learning_rate": 1.4179120310431967e-06,
      "loss": 0.3020792007446289,
      "step": 1158
    },
    {
      "epoch": 1.2513484358144553,
      "grad_norm": 6.318742752075195,
      "learning_rate": 1.41590798199442e-06,
      "loss": 0.5570347309112549,
      "step": 1160
    },
    {
      "epoch": 1.2535059331175837,
      "grad_norm": 1.248417615890503,
      "learning_rate": 1.4139021448805344e-06,
      "loss": 0.3992771506309509,
      "step": 1162
    },
    {
      "epoch": 1.255663430420712,
      "grad_norm": 5.451845645904541,
      "learning_rate": 1.4118945310547424e-06,
      "loss": 0.5283824801445007,
      "step": 1164
    },
    {
      "epoch": 1.2578209277238404,
      "grad_norm": 2.265537738800049,
      "learning_rate": 1.4098851518803032e-06,
      "loss": 0.41607847809791565,
      "step": 1166
    },
    {
      "epoch": 1.2599784250269688,
      "grad_norm": 0.5451850295066833,
      "learning_rate": 1.4078740187304678e-06,
      "loss": 0.44866782426834106,
      "step": 1168
    },
    {
      "epoch": 1.262135922330097,
      "grad_norm": 6.6960835456848145,
      "learning_rate": 1.4058611429884153e-06,
      "loss": 0.6595394015312195,
      "step": 1170
    },
    {
      "epoch": 1.2642934196332254,
      "grad_norm": 6.947851657867432,
      "learning_rate": 1.4038465360471872e-06,
      "loss": 0.6133137345314026,
      "step": 1172
    },
    {
      "epoch": 1.2664509169363538,
      "grad_norm": 2.5718576908111572,
      "learning_rate": 1.401830209309624e-06,
      "loss": 0.4383125901222229,
      "step": 1174
    },
    {
      "epoch": 1.2686084142394822,
      "grad_norm": 2.443553924560547,
      "learning_rate": 1.3998121741883012e-06,
      "loss": 0.38315558433532715,
      "step": 1176
    },
    {
      "epoch": 1.2707659115426106,
      "grad_norm": 0.8398682475090027,
      "learning_rate": 1.3977924421054623e-06,
      "loss": 0.22079361975193024,
      "step": 1178
    },
    {
      "epoch": 1.272923408845739,
      "grad_norm": 3.0209848880767822,
      "learning_rate": 1.3957710244929575e-06,
      "loss": 0.4939245581626892,
      "step": 1180
    },
    {
      "epoch": 1.2750809061488673,
      "grad_norm": 4.289799213409424,
      "learning_rate": 1.3937479327921762e-06,
      "loss": 0.42832162976264954,
      "step": 1182
    },
    {
      "epoch": 1.2772384034519957,
      "grad_norm": 2.087005376815796,
      "learning_rate": 1.3917231784539831e-06,
      "loss": 0.5092071294784546,
      "step": 1184
    },
    {
      "epoch": 1.279395900755124,
      "grad_norm": 1.6985106468200684,
      "learning_rate": 1.3896967729386545e-06,
      "loss": 0.6054165363311768,
      "step": 1186
    },
    {
      "epoch": 1.2815533980582523,
      "grad_norm": 3.5646963119506836,
      "learning_rate": 1.3876687277158117e-06,
      "loss": 0.47859057784080505,
      "step": 1188
    },
    {
      "epoch": 1.2837108953613807,
      "grad_norm": 3.154890537261963,
      "learning_rate": 1.385639054264357e-06,
      "loss": 0.43968018889427185,
      "step": 1190
    },
    {
      "epoch": 1.2858683926645091,
      "grad_norm": 6.229619026184082,
      "learning_rate": 1.383607764072409e-06,
      "loss": 0.5543320775032043,
      "step": 1192
    },
    {
      "epoch": 1.2880258899676376,
      "grad_norm": 12.460729598999023,
      "learning_rate": 1.3815748686372368e-06,
      "loss": 0.4493723511695862,
      "step": 1194
    },
    {
      "epoch": 1.290183387270766,
      "grad_norm": 1.6863099336624146,
      "learning_rate": 1.3795403794651955e-06,
      "loss": 0.3126695156097412,
      "step": 1196
    },
    {
      "epoch": 1.2923408845738944,
      "grad_norm": 3.3788959980010986,
      "learning_rate": 1.3775043080716608e-06,
      "loss": 0.46441030502319336,
      "step": 1198
    },
    {
      "epoch": 1.2944983818770226,
      "grad_norm": 1.3057730197906494,
      "learning_rate": 1.3754666659809636e-06,
      "loss": 0.4863712191581726,
      "step": 1200
    },
    {
      "epoch": 1.296655879180151,
      "grad_norm": 1.384608507156372,
      "learning_rate": 1.3734274647263258e-06,
      "loss": 0.41433578729629517,
      "step": 1202
    },
    {
      "epoch": 1.2988133764832794,
      "grad_norm": 0.7437410950660706,
      "learning_rate": 1.3713867158497935e-06,
      "loss": 0.3361971378326416,
      "step": 1204
    },
    {
      "epoch": 1.3009708737864076,
      "grad_norm": 5.0748090744018555,
      "learning_rate": 1.369344430902173e-06,
      "loss": 0.582435667514801,
      "step": 1206
    },
    {
      "epoch": 1.303128371089536,
      "grad_norm": 1.445181131362915,
      "learning_rate": 1.3673006214429657e-06,
      "loss": 0.49374300241470337,
      "step": 1208
    },
    {
      "epoch": 1.3052858683926645,
      "grad_norm": 2.7276389598846436,
      "learning_rate": 1.3652552990402993e-06,
      "loss": 0.49756351113319397,
      "step": 1210
    },
    {
      "epoch": 1.307443365695793,
      "grad_norm": 3.362050771713257,
      "learning_rate": 1.3632084752708672e-06,
      "loss": 0.4800053536891937,
      "step": 1212
    },
    {
      "epoch": 1.3096008629989213,
      "grad_norm": 1.3913723230361938,
      "learning_rate": 1.36116016171986e-06,
      "loss": 0.569862961769104,
      "step": 1214
    },
    {
      "epoch": 1.3117583603020497,
      "grad_norm": 0.8088376522064209,
      "learning_rate": 1.3591103699809009e-06,
      "loss": 0.43602418899536133,
      "step": 1216
    },
    {
      "epoch": 1.313915857605178,
      "grad_norm": 2.7153704166412354,
      "learning_rate": 1.3570591116559786e-06,
      "loss": 0.627713680267334,
      "step": 1218
    },
    {
      "epoch": 1.3160733549083063,
      "grad_norm": 2.235117197036743,
      "learning_rate": 1.3550063983553842e-06,
      "loss": 0.20072109997272491,
      "step": 1220
    },
    {
      "epoch": 1.3182308522114348,
      "grad_norm": 2.215144157409668,
      "learning_rate": 1.352952241697643e-06,
      "loss": 0.45614534616470337,
      "step": 1222
    },
    {
      "epoch": 1.3203883495145632,
      "grad_norm": 1.2694110870361328,
      "learning_rate": 1.3508966533094507e-06,
      "loss": 0.4190627932548523,
      "step": 1224
    },
    {
      "epoch": 1.3225458468176914,
      "grad_norm": 1.3221111297607422,
      "learning_rate": 1.3488396448256063e-06,
      "loss": 0.41167372465133667,
      "step": 1226
    },
    {
      "epoch": 1.3247033441208198,
      "grad_norm": 0.3495451509952545,
      "learning_rate": 1.3467812278889466e-06,
      "loss": 0.2586868107318878,
      "step": 1228
    },
    {
      "epoch": 1.3268608414239482,
      "grad_norm": 3.7483558654785156,
      "learning_rate": 1.3447214141502801e-06,
      "loss": 0.42079082131385803,
      "step": 1230
    },
    {
      "epoch": 1.3290183387270766,
      "grad_norm": 1.2944005727767944,
      "learning_rate": 1.3426602152683221e-06,
      "loss": 0.4828168451786041,
      "step": 1232
    },
    {
      "epoch": 1.331175836030205,
      "grad_norm": 2.611660957336426,
      "learning_rate": 1.3405976429096268e-06,
      "loss": 0.5353527665138245,
      "step": 1234
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 3.6428263187408447,
      "learning_rate": 1.3385337087485237e-06,
      "loss": 0.28263047337532043,
      "step": 1236
    },
    {
      "epoch": 1.3354908306364617,
      "grad_norm": 1.8777357339859009,
      "learning_rate": 1.3364684244670498e-06,
      "loss": 0.47503718733787537,
      "step": 1238
    },
    {
      "epoch": 1.33764832793959,
      "grad_norm": 1.553531527519226,
      "learning_rate": 1.334401801754883e-06,
      "loss": 0.4773551821708679,
      "step": 1240
    },
    {
      "epoch": 1.3398058252427185,
      "grad_norm": 26.932111740112305,
      "learning_rate": 1.3323338523092775e-06,
      "loss": 0.5582832098007202,
      "step": 1242
    },
    {
      "epoch": 1.3419633225458467,
      "grad_norm": 5.682314395904541,
      "learning_rate": 1.3302645878349972e-06,
      "loss": 0.3482803702354431,
      "step": 1244
    },
    {
      "epoch": 1.3441208198489751,
      "grad_norm": 1.8704055547714233,
      "learning_rate": 1.3281940200442492e-06,
      "loss": 0.5859532952308655,
      "step": 1246
    },
    {
      "epoch": 1.3462783171521036,
      "grad_norm": 2.0849342346191406,
      "learning_rate": 1.3261221606566161e-06,
      "loss": 0.571201503276825,
      "step": 1248
    },
    {
      "epoch": 1.348435814455232,
      "grad_norm": 1.3928718566894531,
      "learning_rate": 1.324049021398993e-06,
      "loss": 0.3548327088356018,
      "step": 1250
    },
    {
      "epoch": 1.3505933117583604,
      "grad_norm": 1.392311930656433,
      "learning_rate": 1.3219746140055185e-06,
      "loss": 0.5696713328361511,
      "step": 1252
    },
    {
      "epoch": 1.3527508090614886,
      "grad_norm": 1.4951963424682617,
      "learning_rate": 1.3198989502175077e-06,
      "loss": 0.34389352798461914,
      "step": 1254
    },
    {
      "epoch": 1.354908306364617,
      "grad_norm": 2.442704916000366,
      "learning_rate": 1.3178220417833887e-06,
      "loss": 0.4191893935203552,
      "step": 1256
    },
    {
      "epoch": 1.3570658036677454,
      "grad_norm": 2.9892749786376953,
      "learning_rate": 1.315743900458634e-06,
      "loss": 0.35198745131492615,
      "step": 1258
    },
    {
      "epoch": 1.3592233009708738,
      "grad_norm": 2.776257038116455,
      "learning_rate": 1.313664538005693e-06,
      "loss": 0.3809160888195038,
      "step": 1260
    },
    {
      "epoch": 1.361380798274002,
      "grad_norm": 2.1207423210144043,
      "learning_rate": 1.3115839661939288e-06,
      "loss": 0.3112916350364685,
      "step": 1262
    },
    {
      "epoch": 1.3635382955771305,
      "grad_norm": 2.34796404838562,
      "learning_rate": 1.3095021967995485e-06,
      "loss": 0.3474862575531006,
      "step": 1264
    },
    {
      "epoch": 1.3656957928802589,
      "grad_norm": 1.681514024734497,
      "learning_rate": 1.3074192416055375e-06,
      "loss": 0.6013367176055908,
      "step": 1266
    },
    {
      "epoch": 1.3678532901833873,
      "grad_norm": 1.5219907760620117,
      "learning_rate": 1.3053351124015935e-06,
      "loss": 0.44022852182388306,
      "step": 1268
    },
    {
      "epoch": 1.3700107874865157,
      "grad_norm": 10.068926811218262,
      "learning_rate": 1.3032498209840583e-06,
      "loss": 0.4306741952896118,
      "step": 1270
    },
    {
      "epoch": 1.3721682847896441,
      "grad_norm": 3.296771287918091,
      "learning_rate": 1.3011633791558532e-06,
      "loss": 0.5527811050415039,
      "step": 1272
    },
    {
      "epoch": 1.3743257820927723,
      "grad_norm": 136.3231201171875,
      "learning_rate": 1.2990757987264098e-06,
      "loss": 0.41877317428588867,
      "step": 1274
    },
    {
      "epoch": 1.3764832793959008,
      "grad_norm": 2.0969786643981934,
      "learning_rate": 1.2969870915116042e-06,
      "loss": 0.578849732875824,
      "step": 1276
    },
    {
      "epoch": 1.3786407766990292,
      "grad_norm": 4.652449131011963,
      "learning_rate": 1.2948972693336916e-06,
      "loss": 0.33083122968673706,
      "step": 1278
    },
    {
      "epoch": 1.3807982740021574,
      "grad_norm": 1.5804355144500732,
      "learning_rate": 1.292806344021237e-06,
      "loss": 0.3789401948451996,
      "step": 1280
    },
    {
      "epoch": 1.3829557713052858,
      "grad_norm": 1.5308772325515747,
      "learning_rate": 1.2907143274090487e-06,
      "loss": 0.5875998735427856,
      "step": 1282
    },
    {
      "epoch": 1.3851132686084142,
      "grad_norm": 1.4146822690963745,
      "learning_rate": 1.2886212313381128e-06,
      "loss": 0.38486555218696594,
      "step": 1284
    },
    {
      "epoch": 1.3872707659115426,
      "grad_norm": 4.086416244506836,
      "learning_rate": 1.2865270676555249e-06,
      "loss": 0.596904456615448,
      "step": 1286
    },
    {
      "epoch": 1.389428263214671,
      "grad_norm": 3.7820913791656494,
      "learning_rate": 1.2844318482144233e-06,
      "loss": 0.43893247842788696,
      "step": 1288
    },
    {
      "epoch": 1.3915857605177995,
      "grad_norm": 2.7569808959960938,
      "learning_rate": 1.2823355848739217e-06,
      "loss": 0.3261288106441498,
      "step": 1290
    },
    {
      "epoch": 1.3937432578209277,
      "grad_norm": 10.709510803222656,
      "learning_rate": 1.280238289499043e-06,
      "loss": 0.5592629909515381,
      "step": 1292
    },
    {
      "epoch": 1.395900755124056,
      "grad_norm": 3.0105295181274414,
      "learning_rate": 1.2781399739606513e-06,
      "loss": 0.5706429481506348,
      "step": 1294
    },
    {
      "epoch": 1.3980582524271845,
      "grad_norm": 0.3642590045928955,
      "learning_rate": 1.2760406501353845e-06,
      "loss": 0.4913448393344879,
      "step": 1296
    },
    {
      "epoch": 1.4002157497303127,
      "grad_norm": 1.7649108171463013,
      "learning_rate": 1.273940329905588e-06,
      "loss": 0.4015069007873535,
      "step": 1298
    },
    {
      "epoch": 1.4023732470334411,
      "grad_norm": 5.478614807128906,
      "learning_rate": 1.2718390251592465e-06,
      "loss": 0.3647070527076721,
      "step": 1300
    },
    {
      "epoch": 1.4045307443365695,
      "grad_norm": 2.2883858680725098,
      "learning_rate": 1.2697367477899174e-06,
      "loss": 0.5743715763092041,
      "step": 1302
    },
    {
      "epoch": 1.406688241639698,
      "grad_norm": 1.2849724292755127,
      "learning_rate": 1.2676335096966633e-06,
      "loss": 0.3841140866279602,
      "step": 1304
    },
    {
      "epoch": 1.4088457389428264,
      "grad_norm": 1.79099702835083,
      "learning_rate": 1.2655293227839841e-06,
      "loss": 0.4001426100730896,
      "step": 1306
    },
    {
      "epoch": 1.4110032362459548,
      "grad_norm": 2.938184976577759,
      "learning_rate": 1.2634241989617508e-06,
      "loss": 0.5245987176895142,
      "step": 1308
    },
    {
      "epoch": 1.413160733549083,
      "grad_norm": 1.6925368309020996,
      "learning_rate": 1.2613181501451373e-06,
      "loss": 0.41294950246810913,
      "step": 1310
    },
    {
      "epoch": 1.4153182308522114,
      "grad_norm": 1.1948857307434082,
      "learning_rate": 1.259211188254552e-06,
      "loss": 0.4697638154029846,
      "step": 1312
    },
    {
      "epoch": 1.4174757281553398,
      "grad_norm": 3.2041354179382324,
      "learning_rate": 1.257103325215573e-06,
      "loss": 0.47677257657051086,
      "step": 1314
    },
    {
      "epoch": 1.419633225458468,
      "grad_norm": 4.060916423797607,
      "learning_rate": 1.2549945729588771e-06,
      "loss": 0.22076305747032166,
      "step": 1316
    },
    {
      "epoch": 1.4217907227615965,
      "grad_norm": 4.826178073883057,
      "learning_rate": 1.2528849434201758e-06,
      "loss": 0.4530554711818695,
      "step": 1318
    },
    {
      "epoch": 1.4239482200647249,
      "grad_norm": 1.5924415588378906,
      "learning_rate": 1.2507744485401457e-06,
      "loss": 0.4310169517993927,
      "step": 1320
    },
    {
      "epoch": 1.4261057173678533,
      "grad_norm": 1.6999584436416626,
      "learning_rate": 1.2486631002643604e-06,
      "loss": 0.32071733474731445,
      "step": 1322
    },
    {
      "epoch": 1.4282632146709817,
      "grad_norm": 1.5567405223846436,
      "learning_rate": 1.2465509105432252e-06,
      "loss": 0.2832459509372711,
      "step": 1324
    },
    {
      "epoch": 1.4304207119741101,
      "grad_norm": 5.614641189575195,
      "learning_rate": 1.2444378913319067e-06,
      "loss": 0.47128552198410034,
      "step": 1326
    },
    {
      "epoch": 1.4325782092772383,
      "grad_norm": 1.8778231143951416,
      "learning_rate": 1.2423240545902674e-06,
      "loss": 0.38101163506507874,
      "step": 1328
    },
    {
      "epoch": 1.4347357065803668,
      "grad_norm": 3.9056172370910645,
      "learning_rate": 1.2402094122827964e-06,
      "loss": 0.537193775177002,
      "step": 1330
    },
    {
      "epoch": 1.4368932038834952,
      "grad_norm": 3.836848735809326,
      "learning_rate": 1.2380939763785433e-06,
      "loss": 0.4837642014026642,
      "step": 1332
    },
    {
      "epoch": 1.4390507011866236,
      "grad_norm": 1.4066507816314697,
      "learning_rate": 1.2359777588510484e-06,
      "loss": 0.5043050646781921,
      "step": 1334
    },
    {
      "epoch": 1.4412081984897518,
      "grad_norm": 1.7807657718658447,
      "learning_rate": 1.233860771678277e-06,
      "loss": 0.42978519201278687,
      "step": 1336
    },
    {
      "epoch": 1.4433656957928802,
      "grad_norm": 2.4499216079711914,
      "learning_rate": 1.23174302684255e-06,
      "loss": 0.5630735754966736,
      "step": 1338
    },
    {
      "epoch": 1.4455231930960086,
      "grad_norm": 2.219531297683716,
      "learning_rate": 1.2296245363304772e-06,
      "loss": 0.6489322185516357,
      "step": 1340
    },
    {
      "epoch": 1.447680690399137,
      "grad_norm": 3.5208077430725098,
      "learning_rate": 1.2275053121328886e-06,
      "loss": 0.424197793006897,
      "step": 1342
    },
    {
      "epoch": 1.4498381877022655,
      "grad_norm": 2.0139458179473877,
      "learning_rate": 1.2253853662447673e-06,
      "loss": 0.51392662525177,
      "step": 1344
    },
    {
      "epoch": 1.4519956850053937,
      "grad_norm": 3.8764588832855225,
      "learning_rate": 1.223264710665181e-06,
      "loss": 0.4180300533771515,
      "step": 1346
    },
    {
      "epoch": 1.454153182308522,
      "grad_norm": 1.3136292695999146,
      "learning_rate": 1.2211433573972145e-06,
      "loss": 0.3597021698951721,
      "step": 1348
    },
    {
      "epoch": 1.4563106796116505,
      "grad_norm": 2.6723670959472656,
      "learning_rate": 1.219021318447901e-06,
      "loss": 0.4391145408153534,
      "step": 1350
    },
    {
      "epoch": 1.458468176914779,
      "grad_norm": 2.19071102142334,
      "learning_rate": 1.2168986058281552e-06,
      "loss": 0.31397783756256104,
      "step": 1352
    },
    {
      "epoch": 1.4606256742179071,
      "grad_norm": 2.55515718460083,
      "learning_rate": 1.2147752315527056e-06,
      "loss": 0.49626126885414124,
      "step": 1354
    },
    {
      "epoch": 1.4627831715210355,
      "grad_norm": 1.1953641176223755,
      "learning_rate": 1.2126512076400238e-06,
      "loss": 0.36800915002822876,
      "step": 1356
    },
    {
      "epoch": 1.464940668824164,
      "grad_norm": 1.1821345090866089,
      "learning_rate": 1.2105265461122599e-06,
      "loss": 0.36970698833465576,
      "step": 1358
    },
    {
      "epoch": 1.4670981661272924,
      "grad_norm": 1.9997817277908325,
      "learning_rate": 1.208401258995173e-06,
      "loss": 0.24953503906726837,
      "step": 1360
    },
    {
      "epoch": 1.4692556634304208,
      "grad_norm": 1.4127711057662964,
      "learning_rate": 1.2062753583180617e-06,
      "loss": 0.6299887895584106,
      "step": 1362
    },
    {
      "epoch": 1.4714131607335492,
      "grad_norm": 1.239811897277832,
      "learning_rate": 1.2041488561136987e-06,
      "loss": 0.2647631764411926,
      "step": 1364
    },
    {
      "epoch": 1.4735706580366774,
      "grad_norm": 1.8730353116989136,
      "learning_rate": 1.2020217644182618e-06,
      "loss": 0.47313305735588074,
      "step": 1366
    },
    {
      "epoch": 1.4757281553398058,
      "grad_norm": 1.2671191692352295,
      "learning_rate": 1.1998940952712636e-06,
      "loss": 0.4221327602863312,
      "step": 1368
    },
    {
      "epoch": 1.4778856526429343,
      "grad_norm": 3.7683935165405273,
      "learning_rate": 1.1977658607154866e-06,
      "loss": 0.3292485773563385,
      "step": 1370
    },
    {
      "epoch": 1.4800431499460625,
      "grad_norm": 2.1078288555145264,
      "learning_rate": 1.1956370727969132e-06,
      "loss": 0.4748386740684509,
      "step": 1372
    },
    {
      "epoch": 1.4822006472491909,
      "grad_norm": 3.0718023777008057,
      "learning_rate": 1.1935077435646573e-06,
      "loss": 0.41127315163612366,
      "step": 1374
    },
    {
      "epoch": 1.4843581445523193,
      "grad_norm": 9.03038501739502,
      "learning_rate": 1.1913778850708974e-06,
      "loss": 0.38048920035362244,
      "step": 1376
    },
    {
      "epoch": 1.4865156418554477,
      "grad_norm": 2.5646114349365234,
      "learning_rate": 1.189247509370807e-06,
      "loss": 0.5044585466384888,
      "step": 1378
    },
    {
      "epoch": 1.4886731391585761,
      "grad_norm": 3.9271023273468018,
      "learning_rate": 1.1871166285224885e-06,
      "loss": 0.5840790271759033,
      "step": 1380
    },
    {
      "epoch": 1.4908306364617046,
      "grad_norm": 1.9364007711410522,
      "learning_rate": 1.1849852545869013e-06,
      "loss": 0.4913451671600342,
      "step": 1382
    },
    {
      "epoch": 1.4929881337648327,
      "grad_norm": 7.079308986663818,
      "learning_rate": 1.182853399627797e-06,
      "loss": 0.40108633041381836,
      "step": 1384
    },
    {
      "epoch": 1.4951456310679612,
      "grad_norm": 1.5303609371185303,
      "learning_rate": 1.1807210757116505e-06,
      "loss": 0.5875151753425598,
      "step": 1386
    },
    {
      "epoch": 1.4973031283710896,
      "grad_norm": 1.7939358949661255,
      "learning_rate": 1.1785882949075894e-06,
      "loss": 0.43406108021736145,
      "step": 1388
    },
    {
      "epoch": 1.4994606256742178,
      "grad_norm": 1.709847092628479,
      "learning_rate": 1.1764550692873282e-06,
      "loss": 0.4609090983867645,
      "step": 1390
    },
    {
      "epoch": 1.5016181229773462,
      "grad_norm": 1.4324554204940796,
      "learning_rate": 1.1743214109250992e-06,
      "loss": 0.2564505934715271,
      "step": 1392
    },
    {
      "epoch": 1.5037756202804746,
      "grad_norm": 2.9874749183654785,
      "learning_rate": 1.1721873318975835e-06,
      "loss": 0.46675199270248413,
      "step": 1394
    },
    {
      "epoch": 1.505933117583603,
      "grad_norm": 3.750638008117676,
      "learning_rate": 1.1700528442838442e-06,
      "loss": 0.5055999755859375,
      "step": 1396
    },
    {
      "epoch": 1.5080906148867315,
      "grad_norm": 2.8105647563934326,
      "learning_rate": 1.167917960165256e-06,
      "loss": 0.5268608331680298,
      "step": 1398
    },
    {
      "epoch": 1.5102481121898599,
      "grad_norm": 3.50753116607666,
      "learning_rate": 1.1657826916254382e-06,
      "loss": 0.5102010369300842,
      "step": 1400
    },
    {
      "epoch": 1.512405609492988,
      "grad_norm": 10.553208351135254,
      "learning_rate": 1.1636470507501863e-06,
      "loss": 0.4071239233016968,
      "step": 1402
    },
    {
      "epoch": 1.5145631067961165,
      "grad_norm": 3.4755797386169434,
      "learning_rate": 1.1615110496274028e-06,
      "loss": 0.3140917420387268,
      "step": 1404
    },
    {
      "epoch": 1.516720604099245,
      "grad_norm": 2.3255038261413574,
      "learning_rate": 1.1593747003470294e-06,
      "loss": 0.49230116605758667,
      "step": 1406
    },
    {
      "epoch": 1.5188781014023731,
      "grad_norm": 1.2084012031555176,
      "learning_rate": 1.1572380150009777e-06,
      "loss": 0.39797013998031616,
      "step": 1408
    },
    {
      "epoch": 1.5210355987055015,
      "grad_norm": 5.355250358581543,
      "learning_rate": 1.1551010056830634e-06,
      "loss": 0.36559203267097473,
      "step": 1410
    },
    {
      "epoch": 1.52319309600863,
      "grad_norm": 1.0859466791152954,
      "learning_rate": 1.152963684488934e-06,
      "loss": 0.20361725986003876,
      "step": 1412
    },
    {
      "epoch": 1.5253505933117584,
      "grad_norm": 3.301490306854248,
      "learning_rate": 1.150826063516003e-06,
      "loss": 0.36109161376953125,
      "step": 1414
    },
    {
      "epoch": 1.5275080906148868,
      "grad_norm": 2.034646511077881,
      "learning_rate": 1.1486881548633802e-06,
      "loss": 0.4435052275657654,
      "step": 1416
    },
    {
      "epoch": 1.5296655879180152,
      "grad_norm": 1.7059470415115356,
      "learning_rate": 1.1465499706318048e-06,
      "loss": 0.4154685437679291,
      "step": 1418
    },
    {
      "epoch": 1.5318230852211436,
      "grad_norm": 1.5160272121429443,
      "learning_rate": 1.1444115229235745e-06,
      "loss": 0.37496164441108704,
      "step": 1420
    },
    {
      "epoch": 1.5339805825242718,
      "grad_norm": 2.6280198097229004,
      "learning_rate": 1.1422728238424785e-06,
      "loss": 0.48741182684898376,
      "step": 1422
    },
    {
      "epoch": 1.5361380798274002,
      "grad_norm": 14.306265830993652,
      "learning_rate": 1.14013388549373e-06,
      "loss": 0.5213165879249573,
      "step": 1424
    },
    {
      "epoch": 1.5382955771305284,
      "grad_norm": 1.211489200592041,
      "learning_rate": 1.1379947199838952e-06,
      "loss": 0.345187783241272,
      "step": 1426
    },
    {
      "epoch": 1.5404530744336569,
      "grad_norm": 3.2337164878845215,
      "learning_rate": 1.1358553394208268e-06,
      "loss": 0.5196102857589722,
      "step": 1428
    },
    {
      "epoch": 1.5426105717367853,
      "grad_norm": 1.5404866933822632,
      "learning_rate": 1.1337157559135942e-06,
      "loss": 0.4148750603199005,
      "step": 1430
    },
    {
      "epoch": 1.5447680690399137,
      "grad_norm": 1.683718204498291,
      "learning_rate": 1.1315759815724152e-06,
      "loss": 0.32485026121139526,
      "step": 1432
    },
    {
      "epoch": 1.5469255663430421,
      "grad_norm": 2.2065541744232178,
      "learning_rate": 1.1294360285085888e-06,
      "loss": 0.2961767017841339,
      "step": 1434
    },
    {
      "epoch": 1.5490830636461705,
      "grad_norm": 1.0630570650100708,
      "learning_rate": 1.1272959088344253e-06,
      "loss": 0.37115591764450073,
      "step": 1436
    },
    {
      "epoch": 1.551240560949299,
      "grad_norm": 2.599900245666504,
      "learning_rate": 1.1251556346631762e-06,
      "loss": 0.5358873605728149,
      "step": 1438
    },
    {
      "epoch": 1.5533980582524272,
      "grad_norm": 1.2480677366256714,
      "learning_rate": 1.1230152181089708e-06,
      "loss": 0.46197211742401123,
      "step": 1440
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 2.2794196605682373,
      "learning_rate": 1.1208746712867419e-06,
      "loss": 0.44740840792655945,
      "step": 1442
    },
    {
      "epoch": 1.5577130528586838,
      "grad_norm": 1.7489802837371826,
      "learning_rate": 1.1187340063121593e-06,
      "loss": 0.4339655339717865,
      "step": 1444
    },
    {
      "epoch": 1.5598705501618122,
      "grad_norm": 3.410910129547119,
      "learning_rate": 1.116593235301564e-06,
      "loss": 0.3300541639328003,
      "step": 1446
    },
    {
      "epoch": 1.5620280474649406,
      "grad_norm": 0.5800649523735046,
      "learning_rate": 1.1144523703718942e-06,
      "loss": 0.5032283663749695,
      "step": 1448
    },
    {
      "epoch": 1.564185544768069,
      "grad_norm": 1.7073270082473755,
      "learning_rate": 1.1123114236406224e-06,
      "loss": 0.4437793791294098,
      "step": 1450
    },
    {
      "epoch": 1.5663430420711975,
      "grad_norm": 1.9129263162612915,
      "learning_rate": 1.1101704072256819e-06,
      "loss": 0.49655881524086,
      "step": 1452
    },
    {
      "epoch": 1.5685005393743259,
      "grad_norm": 3.6259055137634277,
      "learning_rate": 1.1080293332454016e-06,
      "loss": 0.331562340259552,
      "step": 1454
    },
    {
      "epoch": 1.5706580366774543,
      "grad_norm": 1.8879085779190063,
      "learning_rate": 1.1058882138184363e-06,
      "loss": 0.5420922040939331,
      "step": 1456
    },
    {
      "epoch": 1.5728155339805825,
      "grad_norm": 1.6056373119354248,
      "learning_rate": 1.103747061063697e-06,
      "loss": 0.2305726557970047,
      "step": 1458
    },
    {
      "epoch": 1.574973031283711,
      "grad_norm": 2.3105075359344482,
      "learning_rate": 1.101605887100285e-06,
      "loss": 0.4295492470264435,
      "step": 1460
    },
    {
      "epoch": 1.577130528586839,
      "grad_norm": 3.3066842555999756,
      "learning_rate": 1.09946470404742e-06,
      "loss": 0.5346636772155762,
      "step": 1462
    },
    {
      "epoch": 1.5792880258899675,
      "grad_norm": 5.481215476989746,
      "learning_rate": 1.097323524024374e-06,
      "loss": 0.669352114200592,
      "step": 1464
    },
    {
      "epoch": 1.581445523193096,
      "grad_norm": 5.5241851806640625,
      "learning_rate": 1.095182359150402e-06,
      "loss": 0.5989066958427429,
      "step": 1466
    },
    {
      "epoch": 1.5836030204962244,
      "grad_norm": 1.298604130744934,
      "learning_rate": 1.0930412215446723e-06,
      "loss": 0.3661651015281677,
      "step": 1468
    },
    {
      "epoch": 1.5857605177993528,
      "grad_norm": 4.695067405700684,
      "learning_rate": 1.0909001233262001e-06,
      "loss": 0.449363648891449,
      "step": 1470
    },
    {
      "epoch": 1.5879180151024812,
      "grad_norm": 2.782097578048706,
      "learning_rate": 1.0887590766137766e-06,
      "loss": 0.5595487356185913,
      "step": 1472
    },
    {
      "epoch": 1.5900755124056096,
      "grad_norm": 1.2103036642074585,
      "learning_rate": 1.0866180935259022e-06,
      "loss": 0.38902321457862854,
      "step": 1474
    },
    {
      "epoch": 1.5922330097087378,
      "grad_norm": 1.6246592998504639,
      "learning_rate": 1.084477186180717e-06,
      "loss": 0.5024740099906921,
      "step": 1476
    },
    {
      "epoch": 1.5943905070118662,
      "grad_norm": 1.3438127040863037,
      "learning_rate": 1.0823363666959322e-06,
      "loss": 0.47724461555480957,
      "step": 1478
    },
    {
      "epoch": 1.5965480043149944,
      "grad_norm": 1.5329099893569946,
      "learning_rate": 1.0801956471887618e-06,
      "loss": 0.43613773584365845,
      "step": 1480
    },
    {
      "epoch": 1.5987055016181229,
      "grad_norm": 2.6041982173919678,
      "learning_rate": 1.078055039775854e-06,
      "loss": 0.5445818305015564,
      "step": 1482
    },
    {
      "epoch": 1.6008629989212513,
      "grad_norm": 3.287353277206421,
      "learning_rate": 1.075914556573222e-06,
      "loss": 0.35657113790512085,
      "step": 1484
    },
    {
      "epoch": 1.6030204962243797,
      "grad_norm": 6.16733455657959,
      "learning_rate": 1.0737742096961774e-06,
      "loss": 0.5397022366523743,
      "step": 1486
    },
    {
      "epoch": 1.6051779935275081,
      "grad_norm": 1.3404687643051147,
      "learning_rate": 1.0716340112592582e-06,
      "loss": 0.40695685148239136,
      "step": 1488
    },
    {
      "epoch": 1.6073354908306365,
      "grad_norm": 4.531323432922363,
      "learning_rate": 1.0694939733761635e-06,
      "loss": 0.43187639117240906,
      "step": 1490
    },
    {
      "epoch": 1.609492988133765,
      "grad_norm": 4.229406833648682,
      "learning_rate": 1.067354108159684e-06,
      "loss": 0.3659261465072632,
      "step": 1492
    },
    {
      "epoch": 1.6116504854368932,
      "grad_norm": 1.4188188314437866,
      "learning_rate": 1.0652144277216315e-06,
      "loss": 0.5332222580909729,
      "step": 1494
    },
    {
      "epoch": 1.6138079827400216,
      "grad_norm": 2.903252363204956,
      "learning_rate": 1.063074944172774e-06,
      "loss": 0.4275670647621155,
      "step": 1496
    },
    {
      "epoch": 1.61596548004315,
      "grad_norm": 1.9704622030258179,
      "learning_rate": 1.060935669622763e-06,
      "loss": 0.5114681720733643,
      "step": 1498
    },
    {
      "epoch": 1.6181229773462782,
      "grad_norm": 1.4989230632781982,
      "learning_rate": 1.0587966161800688e-06,
      "loss": 0.4305647909641266,
      "step": 1500
    },
    {
      "epoch": 1.6202804746494066,
      "grad_norm": 4.043560981750488,
      "learning_rate": 1.0566577959519086e-06,
      "loss": 0.34898895025253296,
      "step": 1502
    },
    {
      "epoch": 1.622437971952535,
      "grad_norm": 3.2984836101531982,
      "learning_rate": 1.0545192210441814e-06,
      "loss": 0.3457680642604828,
      "step": 1504
    },
    {
      "epoch": 1.6245954692556634,
      "grad_norm": 2.0970866680145264,
      "learning_rate": 1.0523809035613964e-06,
      "loss": 0.45543625950813293,
      "step": 1506
    },
    {
      "epoch": 1.6267529665587919,
      "grad_norm": 4.432509422302246,
      "learning_rate": 1.0502428556066059e-06,
      "loss": 0.33377963304519653,
      "step": 1508
    },
    {
      "epoch": 1.6289104638619203,
      "grad_norm": 1.2249876260757446,
      "learning_rate": 1.0481050892813368e-06,
      "loss": 0.3518203794956207,
      "step": 1510
    },
    {
      "epoch": 1.6310679611650487,
      "grad_norm": 3.6273698806762695,
      "learning_rate": 1.0459676166855223e-06,
      "loss": 0.47581151127815247,
      "step": 1512
    },
    {
      "epoch": 1.633225458468177,
      "grad_norm": 1.7668628692626953,
      "learning_rate": 1.0438304499174325e-06,
      "loss": 0.31876808404922485,
      "step": 1514
    },
    {
      "epoch": 1.6353829557713053,
      "grad_norm": 4.061316013336182,
      "learning_rate": 1.0416936010736064e-06,
      "loss": 0.47807684540748596,
      "step": 1516
    },
    {
      "epoch": 1.6375404530744335,
      "grad_norm": 1.9564175605773926,
      "learning_rate": 1.0395570822487845e-06,
      "loss": 0.47794413566589355,
      "step": 1518
    },
    {
      "epoch": 1.639697950377562,
      "grad_norm": 1.4420032501220703,
      "learning_rate": 1.0374209055358385e-06,
      "loss": 0.6091484427452087,
      "step": 1520
    },
    {
      "epoch": 1.6418554476806904,
      "grad_norm": 2.4212918281555176,
      "learning_rate": 1.0352850830257037e-06,
      "loss": 0.3609981834888458,
      "step": 1522
    },
    {
      "epoch": 1.6440129449838188,
      "grad_norm": 17.685544967651367,
      "learning_rate": 1.0331496268073113e-06,
      "loss": 0.3519137501716614,
      "step": 1524
    },
    {
      "epoch": 1.6461704422869472,
      "grad_norm": 2.5702126026153564,
      "learning_rate": 1.031014548967518e-06,
      "loss": 0.4019058346748352,
      "step": 1526
    },
    {
      "epoch": 1.6483279395900756,
      "grad_norm": 1.5977301597595215,
      "learning_rate": 1.0288798615910409e-06,
      "loss": 0.4482097923755646,
      "step": 1528
    },
    {
      "epoch": 1.650485436893204,
      "grad_norm": 3.8261749744415283,
      "learning_rate": 1.0267455767603842e-06,
      "loss": 0.5603641867637634,
      "step": 1530
    },
    {
      "epoch": 1.6526429341963322,
      "grad_norm": 2.4676754474639893,
      "learning_rate": 1.0246117065557762e-06,
      "loss": 0.6466296315193176,
      "step": 1532
    },
    {
      "epoch": 1.6548004314994607,
      "grad_norm": 9.348182678222656,
      "learning_rate": 1.0224782630550976e-06,
      "loss": 0.4512023627758026,
      "step": 1534
    },
    {
      "epoch": 1.6569579288025889,
      "grad_norm": 1.4680399894714355,
      "learning_rate": 1.020345258333813e-06,
      "loss": 0.3725220561027527,
      "step": 1536
    },
    {
      "epoch": 1.6591154261057173,
      "grad_norm": 1.6723597049713135,
      "learning_rate": 1.0182127044649052e-06,
      "loss": 0.5063510537147522,
      "step": 1538
    },
    {
      "epoch": 1.6612729234088457,
      "grad_norm": 1.5339092016220093,
      "learning_rate": 1.0160806135188028e-06,
      "loss": 0.46868813037872314,
      "step": 1540
    },
    {
      "epoch": 1.6634304207119741,
      "grad_norm": 1.4481370449066162,
      "learning_rate": 1.0139489975633166e-06,
      "loss": 0.44415712356567383,
      "step": 1542
    },
    {
      "epoch": 1.6655879180151025,
      "grad_norm": 4.979800701141357,
      "learning_rate": 1.0118178686635677e-06,
      "loss": 0.3348858952522278,
      "step": 1544
    },
    {
      "epoch": 1.667745415318231,
      "grad_norm": 2.358186721801758,
      "learning_rate": 1.00968723888192e-06,
      "loss": 0.42780208587646484,
      "step": 1546
    },
    {
      "epoch": 1.6699029126213594,
      "grad_norm": 1.201817512512207,
      "learning_rate": 1.0075571202779138e-06,
      "loss": 0.46995261311531067,
      "step": 1548
    },
    {
      "epoch": 1.6720604099244876,
      "grad_norm": 3.709390878677368,
      "learning_rate": 1.0054275249081947e-06,
      "loss": 0.35104840993881226,
      "step": 1550
    },
    {
      "epoch": 1.674217907227616,
      "grad_norm": 1.4292689561843872,
      "learning_rate": 1.0032984648264479e-06,
      "loss": 0.4314435124397278,
      "step": 1552
    },
    {
      "epoch": 1.6763754045307442,
      "grad_norm": 1.3379240036010742,
      "learning_rate": 1.0011699520833272e-06,
      "loss": 0.4032558798789978,
      "step": 1554
    },
    {
      "epoch": 1.6785329018338726,
      "grad_norm": 7.688792705535889,
      "learning_rate": 9.990419987263904e-07,
      "loss": 0.4385361671447754,
      "step": 1556
    },
    {
      "epoch": 1.680690399137001,
      "grad_norm": 3.1750102043151855,
      "learning_rate": 9.969146168000277e-07,
      "loss": 0.31719791889190674,
      "step": 1558
    },
    {
      "epoch": 1.6828478964401294,
      "grad_norm": 1.8544740676879883,
      "learning_rate": 9.947878183453955e-07,
      "loss": 0.5202147364616394,
      "step": 1560
    },
    {
      "epoch": 1.6850053937432579,
      "grad_norm": 1.8201504945755005,
      "learning_rate": 9.926616154003478e-07,
      "loss": 0.34038931131362915,
      "step": 1562
    },
    {
      "epoch": 1.6871628910463863,
      "grad_norm": 1.8023303747177124,
      "learning_rate": 9.905360199993674e-07,
      "loss": 0.3473019599914551,
      "step": 1564
    },
    {
      "epoch": 1.6893203883495147,
      "grad_norm": 2.248263120651245,
      "learning_rate": 9.884110441734992e-07,
      "loss": 0.49435266852378845,
      "step": 1566
    },
    {
      "epoch": 1.691477885652643,
      "grad_norm": 2.6698451042175293,
      "learning_rate": 9.862866999502805e-07,
      "loss": 0.4461665451526642,
      "step": 1568
    },
    {
      "epoch": 1.6936353829557713,
      "grad_norm": 1.4548275470733643,
      "learning_rate": 9.841629993536741e-07,
      "loss": 0.5574808120727539,
      "step": 1570
    },
    {
      "epoch": 1.6957928802588995,
      "grad_norm": 1.4881387948989868,
      "learning_rate": 9.820399544039997e-07,
      "loss": 0.3747144043445587,
      "step": 1572
    },
    {
      "epoch": 1.697950377562028,
      "grad_norm": 43.702919006347656,
      "learning_rate": 9.799175771178662e-07,
      "loss": 0.543049693107605,
      "step": 1574
    },
    {
      "epoch": 1.7001078748651564,
      "grad_norm": 3.537771463394165,
      "learning_rate": 9.777958795081024e-07,
      "loss": 0.38331982493400574,
      "step": 1576
    },
    {
      "epoch": 1.7022653721682848,
      "grad_norm": 1.9265162944793701,
      "learning_rate": 9.75674873583692e-07,
      "loss": 0.3932670056819916,
      "step": 1578
    },
    {
      "epoch": 1.7044228694714132,
      "grad_norm": 1.3593825101852417,
      "learning_rate": 9.735545713497021e-07,
      "loss": 0.4138597249984741,
      "step": 1580
    },
    {
      "epoch": 1.7065803667745416,
      "grad_norm": 2.415477991104126,
      "learning_rate": 9.714349848072175e-07,
      "loss": 0.4992269277572632,
      "step": 1582
    },
    {
      "epoch": 1.70873786407767,
      "grad_norm": 1.0291266441345215,
      "learning_rate": 9.693161259532722e-07,
      "loss": 0.4245167076587677,
      "step": 1584
    },
    {
      "epoch": 1.7108953613807982,
      "grad_norm": 1.4725301265716553,
      "learning_rate": 9.671980067807806e-07,
      "loss": 0.35596776008605957,
      "step": 1586
    },
    {
      "epoch": 1.7130528586839266,
      "grad_norm": 1.3389267921447754,
      "learning_rate": 9.650806392784719e-07,
      "loss": 0.3590199947357178,
      "step": 1588
    },
    {
      "epoch": 1.715210355987055,
      "grad_norm": 1.9211981296539307,
      "learning_rate": 9.629640354308188e-07,
      "loss": 0.5305579900741577,
      "step": 1590
    },
    {
      "epoch": 1.7173678532901833,
      "grad_norm": 1.3896666765213013,
      "learning_rate": 9.60848207217974e-07,
      "loss": 0.3872862458229065,
      "step": 1592
    },
    {
      "epoch": 1.7195253505933117,
      "grad_norm": 1.2243990898132324,
      "learning_rate": 9.587331666156988e-07,
      "loss": 0.5288591384887695,
      "step": 1594
    },
    {
      "epoch": 1.72168284789644,
      "grad_norm": 1.8954887390136719,
      "learning_rate": 9.566189255952956e-07,
      "loss": 0.43896806240081787,
      "step": 1596
    },
    {
      "epoch": 1.7238403451995685,
      "grad_norm": 1.1927108764648438,
      "learning_rate": 9.545054961235435e-07,
      "loss": 0.4235879182815552,
      "step": 1598
    },
    {
      "epoch": 1.725997842502697,
      "grad_norm": 7.993542194366455,
      "learning_rate": 9.523928901626255e-07,
      "loss": 0.35887616872787476,
      "step": 1600
    },
    {
      "epoch": 1.7281553398058254,
      "grad_norm": 2.1313676834106445,
      "learning_rate": 9.502811196700656e-07,
      "loss": 0.46110397577285767,
      "step": 1602
    },
    {
      "epoch": 1.7303128371089536,
      "grad_norm": 1.278878092765808,
      "learning_rate": 9.481701965986574e-07,
      "loss": 0.3147183656692505,
      "step": 1604
    },
    {
      "epoch": 1.732470334412082,
      "grad_norm": 3.170421838760376,
      "learning_rate": 9.460601328963996e-07,
      "loss": 0.24724824726581573,
      "step": 1606
    },
    {
      "epoch": 1.7346278317152104,
      "grad_norm": 1.7401503324508667,
      "learning_rate": 9.439509405064254e-07,
      "loss": 0.41423508524894714,
      "step": 1608
    },
    {
      "epoch": 1.7367853290183386,
      "grad_norm": 1.8899052143096924,
      "learning_rate": 9.41842631366937e-07,
      "loss": 0.5291723608970642,
      "step": 1610
    },
    {
      "epoch": 1.738942826321467,
      "grad_norm": 2.190075635910034,
      "learning_rate": 9.397352174111372e-07,
      "loss": 0.49489831924438477,
      "step": 1612
    },
    {
      "epoch": 1.7411003236245954,
      "grad_norm": 4.175290584564209,
      "learning_rate": 9.376287105671621e-07,
      "loss": 0.2998746633529663,
      "step": 1614
    },
    {
      "epoch": 1.7432578209277239,
      "grad_norm": 1.679629921913147,
      "learning_rate": 9.355231227580132e-07,
      "loss": 0.4566305875778198,
      "step": 1616
    },
    {
      "epoch": 1.7454153182308523,
      "grad_norm": 1.7757675647735596,
      "learning_rate": 9.334184659014901e-07,
      "loss": 0.36898234486579895,
      "step": 1618
    },
    {
      "epoch": 1.7475728155339807,
      "grad_norm": 24.852197647094727,
      "learning_rate": 9.313147519101237e-07,
      "loss": 0.2811485826969147,
      "step": 1620
    },
    {
      "epoch": 1.7497303128371091,
      "grad_norm": 1.6118603944778442,
      "learning_rate": 9.292119926911078e-07,
      "loss": 0.2936355173587799,
      "step": 1622
    },
    {
      "epoch": 1.7518878101402373,
      "grad_norm": 1.2674829959869385,
      "learning_rate": 9.271102001462321e-07,
      "loss": 0.3665968179702759,
      "step": 1624
    },
    {
      "epoch": 1.7540453074433657,
      "grad_norm": 2.609710216522217,
      "learning_rate": 9.250093861718151e-07,
      "loss": 0.38114845752716064,
      "step": 1626
    },
    {
      "epoch": 1.756202804746494,
      "grad_norm": 2.0557167530059814,
      "learning_rate": 9.229095626586362e-07,
      "loss": 0.4779360294342041,
      "step": 1628
    },
    {
      "epoch": 1.7583603020496223,
      "grad_norm": 2.9698874950408936,
      "learning_rate": 9.208107414918691e-07,
      "loss": 0.5487996935844421,
      "step": 1630
    },
    {
      "epoch": 1.7605177993527508,
      "grad_norm": 1.6979955434799194,
      "learning_rate": 9.187129345510134e-07,
      "loss": 0.5224738121032715,
      "step": 1632
    },
    {
      "epoch": 1.7626752966558792,
      "grad_norm": 2.131030321121216,
      "learning_rate": 9.166161537098287e-07,
      "loss": 0.33794957399368286,
      "step": 1634
    },
    {
      "epoch": 1.7648327939590076,
      "grad_norm": 1.3157271146774292,
      "learning_rate": 9.145204108362672e-07,
      "loss": 0.49309784173965454,
      "step": 1636
    },
    {
      "epoch": 1.766990291262136,
      "grad_norm": 1.6136844158172607,
      "learning_rate": 9.124257177924049e-07,
      "loss": 0.5821846723556519,
      "step": 1638
    },
    {
      "epoch": 1.7691477885652644,
      "grad_norm": 1.258776068687439,
      "learning_rate": 9.10332086434377e-07,
      "loss": 0.46728694438934326,
      "step": 1640
    },
    {
      "epoch": 1.7713052858683926,
      "grad_norm": 1.5475536584854126,
      "learning_rate": 9.082395286123081e-07,
      "loss": 0.4196864068508148,
      "step": 1642
    },
    {
      "epoch": 1.773462783171521,
      "grad_norm": 3.12204909324646,
      "learning_rate": 9.061480561702482e-07,
      "loss": 0.42648231983184814,
      "step": 1644
    },
    {
      "epoch": 1.7756202804746493,
      "grad_norm": 4.430125713348389,
      "learning_rate": 9.040576809461016e-07,
      "loss": 0.5809032917022705,
      "step": 1646
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 1.5230090618133545,
      "learning_rate": 9.019684147715649e-07,
      "loss": 0.4213182330131531,
      "step": 1648
    },
    {
      "epoch": 1.779935275080906,
      "grad_norm": 2.2308318614959717,
      "learning_rate": 8.99880269472056e-07,
      "loss": 0.2347421497106552,
      "step": 1650
    },
    {
      "epoch": 1.7820927723840345,
      "grad_norm": 1.6177752017974854,
      "learning_rate": 8.97793256866648e-07,
      "loss": 0.4257172644138336,
      "step": 1652
    },
    {
      "epoch": 1.784250269687163,
      "grad_norm": 2.0257010459899902,
      "learning_rate": 8.957073887680046e-07,
      "loss": 0.3010298013687134,
      "step": 1654
    },
    {
      "epoch": 1.7864077669902914,
      "grad_norm": 2.075418472290039,
      "learning_rate": 8.936226769823094e-07,
      "loss": 0.5388916730880737,
      "step": 1656
    },
    {
      "epoch": 1.7885652642934198,
      "grad_norm": 1.9110989570617676,
      "learning_rate": 8.915391333092028e-07,
      "loss": 0.40239423513412476,
      "step": 1658
    },
    {
      "epoch": 1.790722761596548,
      "grad_norm": 1.4136828184127808,
      "learning_rate": 8.894567695417128e-07,
      "loss": 0.44491565227508545,
      "step": 1660
    },
    {
      "epoch": 1.7928802588996764,
      "grad_norm": 1.7407686710357666,
      "learning_rate": 8.873755974661894e-07,
      "loss": 0.4648374021053314,
      "step": 1662
    },
    {
      "epoch": 1.7950377562028046,
      "grad_norm": 1.3232940435409546,
      "learning_rate": 8.852956288622373e-07,
      "loss": 0.4256327450275421,
      "step": 1664
    },
    {
      "epoch": 1.797195253505933,
      "grad_norm": 2.126704692840576,
      "learning_rate": 8.832168755026495e-07,
      "loss": 0.1840769350528717,
      "step": 1666
    },
    {
      "epoch": 1.7993527508090614,
      "grad_norm": 1.6251252889633179,
      "learning_rate": 8.81139349153341e-07,
      "loss": 0.4822881519794464,
      "step": 1668
    },
    {
      "epoch": 1.8015102481121898,
      "grad_norm": 1.9323124885559082,
      "learning_rate": 8.790630615732808e-07,
      "loss": 0.4157404899597168,
      "step": 1670
    },
    {
      "epoch": 1.8036677454153183,
      "grad_norm": 4.677561283111572,
      "learning_rate": 8.769880245144277e-07,
      "loss": 0.3802054226398468,
      "step": 1672
    },
    {
      "epoch": 1.8058252427184467,
      "grad_norm": 0.5432685613632202,
      "learning_rate": 8.749142497216613e-07,
      "loss": 0.22273704409599304,
      "step": 1674
    },
    {
      "epoch": 1.807982740021575,
      "grad_norm": 3.5203936100006104,
      "learning_rate": 8.728417489327174e-07,
      "loss": 0.546721339225769,
      "step": 1676
    },
    {
      "epoch": 1.8101402373247033,
      "grad_norm": 1.5164800882339478,
      "learning_rate": 8.707705338781202e-07,
      "loss": 0.5539653897285461,
      "step": 1678
    },
    {
      "epoch": 1.8122977346278317,
      "grad_norm": 4.041696071624756,
      "learning_rate": 8.687006162811175e-07,
      "loss": 0.48323866724967957,
      "step": 1680
    },
    {
      "epoch": 1.81445523193096,
      "grad_norm": 2.8498449325561523,
      "learning_rate": 8.666320078576125e-07,
      "loss": 0.37030312418937683,
      "step": 1682
    },
    {
      "epoch": 1.8166127292340883,
      "grad_norm": 2.4165847301483154,
      "learning_rate": 8.645647203160988e-07,
      "loss": 0.535261869430542,
      "step": 1684
    },
    {
      "epoch": 1.8187702265372168,
      "grad_norm": 1.3950622081756592,
      "learning_rate": 8.624987653575935e-07,
      "loss": 0.09442806243896484,
      "step": 1686
    },
    {
      "epoch": 1.8209277238403452,
      "grad_norm": 3.6123199462890625,
      "learning_rate": 8.604341546755711e-07,
      "loss": 0.4735386073589325,
      "step": 1688
    },
    {
      "epoch": 1.8230852211434736,
      "grad_norm": 1.8474417924880981,
      "learning_rate": 8.583708999558981e-07,
      "loss": 0.42983824014663696,
      "step": 1690
    },
    {
      "epoch": 1.825242718446602,
      "grad_norm": 4.4611406326293945,
      "learning_rate": 8.563090128767643e-07,
      "loss": 0.4846471846103668,
      "step": 1692
    },
    {
      "epoch": 1.8274002157497304,
      "grad_norm": 4.02655553817749,
      "learning_rate": 8.54248505108621e-07,
      "loss": 0.4285997152328491,
      "step": 1694
    },
    {
      "epoch": 1.8295577130528586,
      "grad_norm": 1.1664454936981201,
      "learning_rate": 8.521893883141114e-07,
      "loss": 0.3732617199420929,
      "step": 1696
    },
    {
      "epoch": 1.831715210355987,
      "grad_norm": 2.430764675140381,
      "learning_rate": 8.501316741480044e-07,
      "loss": 0.5520771741867065,
      "step": 1698
    },
    {
      "epoch": 1.8338727076591155,
      "grad_norm": 1.7392953634262085,
      "learning_rate": 8.480753742571325e-07,
      "loss": 0.4468059241771698,
      "step": 1700
    },
    {
      "epoch": 1.8360302049622437,
      "grad_norm": 1.8151521682739258,
      "learning_rate": 8.460205002803206e-07,
      "loss": 0.623181939125061,
      "step": 1702
    },
    {
      "epoch": 1.838187702265372,
      "grad_norm": 1.6103137731552124,
      "learning_rate": 8.439670638483254e-07,
      "loss": 0.47068604826927185,
      "step": 1704
    },
    {
      "epoch": 1.8403451995685005,
      "grad_norm": 1.699935793876648,
      "learning_rate": 8.419150765837644e-07,
      "loss": 0.461783230304718,
      "step": 1706
    },
    {
      "epoch": 1.842502696871629,
      "grad_norm": 1.5268728733062744,
      "learning_rate": 8.398645501010544e-07,
      "loss": 0.4249412715435028,
      "step": 1708
    },
    {
      "epoch": 1.8446601941747574,
      "grad_norm": 1.973617434501648,
      "learning_rate": 8.378154960063439e-07,
      "loss": 0.3225463628768921,
      "step": 1710
    },
    {
      "epoch": 1.8468176914778858,
      "grad_norm": 2.0861403942108154,
      "learning_rate": 8.357679258974471e-07,
      "loss": 0.41262945532798767,
      "step": 1712
    },
    {
      "epoch": 1.8489751887810142,
      "grad_norm": 1.1829684972763062,
      "learning_rate": 8.33721851363779e-07,
      "loss": 0.3057762086391449,
      "step": 1714
    },
    {
      "epoch": 1.8511326860841424,
      "grad_norm": 2.940964937210083,
      "learning_rate": 8.316772839862889e-07,
      "loss": 0.49465298652648926,
      "step": 1716
    },
    {
      "epoch": 1.8532901833872708,
      "grad_norm": 2.7260243892669678,
      "learning_rate": 8.296342353373964e-07,
      "loss": 0.3695753216743469,
      "step": 1718
    },
    {
      "epoch": 1.855447680690399,
      "grad_norm": 1.9509867429733276,
      "learning_rate": 8.275927169809245e-07,
      "loss": 0.33289045095443726,
      "step": 1720
    },
    {
      "epoch": 1.8576051779935274,
      "grad_norm": 1.32254159450531,
      "learning_rate": 8.255527404720346e-07,
      "loss": 0.48791223764419556,
      "step": 1722
    },
    {
      "epoch": 1.8597626752966558,
      "grad_norm": 1.0751956701278687,
      "learning_rate": 8.235143173571615e-07,
      "loss": 0.4154895544052124,
      "step": 1724
    },
    {
      "epoch": 1.8619201725997843,
      "grad_norm": 2.691671371459961,
      "learning_rate": 8.214774591739469e-07,
      "loss": 0.4291550815105438,
      "step": 1726
    },
    {
      "epoch": 1.8640776699029127,
      "grad_norm": 2.053277015686035,
      "learning_rate": 8.194421774511757e-07,
      "loss": 0.19994314014911652,
      "step": 1728
    },
    {
      "epoch": 1.866235167206041,
      "grad_norm": 0.4679964482784271,
      "learning_rate": 8.174084837087091e-07,
      "loss": 0.25225332379341125,
      "step": 1730
    },
    {
      "epoch": 1.8683926645091695,
      "grad_norm": 8.203169822692871,
      "learning_rate": 8.15376389457421e-07,
      "loss": 0.4160417914390564,
      "step": 1732
    },
    {
      "epoch": 1.8705501618122977,
      "grad_norm": 2.1094777584075928,
      "learning_rate": 8.133459061991312e-07,
      "loss": 0.3063911199569702,
      "step": 1734
    },
    {
      "epoch": 1.8727076591154261,
      "grad_norm": 5.972533702850342,
      "learning_rate": 8.113170454265421e-07,
      "loss": 0.48280882835388184,
      "step": 1736
    },
    {
      "epoch": 1.8748651564185543,
      "grad_norm": 1.7371788024902344,
      "learning_rate": 8.092898186231722e-07,
      "loss": 0.5959540605545044,
      "step": 1738
    },
    {
      "epoch": 1.8770226537216828,
      "grad_norm": 3.3627707958221436,
      "learning_rate": 8.072642372632914e-07,
      "loss": 0.4884318709373474,
      "step": 1740
    },
    {
      "epoch": 1.8791801510248112,
      "grad_norm": 2.1984074115753174,
      "learning_rate": 8.052403128118564e-07,
      "loss": 0.6091974377632141,
      "step": 1742
    },
    {
      "epoch": 1.8813376483279396,
      "grad_norm": 2.3978047370910645,
      "learning_rate": 8.032180567244457e-07,
      "loss": 0.44491517543792725,
      "step": 1744
    },
    {
      "epoch": 1.883495145631068,
      "grad_norm": 1.8564910888671875,
      "learning_rate": 8.011974804471953e-07,
      "loss": 0.356891930103302,
      "step": 1746
    },
    {
      "epoch": 1.8856526429341964,
      "grad_norm": 1.3446942567825317,
      "learning_rate": 7.991785954167318e-07,
      "loss": 0.23551291227340698,
      "step": 1748
    },
    {
      "epoch": 1.8878101402373249,
      "grad_norm": 0.45997709035873413,
      "learning_rate": 7.971614130601109e-07,
      "loss": 0.4230949878692627,
      "step": 1750
    },
    {
      "epoch": 1.889967637540453,
      "grad_norm": 38.918373107910156,
      "learning_rate": 7.951459447947506e-07,
      "loss": 0.47550415992736816,
      "step": 1752
    },
    {
      "epoch": 1.8921251348435815,
      "grad_norm": 2.1779584884643555,
      "learning_rate": 7.931322020283658e-07,
      "loss": 0.34226706624031067,
      "step": 1754
    },
    {
      "epoch": 1.8942826321467097,
      "grad_norm": 1.3864846229553223,
      "learning_rate": 7.911201961589067e-07,
      "loss": 0.4829237163066864,
      "step": 1756
    },
    {
      "epoch": 1.896440129449838,
      "grad_norm": 13.083473205566406,
      "learning_rate": 7.89109938574491e-07,
      "loss": 0.4935177266597748,
      "step": 1758
    },
    {
      "epoch": 1.8985976267529665,
      "grad_norm": 1.8217555284500122,
      "learning_rate": 7.871014406533422e-07,
      "loss": 0.33267736434936523,
      "step": 1760
    },
    {
      "epoch": 1.900755124056095,
      "grad_norm": 1.1673423051834106,
      "learning_rate": 7.850947137637231e-07,
      "loss": 0.5361051559448242,
      "step": 1762
    },
    {
      "epoch": 1.9029126213592233,
      "grad_norm": 2.398650646209717,
      "learning_rate": 7.830897692638723e-07,
      "loss": 0.45928269624710083,
      "step": 1764
    },
    {
      "epoch": 1.9050701186623518,
      "grad_norm": 1.6035159826278687,
      "learning_rate": 7.810866185019411e-07,
      "loss": 0.40345799922943115,
      "step": 1766
    },
    {
      "epoch": 1.9072276159654802,
      "grad_norm": 3.5140364170074463,
      "learning_rate": 7.790852728159263e-07,
      "loss": 0.4371829032897949,
      "step": 1768
    },
    {
      "epoch": 1.9093851132686084,
      "grad_norm": 2.60213041305542,
      "learning_rate": 7.770857435336096e-07,
      "loss": 0.4061744213104248,
      "step": 1770
    },
    {
      "epoch": 1.9115426105717368,
      "grad_norm": 1.3775845766067505,
      "learning_rate": 7.750880419724901e-07,
      "loss": 0.4554259181022644,
      "step": 1772
    },
    {
      "epoch": 1.913700107874865,
      "grad_norm": 1.0794130563735962,
      "learning_rate": 7.730921794397233e-07,
      "loss": 0.5084207057952881,
      "step": 1774
    },
    {
      "epoch": 1.9158576051779934,
      "grad_norm": 2.0664308071136475,
      "learning_rate": 7.710981672320547e-07,
      "loss": 0.41404515504837036,
      "step": 1776
    },
    {
      "epoch": 1.9180151024811218,
      "grad_norm": 2.6501731872558594,
      "learning_rate": 7.691060166357565e-07,
      "loss": 0.43099674582481384,
      "step": 1778
    },
    {
      "epoch": 1.9201725997842503,
      "grad_norm": 1.3328322172164917,
      "learning_rate": 7.671157389265657e-07,
      "loss": 0.28375762701034546,
      "step": 1780
    },
    {
      "epoch": 1.9223300970873787,
      "grad_norm": 1.3328646421432495,
      "learning_rate": 7.651273453696166e-07,
      "loss": 0.3038649260997772,
      "step": 1782
    },
    {
      "epoch": 1.924487594390507,
      "grad_norm": 1.6350358724594116,
      "learning_rate": 7.631408472193804e-07,
      "loss": 0.37957847118377686,
      "step": 1784
    },
    {
      "epoch": 1.9266450916936355,
      "grad_norm": 2.626065731048584,
      "learning_rate": 7.611562557195992e-07,
      "loss": 0.5506111979484558,
      "step": 1786
    },
    {
      "epoch": 1.9288025889967637,
      "grad_norm": 1.2828840017318726,
      "learning_rate": 7.591735821032246e-07,
      "loss": 0.27725642919540405,
      "step": 1788
    },
    {
      "epoch": 1.9309600862998921,
      "grad_norm": 2.3256094455718994,
      "learning_rate": 7.571928375923513e-07,
      "loss": 0.5789600014686584,
      "step": 1790
    },
    {
      "epoch": 1.9331175836030206,
      "grad_norm": 1.5279923677444458,
      "learning_rate": 7.552140333981565e-07,
      "loss": 0.3936736583709717,
      "step": 1792
    },
    {
      "epoch": 1.9352750809061487,
      "grad_norm": 1.2446404695510864,
      "learning_rate": 7.532371807208333e-07,
      "loss": 0.3211576044559479,
      "step": 1794
    },
    {
      "epoch": 1.9374325782092772,
      "grad_norm": 4.188495635986328,
      "learning_rate": 7.51262290749531e-07,
      "loss": 0.6068055629730225,
      "step": 1796
    },
    {
      "epoch": 1.9395900755124056,
      "grad_norm": 0.5956944227218628,
      "learning_rate": 7.49289374662289e-07,
      "loss": 0.49566900730133057,
      "step": 1798
    },
    {
      "epoch": 1.941747572815534,
      "grad_norm": 1.9421483278274536,
      "learning_rate": 7.473184436259737e-07,
      "loss": 0.6433679461479187,
      "step": 1800
    },
    {
      "epoch": 1.9439050701186624,
      "grad_norm": 1.5543241500854492,
      "learning_rate": 7.453495087962171e-07,
      "loss": 0.24959444999694824,
      "step": 1802
    },
    {
      "epoch": 1.9460625674217908,
      "grad_norm": 1.5686687231063843,
      "learning_rate": 7.433825813173513e-07,
      "loss": 0.5422605872154236,
      "step": 1804
    },
    {
      "epoch": 1.948220064724919,
      "grad_norm": 1.1901352405548096,
      "learning_rate": 7.414176723223484e-07,
      "loss": 0.28422844409942627,
      "step": 1806
    },
    {
      "epoch": 1.9503775620280475,
      "grad_norm": 1.0920721292495728,
      "learning_rate": 7.394547929327533e-07,
      "loss": 0.3562416732311249,
      "step": 1808
    },
    {
      "epoch": 1.9525350593311759,
      "grad_norm": 1.3346633911132812,
      "learning_rate": 7.374939542586249e-07,
      "loss": 0.43261829018592834,
      "step": 1810
    },
    {
      "epoch": 1.954692556634304,
      "grad_norm": 0.9234395623207092,
      "learning_rate": 7.355351673984718e-07,
      "loss": 0.1937822848558426,
      "step": 1812
    },
    {
      "epoch": 1.9568500539374325,
      "grad_norm": 1.3584299087524414,
      "learning_rate": 7.335784434391874e-07,
      "loss": 0.48144611716270447,
      "step": 1814
    },
    {
      "epoch": 1.959007551240561,
      "grad_norm": 3.7962646484375,
      "learning_rate": 7.316237934559906e-07,
      "loss": 0.5200175642967224,
      "step": 1816
    },
    {
      "epoch": 1.9611650485436893,
      "grad_norm": 2.161349058151245,
      "learning_rate": 7.296712285123603e-07,
      "loss": 0.535617470741272,
      "step": 1818
    },
    {
      "epoch": 1.9633225458468178,
      "grad_norm": 1.4636130332946777,
      "learning_rate": 7.277207596599746e-07,
      "loss": 0.5756503343582153,
      "step": 1820
    },
    {
      "epoch": 1.9654800431499462,
      "grad_norm": 1.4813960790634155,
      "learning_rate": 7.25772397938647e-07,
      "loss": 0.47899457812309265,
      "step": 1822
    },
    {
      "epoch": 1.9676375404530746,
      "grad_norm": 1.616752028465271,
      "learning_rate": 7.238261543762651e-07,
      "loss": 0.446144700050354,
      "step": 1824
    },
    {
      "epoch": 1.9697950377562028,
      "grad_norm": 3.5466485023498535,
      "learning_rate": 7.218820399887274e-07,
      "loss": 0.6149036884307861,
      "step": 1826
    },
    {
      "epoch": 1.9719525350593312,
      "grad_norm": 1.1728744506835938,
      "learning_rate": 7.199400657798802e-07,
      "loss": 0.3574240207672119,
      "step": 1828
    },
    {
      "epoch": 1.9741100323624594,
      "grad_norm": 1.4667657613754272,
      "learning_rate": 7.180002427414584e-07,
      "loss": 0.4160582721233368,
      "step": 1830
    },
    {
      "epoch": 1.9762675296655878,
      "grad_norm": 1.9609451293945312,
      "learning_rate": 7.160625818530175e-07,
      "loss": 0.4743785560131073,
      "step": 1832
    },
    {
      "epoch": 1.9784250269687162,
      "grad_norm": 1.3401987552642822,
      "learning_rate": 7.141270940818789e-07,
      "loss": 0.4877952039241791,
      "step": 1834
    },
    {
      "epoch": 1.9805825242718447,
      "grad_norm": 2.090475559234619,
      "learning_rate": 7.121937903830615e-07,
      "loss": 0.4774564206600189,
      "step": 1836
    },
    {
      "epoch": 1.982740021574973,
      "grad_norm": 1.7114410400390625,
      "learning_rate": 7.102626816992228e-07,
      "loss": 0.5767732262611389,
      "step": 1838
    },
    {
      "epoch": 1.9848975188781015,
      "grad_norm": 1.462022304534912,
      "learning_rate": 7.08333778960597e-07,
      "loss": 0.4107472598552704,
      "step": 1840
    },
    {
      "epoch": 1.98705501618123,
      "grad_norm": 20.44681739807129,
      "learning_rate": 7.064070930849315e-07,
      "loss": 0.44799551367759705,
      "step": 1842
    },
    {
      "epoch": 1.9892125134843581,
      "grad_norm": 1.4650821685791016,
      "learning_rate": 7.044826349774271e-07,
      "loss": 0.45217186212539673,
      "step": 1844
    },
    {
      "epoch": 1.9913700107874865,
      "grad_norm": 1.2852694988250732,
      "learning_rate": 7.025604155306735e-07,
      "loss": 0.5372745394706726,
      "step": 1846
    },
    {
      "epoch": 1.9935275080906147,
      "grad_norm": 3.7176291942596436,
      "learning_rate": 7.006404456245918e-07,
      "loss": 0.3280995488166809,
      "step": 1848
    },
    {
      "epoch": 1.9956850053937432,
      "grad_norm": 2.549321174621582,
      "learning_rate": 6.987227361263687e-07,
      "loss": 0.419173002243042,
      "step": 1850
    },
    {
      "epoch": 1.9978425026968716,
      "grad_norm": 0.8345087170600891,
      "learning_rate": 6.968072978903971e-07,
      "loss": 0.2861520051956177,
      "step": 1852
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.6546863317489624,
      "learning_rate": 6.94894141758215e-07,
      "loss": 0.38616907596588135,
      "step": 1854
    },
    {
      "epoch": 2.0021574973031284,
      "grad_norm": 2.098503351211548,
      "learning_rate": 6.929832785584435e-07,
      "loss": 0.41417112946510315,
      "step": 1856
    },
    {
      "epoch": 2.004314994606257,
      "grad_norm": 1.7302627563476562,
      "learning_rate": 6.910747191067247e-07,
      "loss": 0.2879858613014221,
      "step": 1858
    },
    {
      "epoch": 2.0064724919093853,
      "grad_norm": 1.0965220928192139,
      "learning_rate": 6.891684742056614e-07,
      "loss": 0.3841347396373749,
      "step": 1860
    },
    {
      "epoch": 2.0086299892125137,
      "grad_norm": 1.9664329290390015,
      "learning_rate": 6.872645546447569e-07,
      "loss": 0.13829857110977173,
      "step": 1862
    },
    {
      "epoch": 2.0107874865156417,
      "grad_norm": 1.8741497993469238,
      "learning_rate": 6.85362971200352e-07,
      "loss": 0.3561688959598541,
      "step": 1864
    },
    {
      "epoch": 2.01294498381877,
      "grad_norm": 1.2023261785507202,
      "learning_rate": 6.834637346355648e-07,
      "loss": 0.24942456185817719,
      "step": 1866
    },
    {
      "epoch": 2.0151024811218985,
      "grad_norm": 3.097130298614502,
      "learning_rate": 6.815668557002304e-07,
      "loss": 0.16739408671855927,
      "step": 1868
    },
    {
      "epoch": 2.017259978425027,
      "grad_norm": 2.240835189819336,
      "learning_rate": 6.796723451308395e-07,
      "loss": 0.287383109331131,
      "step": 1870
    },
    {
      "epoch": 2.0194174757281553,
      "grad_norm": 1.164444923400879,
      "learning_rate": 6.777802136504772e-07,
      "loss": 0.27731871604919434,
      "step": 1872
    },
    {
      "epoch": 2.0215749730312838,
      "grad_norm": 3.692326307296753,
      "learning_rate": 6.758904719687624e-07,
      "loss": 0.42448198795318604,
      "step": 1874
    },
    {
      "epoch": 2.023732470334412,
      "grad_norm": 12.38591480255127,
      "learning_rate": 6.740031307817894e-07,
      "loss": 0.46731823682785034,
      "step": 1876
    },
    {
      "epoch": 2.0258899676375406,
      "grad_norm": 1.388956904411316,
      "learning_rate": 6.72118200772063e-07,
      "loss": 0.45638781785964966,
      "step": 1878
    },
    {
      "epoch": 2.028047464940669,
      "grad_norm": 2.0737364292144775,
      "learning_rate": 6.702356926084422e-07,
      "loss": 0.26328131556510925,
      "step": 1880
    },
    {
      "epoch": 2.030204962243797,
      "grad_norm": 4.843571662902832,
      "learning_rate": 6.683556169460786e-07,
      "loss": 0.3340507447719574,
      "step": 1882
    },
    {
      "epoch": 2.0323624595469254,
      "grad_norm": 0.6562245488166809,
      "learning_rate": 6.664779844263533e-07,
      "loss": 0.36223921179771423,
      "step": 1884
    },
    {
      "epoch": 2.034519956850054,
      "grad_norm": 1.3073861598968506,
      "learning_rate": 6.646028056768215e-07,
      "loss": 0.3697828948497772,
      "step": 1886
    },
    {
      "epoch": 2.0366774541531822,
      "grad_norm": 0.8905764818191528,
      "learning_rate": 6.627300913111484e-07,
      "loss": 0.23265878856182098,
      "step": 1888
    },
    {
      "epoch": 2.0388349514563107,
      "grad_norm": 1.8539386987686157,
      "learning_rate": 6.608598519290517e-07,
      "loss": 0.2889014780521393,
      "step": 1890
    },
    {
      "epoch": 2.040992448759439,
      "grad_norm": 1.5576704740524292,
      "learning_rate": 6.589920981162384e-07,
      "loss": 0.2241078019142151,
      "step": 1892
    },
    {
      "epoch": 2.0431499460625675,
      "grad_norm": 1.355921983718872,
      "learning_rate": 6.5712684044435e-07,
      "loss": 0.3171182870864868,
      "step": 1894
    },
    {
      "epoch": 2.045307443365696,
      "grad_norm": 1.5620806217193604,
      "learning_rate": 6.552640894708971e-07,
      "loss": 0.2683061361312866,
      "step": 1896
    },
    {
      "epoch": 2.0474649406688243,
      "grad_norm": 1.372431755065918,
      "learning_rate": 6.534038557392031e-07,
      "loss": 0.3898204267024994,
      "step": 1898
    },
    {
      "epoch": 2.0496224379719523,
      "grad_norm": 3.4002630710601807,
      "learning_rate": 6.515461497783441e-07,
      "loss": 0.18718461692333221,
      "step": 1900
    },
    {
      "epoch": 2.0517799352750807,
      "grad_norm": 0.8313205242156982,
      "learning_rate": 6.49690982103088e-07,
      "loss": 0.26798462867736816,
      "step": 1902
    },
    {
      "epoch": 2.053937432578209,
      "grad_norm": 0.6434590816497803,
      "learning_rate": 6.478383632138364e-07,
      "loss": 0.20526859164237976,
      "step": 1904
    },
    {
      "epoch": 2.0560949298813376,
      "grad_norm": 1.930409550666809,
      "learning_rate": 6.459883035965637e-07,
      "loss": 0.13682284951210022,
      "step": 1906
    },
    {
      "epoch": 2.058252427184466,
      "grad_norm": 1.254040241241455,
      "learning_rate": 6.441408137227597e-07,
      "loss": 0.21237482130527496,
      "step": 1908
    },
    {
      "epoch": 2.0604099244875944,
      "grad_norm": 2.053589105606079,
      "learning_rate": 6.422959040493687e-07,
      "loss": 0.30055493116378784,
      "step": 1910
    },
    {
      "epoch": 2.062567421790723,
      "grad_norm": 2.110161304473877,
      "learning_rate": 6.404535850187305e-07,
      "loss": 0.30984535813331604,
      "step": 1912
    },
    {
      "epoch": 2.0647249190938513,
      "grad_norm": 1.3705302476882935,
      "learning_rate": 6.386138670585226e-07,
      "loss": 0.3130619525909424,
      "step": 1914
    },
    {
      "epoch": 2.0668824163969797,
      "grad_norm": 2.5152392387390137,
      "learning_rate": 6.367767605816994e-07,
      "loss": 0.30358609557151794,
      "step": 1916
    },
    {
      "epoch": 2.0690399137001076,
      "grad_norm": 2.5105814933776855,
      "learning_rate": 6.349422759864343e-07,
      "loss": 0.3234387934207916,
      "step": 1918
    },
    {
      "epoch": 2.071197411003236,
      "grad_norm": 10.742331504821777,
      "learning_rate": 6.331104236560605e-07,
      "loss": 0.2621289789676666,
      "step": 1920
    },
    {
      "epoch": 2.0733549083063645,
      "grad_norm": 5.28401517868042,
      "learning_rate": 6.312812139590132e-07,
      "loss": 0.3532802164554596,
      "step": 1922
    },
    {
      "epoch": 2.075512405609493,
      "grad_norm": 1.3391534090042114,
      "learning_rate": 6.294546572487688e-07,
      "loss": 0.32384493947029114,
      "step": 1924
    },
    {
      "epoch": 2.0776699029126213,
      "grad_norm": 2.9051060676574707,
      "learning_rate": 6.276307638637881e-07,
      "loss": 0.38077038526535034,
      "step": 1926
    },
    {
      "epoch": 2.0798274002157497,
      "grad_norm": 1.0339443683624268,
      "learning_rate": 6.258095441274582e-07,
      "loss": 0.348030686378479,
      "step": 1928
    },
    {
      "epoch": 2.081984897518878,
      "grad_norm": 1.0094170570373535,
      "learning_rate": 6.239910083480317e-07,
      "loss": 0.22280654311180115,
      "step": 1930
    },
    {
      "epoch": 2.0841423948220066,
      "grad_norm": 6.025458812713623,
      "learning_rate": 6.221751668185706e-07,
      "loss": 0.2871300280094147,
      "step": 1932
    },
    {
      "epoch": 2.086299892125135,
      "grad_norm": 1.6982316970825195,
      "learning_rate": 6.203620298168865e-07,
      "loss": 0.36530792713165283,
      "step": 1934
    },
    {
      "epoch": 2.0884573894282634,
      "grad_norm": 1.1299806833267212,
      "learning_rate": 6.185516076054848e-07,
      "loss": 0.291080117225647,
      "step": 1936
    },
    {
      "epoch": 2.0906148867313914,
      "grad_norm": 2.090158700942993,
      "learning_rate": 6.167439104315022e-07,
      "loss": 0.28274258971214294,
      "step": 1938
    },
    {
      "epoch": 2.09277238403452,
      "grad_norm": 1.412570595741272,
      "learning_rate": 6.14938948526654e-07,
      "loss": 0.14839334785938263,
      "step": 1940
    },
    {
      "epoch": 2.0949298813376482,
      "grad_norm": 1.48866868019104,
      "learning_rate": 6.131367321071736e-07,
      "loss": 0.20612022280693054,
      "step": 1942
    },
    {
      "epoch": 2.0970873786407767,
      "grad_norm": 1.3251118659973145,
      "learning_rate": 6.113372713737521e-07,
      "loss": 0.2410675585269928,
      "step": 1944
    },
    {
      "epoch": 2.099244875943905,
      "grad_norm": 1.649924635887146,
      "learning_rate": 6.095405765114863e-07,
      "loss": 0.4107120931148529,
      "step": 1946
    },
    {
      "epoch": 2.1014023732470335,
      "grad_norm": 2.8146562576293945,
      "learning_rate": 6.077466576898161e-07,
      "loss": 0.22407367825508118,
      "step": 1948
    },
    {
      "epoch": 2.103559870550162,
      "grad_norm": 1.3203238248825073,
      "learning_rate": 6.05955525062469e-07,
      "loss": 0.3075147867202759,
      "step": 1950
    },
    {
      "epoch": 2.1057173678532903,
      "grad_norm": 2.156553268432617,
      "learning_rate": 6.04167188767403e-07,
      "loss": 0.32935836911201477,
      "step": 1952
    },
    {
      "epoch": 2.1078748651564188,
      "grad_norm": 3.6382105350494385,
      "learning_rate": 6.023816589267486e-07,
      "loss": 0.3246581554412842,
      "step": 1954
    },
    {
      "epoch": 2.1100323624595467,
      "grad_norm": 4.373478412628174,
      "learning_rate": 6.005989456467511e-07,
      "loss": 0.2509233355522156,
      "step": 1956
    },
    {
      "epoch": 2.112189859762675,
      "grad_norm": 1.778868556022644,
      "learning_rate": 5.988190590177132e-07,
      "loss": 0.3160122036933899,
      "step": 1958
    },
    {
      "epoch": 2.1143473570658036,
      "grad_norm": 0.4364719092845917,
      "learning_rate": 5.970420091139407e-07,
      "loss": 0.04425504431128502,
      "step": 1960
    },
    {
      "epoch": 2.116504854368932,
      "grad_norm": 1.821292519569397,
      "learning_rate": 5.952678059936811e-07,
      "loss": 0.18517985939979553,
      "step": 1962
    },
    {
      "epoch": 2.1186623516720604,
      "grad_norm": 3.6087453365325928,
      "learning_rate": 5.934964596990697e-07,
      "loss": 0.2705124616622925,
      "step": 1964
    },
    {
      "epoch": 2.120819848975189,
      "grad_norm": 1.464837670326233,
      "learning_rate": 5.917279802560719e-07,
      "loss": 0.21107757091522217,
      "step": 1966
    },
    {
      "epoch": 2.1229773462783172,
      "grad_norm": 4.029551029205322,
      "learning_rate": 5.899623776744268e-07,
      "loss": 0.23950833082199097,
      "step": 1968
    },
    {
      "epoch": 2.1251348435814457,
      "grad_norm": 1.4416351318359375,
      "learning_rate": 5.881996619475898e-07,
      "loss": 0.3448520600795746,
      "step": 1970
    },
    {
      "epoch": 2.127292340884574,
      "grad_norm": 2.3087425231933594,
      "learning_rate": 5.864398430526765e-07,
      "loss": 0.18799349665641785,
      "step": 1972
    },
    {
      "epoch": 2.129449838187702,
      "grad_norm": 0.4913981556892395,
      "learning_rate": 5.846829309504064e-07,
      "loss": 0.23318088054656982,
      "step": 1974
    },
    {
      "epoch": 2.1316073354908305,
      "grad_norm": 0.16859030723571777,
      "learning_rate": 5.829289355850464e-07,
      "loss": 0.22492466866970062,
      "step": 1976
    },
    {
      "epoch": 2.133764832793959,
      "grad_norm": 1.511398196220398,
      "learning_rate": 5.811778668843541e-07,
      "loss": 0.20076408982276917,
      "step": 1978
    },
    {
      "epoch": 2.1359223300970873,
      "grad_norm": 3.2070164680480957,
      "learning_rate": 5.794297347595216e-07,
      "loss": 0.2566869258880615,
      "step": 1980
    },
    {
      "epoch": 2.1380798274002157,
      "grad_norm": 1.4940425157546997,
      "learning_rate": 5.77684549105121e-07,
      "loss": 0.34161150455474854,
      "step": 1982
    },
    {
      "epoch": 2.140237324703344,
      "grad_norm": 1.6653574705123901,
      "learning_rate": 5.75942319799046e-07,
      "loss": 0.2889230251312256,
      "step": 1984
    },
    {
      "epoch": 2.1423948220064726,
      "grad_norm": 1.7484220266342163,
      "learning_rate": 5.742030567024571e-07,
      "loss": 0.2357415109872818,
      "step": 1986
    },
    {
      "epoch": 2.144552319309601,
      "grad_norm": 2.1993203163146973,
      "learning_rate": 5.724667696597274e-07,
      "loss": 0.43604907393455505,
      "step": 1988
    },
    {
      "epoch": 2.1467098166127294,
      "grad_norm": 3.952744960784912,
      "learning_rate": 5.707334684983824e-07,
      "loss": 0.1417762041091919,
      "step": 1990
    },
    {
      "epoch": 2.148867313915858,
      "grad_norm": 1.5836926698684692,
      "learning_rate": 5.690031630290504e-07,
      "loss": 0.3969094753265381,
      "step": 1992
    },
    {
      "epoch": 2.151024811218986,
      "grad_norm": 2.5084621906280518,
      "learning_rate": 5.672758630454016e-07,
      "loss": 0.3280077576637268,
      "step": 1994
    },
    {
      "epoch": 2.1531823085221142,
      "grad_norm": 2.075791835784912,
      "learning_rate": 5.655515783240958e-07,
      "loss": 0.23175282776355743,
      "step": 1996
    },
    {
      "epoch": 2.1553398058252426,
      "grad_norm": 1.316325306892395,
      "learning_rate": 5.63830318624726e-07,
      "loss": 0.3914681077003479,
      "step": 1998
    },
    {
      "epoch": 2.157497303128371,
      "grad_norm": 1.3925992250442505,
      "learning_rate": 5.621120936897634e-07,
      "loss": 0.2599402368068695,
      "step": 2000
    },
    {
      "epoch": 2.1596548004314995,
      "grad_norm": 0.6926285624504089,
      "learning_rate": 5.60396913244503e-07,
      "loss": 0.20738252997398376,
      "step": 2002
    },
    {
      "epoch": 2.161812297734628,
      "grad_norm": 2.7593421936035156,
      "learning_rate": 5.586847869970058e-07,
      "loss": 0.3029998242855072,
      "step": 2004
    },
    {
      "epoch": 2.1639697950377563,
      "grad_norm": 1.116198182106018,
      "learning_rate": 5.569757246380473e-07,
      "loss": 0.3626508414745331,
      "step": 2006
    },
    {
      "epoch": 2.1661272923408847,
      "grad_norm": 1.4919781684875488,
      "learning_rate": 5.552697358410607e-07,
      "loss": 0.1747465282678604,
      "step": 2008
    },
    {
      "epoch": 2.168284789644013,
      "grad_norm": 2.0446255207061768,
      "learning_rate": 5.535668302620828e-07,
      "loss": 0.3265528082847595,
      "step": 2010
    },
    {
      "epoch": 2.170442286947141,
      "grad_norm": 1.902366280555725,
      "learning_rate": 5.518670175396986e-07,
      "loss": 0.20548182725906372,
      "step": 2012
    },
    {
      "epoch": 2.1725997842502696,
      "grad_norm": 1.5543972253799438,
      "learning_rate": 5.50170307294988e-07,
      "loss": 0.30606332421302795,
      "step": 2014
    },
    {
      "epoch": 2.174757281553398,
      "grad_norm": 4.172656059265137,
      "learning_rate": 5.484767091314703e-07,
      "loss": 0.43032437562942505,
      "step": 2016
    },
    {
      "epoch": 2.1769147788565264,
      "grad_norm": 1.8856433629989624,
      "learning_rate": 5.467862326350495e-07,
      "loss": 0.3198752701282501,
      "step": 2018
    },
    {
      "epoch": 2.179072276159655,
      "grad_norm": 2.642690420150757,
      "learning_rate": 5.450988873739622e-07,
      "loss": 0.39496558904647827,
      "step": 2020
    },
    {
      "epoch": 2.1812297734627832,
      "grad_norm": 1.6509486436843872,
      "learning_rate": 5.434146828987205e-07,
      "loss": 0.3583213686943054,
      "step": 2022
    },
    {
      "epoch": 2.1833872707659117,
      "grad_norm": 5.141426086425781,
      "learning_rate": 5.417336287420602e-07,
      "loss": 0.3227855861186981,
      "step": 2024
    },
    {
      "epoch": 2.18554476806904,
      "grad_norm": 2.045142412185669,
      "learning_rate": 5.400557344188854e-07,
      "loss": 0.3605496883392334,
      "step": 2026
    },
    {
      "epoch": 2.1877022653721685,
      "grad_norm": 1.7817591428756714,
      "learning_rate": 5.383810094262164e-07,
      "loss": 0.2572648525238037,
      "step": 2028
    },
    {
      "epoch": 2.1898597626752965,
      "grad_norm": 1.3152915239334106,
      "learning_rate": 5.367094632431337e-07,
      "loss": 0.23091773688793182,
      "step": 2030
    },
    {
      "epoch": 2.192017259978425,
      "grad_norm": 2.0624170303344727,
      "learning_rate": 5.350411053307258e-07,
      "loss": 0.32704049348831177,
      "step": 2032
    },
    {
      "epoch": 2.1941747572815533,
      "grad_norm": 0.41580072045326233,
      "learning_rate": 5.33375945132036e-07,
      "loss": 0.1712155044078827,
      "step": 2034
    },
    {
      "epoch": 2.1963322545846817,
      "grad_norm": 6.342857360839844,
      "learning_rate": 5.317139920720069e-07,
      "loss": 0.11315549165010452,
      "step": 2036
    },
    {
      "epoch": 2.19848975188781,
      "grad_norm": 2.2447385787963867,
      "learning_rate": 5.300552555574296e-07,
      "loss": 0.2954585552215576,
      "step": 2038
    },
    {
      "epoch": 2.2006472491909386,
      "grad_norm": 1.2444943189620972,
      "learning_rate": 5.28399744976889e-07,
      "loss": 0.3177575170993805,
      "step": 2040
    },
    {
      "epoch": 2.202804746494067,
      "grad_norm": 1.3165860176086426,
      "learning_rate": 5.267474697007111e-07,
      "loss": 0.18876095116138458,
      "step": 2042
    },
    {
      "epoch": 2.2049622437971954,
      "grad_norm": 1.2250696420669556,
      "learning_rate": 5.250984390809092e-07,
      "loss": 0.36252525448799133,
      "step": 2044
    },
    {
      "epoch": 2.207119741100324,
      "grad_norm": 2.139589309692383,
      "learning_rate": 5.234526624511319e-07,
      "loss": 0.30584216117858887,
      "step": 2046
    },
    {
      "epoch": 2.209277238403452,
      "grad_norm": 1.1470484733581543,
      "learning_rate": 5.218101491266108e-07,
      "loss": 0.27216002345085144,
      "step": 2048
    },
    {
      "epoch": 2.2114347357065802,
      "grad_norm": 1.030771017074585,
      "learning_rate": 5.201709084041051e-07,
      "loss": 0.26957935094833374,
      "step": 2050
    },
    {
      "epoch": 2.2135922330097086,
      "grad_norm": 3.0721845626831055,
      "learning_rate": 5.185349495618523e-07,
      "loss": 0.35413840413093567,
      "step": 2052
    },
    {
      "epoch": 2.215749730312837,
      "grad_norm": 1.2705237865447998,
      "learning_rate": 5.169022818595139e-07,
      "loss": 0.2741287648677826,
      "step": 2054
    },
    {
      "epoch": 2.2179072276159655,
      "grad_norm": 1.2934070825576782,
      "learning_rate": 5.152729145381226e-07,
      "loss": 0.4308694899082184,
      "step": 2056
    },
    {
      "epoch": 2.220064724919094,
      "grad_norm": 1.0611752271652222,
      "learning_rate": 5.136468568200319e-07,
      "loss": 0.3000924587249756,
      "step": 2058
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 1.2346817255020142,
      "learning_rate": 5.120241179088615e-07,
      "loss": 0.24799837172031403,
      "step": 2060
    },
    {
      "epoch": 2.2243797195253507,
      "grad_norm": 2.2104601860046387,
      "learning_rate": 5.10404706989447e-07,
      "loss": 0.26346859335899353,
      "step": 2062
    },
    {
      "epoch": 2.226537216828479,
      "grad_norm": 1.240453839302063,
      "learning_rate": 5.087886332277866e-07,
      "loss": 0.22416910529136658,
      "step": 2064
    },
    {
      "epoch": 2.228694714131607,
      "grad_norm": 1.543516755104065,
      "learning_rate": 5.071759057709915e-07,
      "loss": 0.2962421178817749,
      "step": 2066
    },
    {
      "epoch": 2.2308522114347356,
      "grad_norm": 1.8429937362670898,
      "learning_rate": 5.055665337472306e-07,
      "loss": 0.21297654509544373,
      "step": 2068
    },
    {
      "epoch": 2.233009708737864,
      "grad_norm": 1.4537338018417358,
      "learning_rate": 5.039605262656816e-07,
      "loss": 0.15425504744052887,
      "step": 2070
    },
    {
      "epoch": 2.2351672060409924,
      "grad_norm": 2.0566556453704834,
      "learning_rate": 5.023578924164795e-07,
      "loss": 0.4284798502922058,
      "step": 2072
    },
    {
      "epoch": 2.237324703344121,
      "grad_norm": 1.6528476476669312,
      "learning_rate": 5.007586412706629e-07,
      "loss": 0.3135349750518799,
      "step": 2074
    },
    {
      "epoch": 2.2394822006472492,
      "grad_norm": 2.057396173477173,
      "learning_rate": 4.991627818801245e-07,
      "loss": 0.3012422025203705,
      "step": 2076
    },
    {
      "epoch": 2.2416396979503777,
      "grad_norm": 2.47934889793396,
      "learning_rate": 4.975703232775593e-07,
      "loss": 0.24459701776504517,
      "step": 2078
    },
    {
      "epoch": 2.243797195253506,
      "grad_norm": 1.943104863166809,
      "learning_rate": 4.959812744764143e-07,
      "loss": 0.3131766617298126,
      "step": 2080
    },
    {
      "epoch": 2.2459546925566345,
      "grad_norm": 1.1001262664794922,
      "learning_rate": 4.943956444708357e-07,
      "loss": 0.21205957233905792,
      "step": 2082
    },
    {
      "epoch": 2.2481121898597625,
      "grad_norm": 4.736835956573486,
      "learning_rate": 4.928134422356194e-07,
      "loss": 0.2981138825416565,
      "step": 2084
    },
    {
      "epoch": 2.250269687162891,
      "grad_norm": 2.2798216342926025,
      "learning_rate": 4.912346767261605e-07,
      "loss": 0.1790456920862198,
      "step": 2086
    },
    {
      "epoch": 2.2524271844660193,
      "grad_norm": 1.6988016366958618,
      "learning_rate": 4.896593568784008e-07,
      "loss": 0.35665163397789,
      "step": 2088
    },
    {
      "epoch": 2.2545846817691477,
      "grad_norm": 8.441971778869629,
      "learning_rate": 4.880874916087802e-07,
      "loss": 0.42117640376091003,
      "step": 2090
    },
    {
      "epoch": 2.256742179072276,
      "grad_norm": 1.6971404552459717,
      "learning_rate": 4.865190898141847e-07,
      "loss": 0.3492169678211212,
      "step": 2092
    },
    {
      "epoch": 2.2588996763754046,
      "grad_norm": 0.9748818874359131,
      "learning_rate": 4.849541603718984e-07,
      "loss": 0.24743738770484924,
      "step": 2094
    },
    {
      "epoch": 2.261057173678533,
      "grad_norm": 1.4215339422225952,
      "learning_rate": 4.833927121395488e-07,
      "loss": 0.3036370277404785,
      "step": 2096
    },
    {
      "epoch": 2.2632146709816614,
      "grad_norm": 1.2809211015701294,
      "learning_rate": 4.818347539550621e-07,
      "loss": 0.2065061330795288,
      "step": 2098
    },
    {
      "epoch": 2.26537216828479,
      "grad_norm": 1.3214771747589111,
      "learning_rate": 4.802802946366094e-07,
      "loss": 0.15301240980625153,
      "step": 2100
    },
    {
      "epoch": 2.267529665587918,
      "grad_norm": 1.464438557624817,
      "learning_rate": 4.787293429825575e-07,
      "loss": 0.24719694256782532,
      "step": 2102
    },
    {
      "epoch": 2.269687162891046,
      "grad_norm": 1.064639925956726,
      "learning_rate": 4.771819077714207e-07,
      "loss": 0.25772497057914734,
      "step": 2104
    },
    {
      "epoch": 2.2718446601941746,
      "grad_norm": 1.1112815141677856,
      "learning_rate": 4.756379977618093e-07,
      "loss": 0.3478604257106781,
      "step": 2106
    },
    {
      "epoch": 2.274002157497303,
      "grad_norm": 2.554323196411133,
      "learning_rate": 4.740976216923803e-07,
      "loss": 0.2710329592227936,
      "step": 2108
    },
    {
      "epoch": 2.2761596548004315,
      "grad_norm": 1.0012887716293335,
      "learning_rate": 4.725607882817886e-07,
      "loss": 0.17554689943790436,
      "step": 2110
    },
    {
      "epoch": 2.27831715210356,
      "grad_norm": 7.408605098724365,
      "learning_rate": 4.710275062286379e-07,
      "loss": 0.32163527607917786,
      "step": 2112
    },
    {
      "epoch": 2.2804746494066883,
      "grad_norm": 1.3676038980484009,
      "learning_rate": 4.694977842114303e-07,
      "loss": 0.2676321864128113,
      "step": 2114
    },
    {
      "epoch": 2.2826321467098167,
      "grad_norm": 3.824159860610962,
      "learning_rate": 4.6797163088851777e-07,
      "loss": 0.3604358434677124,
      "step": 2116
    },
    {
      "epoch": 2.284789644012945,
      "grad_norm": 2.4927074909210205,
      "learning_rate": 4.6644905489805377e-07,
      "loss": 0.19784438610076904,
      "step": 2118
    },
    {
      "epoch": 2.286947141316073,
      "grad_norm": 2.12221097946167,
      "learning_rate": 4.6493006485794325e-07,
      "loss": 0.14516694843769073,
      "step": 2120
    },
    {
      "epoch": 2.2891046386192015,
      "grad_norm": 2.6523265838623047,
      "learning_rate": 4.6341466936579445e-07,
      "loss": 0.4613579511642456,
      "step": 2122
    },
    {
      "epoch": 2.29126213592233,
      "grad_norm": 1.4518303871154785,
      "learning_rate": 4.6190287699887e-07,
      "loss": 0.29724588990211487,
      "step": 2124
    },
    {
      "epoch": 2.2934196332254584,
      "grad_norm": 1.7566689252853394,
      "learning_rate": 4.6039469631403926e-07,
      "loss": 0.29199060797691345,
      "step": 2126
    },
    {
      "epoch": 2.295577130528587,
      "grad_norm": 1.4850506782531738,
      "learning_rate": 4.588901358477287e-07,
      "loss": 0.34357935190200806,
      "step": 2128
    },
    {
      "epoch": 2.2977346278317152,
      "grad_norm": 2.186891794204712,
      "learning_rate": 4.5738920411587333e-07,
      "loss": 0.35363560914993286,
      "step": 2130
    },
    {
      "epoch": 2.2998921251348436,
      "grad_norm": 1.4798485040664673,
      "learning_rate": 4.5589190961387085e-07,
      "loss": 0.345289021730423,
      "step": 2132
    },
    {
      "epoch": 2.302049622437972,
      "grad_norm": 1.1641236543655396,
      "learning_rate": 4.543982608165307e-07,
      "loss": 0.3444761633872986,
      "step": 2134
    },
    {
      "epoch": 2.3042071197411005,
      "grad_norm": 5.22445821762085,
      "learning_rate": 4.529082661780277e-07,
      "loss": 0.4176110625267029,
      "step": 2136
    },
    {
      "epoch": 2.3063646170442285,
      "grad_norm": 2.9714982509613037,
      "learning_rate": 4.514219341318534e-07,
      "loss": 0.3582867383956909,
      "step": 2138
    },
    {
      "epoch": 2.308522114347357,
      "grad_norm": 1.2270290851593018,
      "learning_rate": 4.499392730907701e-07,
      "loss": 0.19157586991786957,
      "step": 2140
    },
    {
      "epoch": 2.3106796116504853,
      "grad_norm": 2.424367904663086,
      "learning_rate": 4.484602914467599e-07,
      "loss": 0.17550167441368103,
      "step": 2142
    },
    {
      "epoch": 2.3128371089536137,
      "grad_norm": 6.250462532043457,
      "learning_rate": 4.4698499757098085e-07,
      "loss": 0.2245817482471466,
      "step": 2144
    },
    {
      "epoch": 2.314994606256742,
      "grad_norm": 1.6150588989257812,
      "learning_rate": 4.4551339981371805e-07,
      "loss": 0.22309915721416473,
      "step": 2146
    },
    {
      "epoch": 2.3171521035598706,
      "grad_norm": 2.557511568069458,
      "learning_rate": 4.4404550650433423e-07,
      "loss": 0.31364479660987854,
      "step": 2148
    },
    {
      "epoch": 2.319309600862999,
      "grad_norm": 1.9506558179855347,
      "learning_rate": 4.4258132595122697e-07,
      "loss": 0.3908032774925232,
      "step": 2150
    },
    {
      "epoch": 2.3214670981661274,
      "grad_norm": 1.9863252639770508,
      "learning_rate": 4.411208664417779e-07,
      "loss": 0.33292022347450256,
      "step": 2152
    },
    {
      "epoch": 2.323624595469256,
      "grad_norm": 2.143460512161255,
      "learning_rate": 4.3966413624230847e-07,
      "loss": 0.1916477084159851,
      "step": 2154
    },
    {
      "epoch": 2.325782092772384,
      "grad_norm": 3.893472194671631,
      "learning_rate": 4.3821114359803016e-07,
      "loss": 0.33617085218429565,
      "step": 2156
    },
    {
      "epoch": 2.3279395900755127,
      "grad_norm": 2.143810272216797,
      "learning_rate": 4.367618967330011e-07,
      "loss": 0.3440120220184326,
      "step": 2158
    },
    {
      "epoch": 2.3300970873786406,
      "grad_norm": 1.6093735694885254,
      "learning_rate": 4.35316403850078e-07,
      "loss": 0.18562518060207367,
      "step": 2160
    },
    {
      "epoch": 2.332254584681769,
      "grad_norm": 1.975888729095459,
      "learning_rate": 4.3387467313086825e-07,
      "loss": 0.15831519663333893,
      "step": 2162
    },
    {
      "epoch": 2.3344120819848975,
      "grad_norm": 1.708641529083252,
      "learning_rate": 4.324367127356868e-07,
      "loss": 0.2527565360069275,
      "step": 2164
    },
    {
      "epoch": 2.336569579288026,
      "grad_norm": 1.4729366302490234,
      "learning_rate": 4.310025308035073e-07,
      "loss": 0.2772301435470581,
      "step": 2166
    },
    {
      "epoch": 2.3387270765911543,
      "grad_norm": 1.6301394701004028,
      "learning_rate": 4.295721354519172e-07,
      "loss": 0.3133164644241333,
      "step": 2168
    },
    {
      "epoch": 2.3408845738942827,
      "grad_norm": 3.0249712467193604,
      "learning_rate": 4.281455347770713e-07,
      "loss": 0.24287529289722443,
      "step": 2170
    },
    {
      "epoch": 2.343042071197411,
      "grad_norm": 1.6311941146850586,
      "learning_rate": 4.2672273685364703e-07,
      "loss": 0.4204927086830139,
      "step": 2172
    },
    {
      "epoch": 2.3451995685005396,
      "grad_norm": 5.362087249755859,
      "learning_rate": 4.253037497347971e-07,
      "loss": 0.37392908334732056,
      "step": 2174
    },
    {
      "epoch": 2.347357065803668,
      "grad_norm": 1.4209610223770142,
      "learning_rate": 4.2388858145210506e-07,
      "loss": 0.21947862207889557,
      "step": 2176
    },
    {
      "epoch": 2.349514563106796,
      "grad_norm": 1.5687469244003296,
      "learning_rate": 4.224772400155399e-07,
      "loss": 0.36956965923309326,
      "step": 2178
    },
    {
      "epoch": 2.3516720604099244,
      "grad_norm": 1.6838412284851074,
      "learning_rate": 4.2106973341340976e-07,
      "loss": 0.23953932523727417,
      "step": 2180
    },
    {
      "epoch": 2.353829557713053,
      "grad_norm": 4.918888568878174,
      "learning_rate": 4.1966606961231766e-07,
      "loss": 0.3331076502799988,
      "step": 2182
    },
    {
      "epoch": 2.355987055016181,
      "grad_norm": 1.4841556549072266,
      "learning_rate": 4.182662565571154e-07,
      "loss": 0.2150951325893402,
      "step": 2184
    },
    {
      "epoch": 2.3581445523193096,
      "grad_norm": 2.378197193145752,
      "learning_rate": 4.168703021708605e-07,
      "loss": 0.442268043756485,
      "step": 2186
    },
    {
      "epoch": 2.360302049622438,
      "grad_norm": 1.1213322877883911,
      "learning_rate": 4.154782143547691e-07,
      "loss": 0.21381919085979462,
      "step": 2188
    },
    {
      "epoch": 2.3624595469255665,
      "grad_norm": 1.2793383598327637,
      "learning_rate": 4.140900009881722e-07,
      "loss": 0.297492116689682,
      "step": 2190
    },
    {
      "epoch": 2.364617044228695,
      "grad_norm": 1.0152313709259033,
      "learning_rate": 4.127056699284719e-07,
      "loss": 0.2662775218486786,
      "step": 2192
    },
    {
      "epoch": 2.3667745415318233,
      "grad_norm": 3.4524388313293457,
      "learning_rate": 4.1132522901109547e-07,
      "loss": 0.1951354295015335,
      "step": 2194
    },
    {
      "epoch": 2.3689320388349513,
      "grad_norm": 5.245743751525879,
      "learning_rate": 4.099486860494517e-07,
      "loss": 0.3872916102409363,
      "step": 2196
    },
    {
      "epoch": 2.3710895361380797,
      "grad_norm": 1.206447720527649,
      "learning_rate": 4.085760488348866e-07,
      "loss": 0.24260494112968445,
      "step": 2198
    },
    {
      "epoch": 2.373247033441208,
      "grad_norm": 1.1352065801620483,
      "learning_rate": 4.0720732513663985e-07,
      "loss": 0.24157175421714783,
      "step": 2200
    },
    {
      "epoch": 2.3754045307443366,
      "grad_norm": 1.7284468412399292,
      "learning_rate": 4.0584252270179975e-07,
      "loss": 0.24914561212062836,
      "step": 2202
    },
    {
      "epoch": 2.377562028047465,
      "grad_norm": 3.4234535694122314,
      "learning_rate": 4.0448164925525987e-07,
      "loss": 0.4321536421775818,
      "step": 2204
    },
    {
      "epoch": 2.3797195253505934,
      "grad_norm": 0.3995194137096405,
      "learning_rate": 4.031247124996764e-07,
      "loss": 0.3386417329311371,
      "step": 2206
    },
    {
      "epoch": 2.381877022653722,
      "grad_norm": 1.4748889207839966,
      "learning_rate": 4.017717201154217e-07,
      "loss": 0.2493990957736969,
      "step": 2208
    },
    {
      "epoch": 2.3840345199568502,
      "grad_norm": 2.027784824371338,
      "learning_rate": 4.004226797605445e-07,
      "loss": 0.36100074648857117,
      "step": 2210
    },
    {
      "epoch": 2.3861920172599786,
      "grad_norm": 1.2897789478302002,
      "learning_rate": 3.990775990707237e-07,
      "loss": 0.23212602734565735,
      "step": 2212
    },
    {
      "epoch": 2.3883495145631066,
      "grad_norm": 1.4718191623687744,
      "learning_rate": 3.9773648565922634e-07,
      "loss": 0.17623895406723022,
      "step": 2214
    },
    {
      "epoch": 2.390507011866235,
      "grad_norm": 1.6537420749664307,
      "learning_rate": 3.963993471168643e-07,
      "loss": 0.3103001117706299,
      "step": 2216
    },
    {
      "epoch": 2.3926645091693635,
      "grad_norm": 3.3019044399261475,
      "learning_rate": 3.9506619101195196e-07,
      "loss": 0.3791100084781647,
      "step": 2218
    },
    {
      "epoch": 2.394822006472492,
      "grad_norm": 0.7170013785362244,
      "learning_rate": 3.9373702489026184e-07,
      "loss": 0.23801524937152863,
      "step": 2220
    },
    {
      "epoch": 2.3969795037756203,
      "grad_norm": 1.0052597522735596,
      "learning_rate": 3.9241185627498333e-07,
      "loss": 0.2777608036994934,
      "step": 2222
    },
    {
      "epoch": 2.3991370010787487,
      "grad_norm": 5.178793907165527,
      "learning_rate": 3.9109069266668e-07,
      "loss": 0.35337719321250916,
      "step": 2224
    },
    {
      "epoch": 2.401294498381877,
      "grad_norm": 1.5237584114074707,
      "learning_rate": 3.8977354154324586e-07,
      "loss": 0.3222746253013611,
      "step": 2226
    },
    {
      "epoch": 2.4034519956850056,
      "grad_norm": 2.202849864959717,
      "learning_rate": 3.884604103598647e-07,
      "loss": 0.2847940921783447,
      "step": 2228
    },
    {
      "epoch": 2.405609492988134,
      "grad_norm": 2.125887870788574,
      "learning_rate": 3.8715130654896623e-07,
      "loss": 0.3124774992465973,
      "step": 2230
    },
    {
      "epoch": 2.407766990291262,
      "grad_norm": 2.585139513015747,
      "learning_rate": 3.858462375201862e-07,
      "loss": 0.3422589898109436,
      "step": 2232
    },
    {
      "epoch": 2.4099244875943904,
      "grad_norm": 2.663825035095215,
      "learning_rate": 3.8454521066032214e-07,
      "loss": 0.2664566934108734,
      "step": 2234
    },
    {
      "epoch": 2.412081984897519,
      "grad_norm": 8.156516075134277,
      "learning_rate": 3.8324823333329263e-07,
      "loss": 0.2662767171859741,
      "step": 2236
    },
    {
      "epoch": 2.414239482200647,
      "grad_norm": 1.3628453016281128,
      "learning_rate": 3.819553128800962e-07,
      "loss": 0.3383438289165497,
      "step": 2238
    },
    {
      "epoch": 2.4163969795037756,
      "grad_norm": 1.212145447731018,
      "learning_rate": 3.806664566187686e-07,
      "loss": 0.3051017224788666,
      "step": 2240
    },
    {
      "epoch": 2.418554476806904,
      "grad_norm": 4.809718608856201,
      "learning_rate": 3.7938167184434206e-07,
      "loss": 0.2975846230983734,
      "step": 2242
    },
    {
      "epoch": 2.4207119741100325,
      "grad_norm": 1.992264986038208,
      "learning_rate": 3.781009658288036e-07,
      "loss": 0.2492162585258484,
      "step": 2244
    },
    {
      "epoch": 2.422869471413161,
      "grad_norm": 2.0577735900878906,
      "learning_rate": 3.768243458210549e-07,
      "loss": 0.35954225063323975,
      "step": 2246
    },
    {
      "epoch": 2.4250269687162893,
      "grad_norm": 1.2022833824157715,
      "learning_rate": 3.755518190468697e-07,
      "loss": 0.1975034475326538,
      "step": 2248
    },
    {
      "epoch": 2.4271844660194173,
      "grad_norm": 2.0728843212127686,
      "learning_rate": 3.7428339270885367e-07,
      "loss": 0.3646237254142761,
      "step": 2250
    },
    {
      "epoch": 2.4293419633225457,
      "grad_norm": 1.2893973588943481,
      "learning_rate": 3.73019073986405e-07,
      "loss": 0.22355937957763672,
      "step": 2252
    },
    {
      "epoch": 2.431499460625674,
      "grad_norm": 2.275219440460205,
      "learning_rate": 3.717588700356702e-07,
      "loss": 0.1818881779909134,
      "step": 2254
    },
    {
      "epoch": 2.4336569579288025,
      "grad_norm": 1.8378785848617554,
      "learning_rate": 3.7050278798950795e-07,
      "loss": 0.22650231420993805,
      "step": 2256
    },
    {
      "epoch": 2.435814455231931,
      "grad_norm": 2.7440717220306396,
      "learning_rate": 3.6925083495744534e-07,
      "loss": 0.44353553652763367,
      "step": 2258
    },
    {
      "epoch": 2.4379719525350594,
      "grad_norm": 1.588118076324463,
      "learning_rate": 3.6800301802563927e-07,
      "loss": 0.2522018551826477,
      "step": 2260
    },
    {
      "epoch": 2.440129449838188,
      "grad_norm": 1.7098896503448486,
      "learning_rate": 3.667593442568364e-07,
      "loss": 0.32094866037368774,
      "step": 2262
    },
    {
      "epoch": 2.4422869471413162,
      "grad_norm": 1.7896616458892822,
      "learning_rate": 3.6551982069033205e-07,
      "loss": 0.2640255093574524,
      "step": 2264
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 0.299568235874176,
      "learning_rate": 3.6428445434193136e-07,
      "loss": 0.14886681735515594,
      "step": 2266
    },
    {
      "epoch": 2.4466019417475726,
      "grad_norm": 1.7262334823608398,
      "learning_rate": 3.6305325220390905e-07,
      "loss": 0.26833122968673706,
      "step": 2268
    },
    {
      "epoch": 2.448759439050701,
      "grad_norm": 1.531208872795105,
      "learning_rate": 3.618262212449706e-07,
      "loss": 0.4644531011581421,
      "step": 2270
    },
    {
      "epoch": 2.4509169363538295,
      "grad_norm": 2.4541876316070557,
      "learning_rate": 3.606033684102121e-07,
      "loss": 0.21291311085224152,
      "step": 2272
    },
    {
      "epoch": 2.453074433656958,
      "grad_norm": 1.4597750902175903,
      "learning_rate": 3.5938470062108043e-07,
      "loss": 0.22411037981510162,
      "step": 2274
    },
    {
      "epoch": 2.4552319309600863,
      "grad_norm": 3.633920431137085,
      "learning_rate": 3.5817022477533585e-07,
      "loss": 0.23133979737758636,
      "step": 2276
    },
    {
      "epoch": 2.4573894282632147,
      "grad_norm": 1.5003464221954346,
      "learning_rate": 3.569599477470112e-07,
      "loss": 0.3434515595436096,
      "step": 2278
    },
    {
      "epoch": 2.459546925566343,
      "grad_norm": 2.270390033721924,
      "learning_rate": 3.5575387638637357e-07,
      "loss": 0.3822650611400604,
      "step": 2280
    },
    {
      "epoch": 2.4617044228694716,
      "grad_norm": 1.8612627983093262,
      "learning_rate": 3.545520175198858e-07,
      "loss": 0.2585938274860382,
      "step": 2282
    },
    {
      "epoch": 2.4638619201726,
      "grad_norm": 2.235671281814575,
      "learning_rate": 3.5335437795016823e-07,
      "loss": 0.28054654598236084,
      "step": 2284
    },
    {
      "epoch": 2.466019417475728,
      "grad_norm": 4.319032669067383,
      "learning_rate": 3.5216096445595884e-07,
      "loss": 0.4531608819961548,
      "step": 2286
    },
    {
      "epoch": 2.4681769147788564,
      "grad_norm": 1.4703388214111328,
      "learning_rate": 3.509717837920756e-07,
      "loss": 0.3540151119232178,
      "step": 2288
    },
    {
      "epoch": 2.470334412081985,
      "grad_norm": 2.039675712585449,
      "learning_rate": 3.497868426893793e-07,
      "loss": 0.13517698645591736,
      "step": 2290
    },
    {
      "epoch": 2.472491909385113,
      "grad_norm": 0.5410081148147583,
      "learning_rate": 3.486061478547337e-07,
      "loss": 0.02865418791770935,
      "step": 2292
    },
    {
      "epoch": 2.4746494066882416,
      "grad_norm": 1.2113001346588135,
      "learning_rate": 3.4742970597096834e-07,
      "loss": 0.33490967750549316,
      "step": 2294
    },
    {
      "epoch": 2.47680690399137,
      "grad_norm": 1.3965346813201904,
      "learning_rate": 3.462575236968406e-07,
      "loss": 0.18190385401248932,
      "step": 2296
    },
    {
      "epoch": 2.4789644012944985,
      "grad_norm": 3.908724069595337,
      "learning_rate": 3.4508960766699914e-07,
      "loss": 0.31986406445503235,
      "step": 2298
    },
    {
      "epoch": 2.481121898597627,
      "grad_norm": 1.823320746421814,
      "learning_rate": 3.4392596449194346e-07,
      "loss": 0.24571648240089417,
      "step": 2300
    },
    {
      "epoch": 2.4832793959007553,
      "grad_norm": 9.324934959411621,
      "learning_rate": 3.427666007579902e-07,
      "loss": 0.2971467077732086,
      "step": 2302
    },
    {
      "epoch": 2.4854368932038833,
      "grad_norm": 1.0990798473358154,
      "learning_rate": 3.416115230272333e-07,
      "loss": 0.3316362500190735,
      "step": 2304
    },
    {
      "epoch": 2.4875943905070117,
      "grad_norm": 0.9614824056625366,
      "learning_rate": 3.4046073783750726e-07,
      "loss": 0.21634887158870697,
      "step": 2306
    },
    {
      "epoch": 2.48975188781014,
      "grad_norm": 3.744295120239258,
      "learning_rate": 3.3931425170235083e-07,
      "loss": 0.3917967677116394,
      "step": 2308
    },
    {
      "epoch": 2.4919093851132685,
      "grad_norm": 2.0177054405212402,
      "learning_rate": 3.381720711109695e-07,
      "loss": 0.3639075458049774,
      "step": 2310
    },
    {
      "epoch": 2.494066882416397,
      "grad_norm": 3.873263359069824,
      "learning_rate": 3.3703420252819947e-07,
      "loss": 0.28831595182418823,
      "step": 2312
    },
    {
      "epoch": 2.4962243797195254,
      "grad_norm": 9.90953540802002,
      "learning_rate": 3.359006523944697e-07,
      "loss": 0.2942795753479004,
      "step": 2314
    },
    {
      "epoch": 2.498381877022654,
      "grad_norm": 1.6383076906204224,
      "learning_rate": 3.347714271257679e-07,
      "loss": 0.19500726461410522,
      "step": 2316
    },
    {
      "epoch": 2.500539374325782,
      "grad_norm": 1.960985779762268,
      "learning_rate": 3.3364653311360104e-07,
      "loss": 0.30468082427978516,
      "step": 2318
    },
    {
      "epoch": 2.5026968716289106,
      "grad_norm": 1.2923824787139893,
      "learning_rate": 3.325259767249617e-07,
      "loss": 0.20314782857894897,
      "step": 2320
    },
    {
      "epoch": 2.5048543689320386,
      "grad_norm": 1.4000043869018555,
      "learning_rate": 3.3140976430229136e-07,
      "loss": 0.34522709250450134,
      "step": 2322
    },
    {
      "epoch": 2.5070118662351675,
      "grad_norm": 1.8520127534866333,
      "learning_rate": 3.302979021634438e-07,
      "loss": 0.3963944911956787,
      "step": 2324
    },
    {
      "epoch": 2.5091693635382954,
      "grad_norm": 1.3927682638168335,
      "learning_rate": 3.2919039660164973e-07,
      "loss": 0.126472607254982,
      "step": 2326
    },
    {
      "epoch": 2.511326860841424,
      "grad_norm": 1.8297348022460938,
      "learning_rate": 3.2808725388548164e-07,
      "loss": 0.3507118821144104,
      "step": 2328
    },
    {
      "epoch": 2.5134843581445523,
      "grad_norm": 0.6373293399810791,
      "learning_rate": 3.269884802588181e-07,
      "loss": 0.15893447399139404,
      "step": 2330
    },
    {
      "epoch": 2.5156418554476807,
      "grad_norm": 0.42088356614112854,
      "learning_rate": 3.258940819408079e-07,
      "loss": 0.14911764860153198,
      "step": 2332
    },
    {
      "epoch": 2.517799352750809,
      "grad_norm": 2.131605863571167,
      "learning_rate": 3.248040651258352e-07,
      "loss": 0.2661122679710388,
      "step": 2334
    },
    {
      "epoch": 2.5199568500539375,
      "grad_norm": 7.058028697967529,
      "learning_rate": 3.2371843598348485e-07,
      "loss": 0.35104191303253174,
      "step": 2336
    },
    {
      "epoch": 2.522114347357066,
      "grad_norm": 12.030430793762207,
      "learning_rate": 3.2263720065850686e-07,
      "loss": 0.28974059224128723,
      "step": 2338
    },
    {
      "epoch": 2.524271844660194,
      "grad_norm": 2.7837140560150146,
      "learning_rate": 3.215603652707819e-07,
      "loss": 0.4368301033973694,
      "step": 2340
    },
    {
      "epoch": 2.526429341963323,
      "grad_norm": 7.616663455963135,
      "learning_rate": 3.2048793591528655e-07,
      "loss": 0.47825562953948975,
      "step": 2342
    },
    {
      "epoch": 2.528586839266451,
      "grad_norm": 3.9860897064208984,
      "learning_rate": 3.194199186620592e-07,
      "loss": 0.31387850642204285,
      "step": 2344
    },
    {
      "epoch": 2.530744336569579,
      "grad_norm": 1.596435546875,
      "learning_rate": 3.1835631955616505e-07,
      "loss": 0.3126782178878784,
      "step": 2346
    },
    {
      "epoch": 2.5329018338727076,
      "grad_norm": 1.315140724182129,
      "learning_rate": 3.172971446176621e-07,
      "loss": 0.26786503195762634,
      "step": 2348
    },
    {
      "epoch": 2.535059331175836,
      "grad_norm": 0.4910350441932678,
      "learning_rate": 3.16242399841568e-07,
      "loss": 0.1304475963115692,
      "step": 2350
    },
    {
      "epoch": 2.5372168284789645,
      "grad_norm": 1.8181979656219482,
      "learning_rate": 3.1519209119782435e-07,
      "loss": 0.26876750588417053,
      "step": 2352
    },
    {
      "epoch": 2.539374325782093,
      "grad_norm": 2.385711193084717,
      "learning_rate": 3.141462246312644e-07,
      "loss": 0.2904283106327057,
      "step": 2354
    },
    {
      "epoch": 2.5415318230852213,
      "grad_norm": 1.548781156539917,
      "learning_rate": 3.1310480606157864e-07,
      "loss": 0.2804209589958191,
      "step": 2356
    },
    {
      "epoch": 2.5436893203883493,
      "grad_norm": 2.7937028408050537,
      "learning_rate": 3.120678413832821e-07,
      "loss": 0.36265939474105835,
      "step": 2358
    },
    {
      "epoch": 2.545846817691478,
      "grad_norm": 1.6474692821502686,
      "learning_rate": 3.110353364656792e-07,
      "loss": 0.2979966700077057,
      "step": 2360
    },
    {
      "epoch": 2.548004314994606,
      "grad_norm": 1.5488511323928833,
      "learning_rate": 3.1000729715283306e-07,
      "loss": 0.37080666422843933,
      "step": 2362
    },
    {
      "epoch": 2.5501618122977345,
      "grad_norm": 2.0763769149780273,
      "learning_rate": 3.089837292635309e-07,
      "loss": 0.293621301651001,
      "step": 2364
    },
    {
      "epoch": 2.552319309600863,
      "grad_norm": 1.1936835050582886,
      "learning_rate": 3.079646385912502e-07,
      "loss": 0.1373947560787201,
      "step": 2366
    },
    {
      "epoch": 2.5544768069039914,
      "grad_norm": 1.4387550354003906,
      "learning_rate": 3.069500309041283e-07,
      "loss": 0.34591472148895264,
      "step": 2368
    },
    {
      "epoch": 2.55663430420712,
      "grad_norm": 36.577571868896484,
      "learning_rate": 3.05939911944928e-07,
      "loss": 0.6267740726470947,
      "step": 2370
    },
    {
      "epoch": 2.558791801510248,
      "grad_norm": 1.3116552829742432,
      "learning_rate": 3.049342874310053e-07,
      "loss": 0.25853827595710754,
      "step": 2372
    },
    {
      "epoch": 2.5609492988133766,
      "grad_norm": 1.2759634256362915,
      "learning_rate": 3.0393316305427743e-07,
      "loss": 0.29107633233070374,
      "step": 2374
    },
    {
      "epoch": 2.5631067961165046,
      "grad_norm": 2.6377315521240234,
      "learning_rate": 3.0293654448119094e-07,
      "loss": 0.3561844527721405,
      "step": 2376
    },
    {
      "epoch": 2.5652642934196335,
      "grad_norm": 1.450838565826416,
      "learning_rate": 3.0194443735268855e-07,
      "loss": 0.24433653056621552,
      "step": 2378
    },
    {
      "epoch": 2.5674217907227614,
      "grad_norm": 5.896989822387695,
      "learning_rate": 3.009568472841778e-07,
      "loss": 0.3096998929977417,
      "step": 2380
    },
    {
      "epoch": 2.56957928802589,
      "grad_norm": 1.285710096359253,
      "learning_rate": 2.999737798654999e-07,
      "loss": 0.23295409977436066,
      "step": 2382
    },
    {
      "epoch": 2.5717367853290183,
      "grad_norm": 1.9540512561798096,
      "learning_rate": 2.9899524066089715e-07,
      "loss": 0.3955782949924469,
      "step": 2384
    },
    {
      "epoch": 2.5738942826321467,
      "grad_norm": 1.3187015056610107,
      "learning_rate": 2.980212352089816e-07,
      "loss": 0.34291237592697144,
      "step": 2386
    },
    {
      "epoch": 2.576051779935275,
      "grad_norm": 35.879234313964844,
      "learning_rate": 2.9705176902270386e-07,
      "loss": 0.2686152160167694,
      "step": 2388
    },
    {
      "epoch": 2.5782092772384035,
      "grad_norm": 1.8663164377212524,
      "learning_rate": 2.960868475893224e-07,
      "loss": 0.20186705887317657,
      "step": 2390
    },
    {
      "epoch": 2.580366774541532,
      "grad_norm": 1.9428675174713135,
      "learning_rate": 2.951264763703719e-07,
      "loss": 0.2464224100112915,
      "step": 2392
    },
    {
      "epoch": 2.58252427184466,
      "grad_norm": 1.2760838270187378,
      "learning_rate": 2.941706608016317e-07,
      "loss": 0.2949107885360718,
      "step": 2394
    },
    {
      "epoch": 2.584681769147789,
      "grad_norm": 1.605370044708252,
      "learning_rate": 2.9321940629309705e-07,
      "loss": 0.2963062822818756,
      "step": 2396
    },
    {
      "epoch": 2.5868392664509168,
      "grad_norm": 1.2159507274627686,
      "learning_rate": 2.9227271822894615e-07,
      "loss": 0.25476306676864624,
      "step": 2398
    },
    {
      "epoch": 2.588996763754045,
      "grad_norm": 1.5449872016906738,
      "learning_rate": 2.913306019675114e-07,
      "loss": 0.1481795310974121,
      "step": 2400
    },
    {
      "epoch": 2.5911542610571736,
      "grad_norm": 1.4837470054626465,
      "learning_rate": 2.9039306284124764e-07,
      "loss": 0.1671726405620575,
      "step": 2402
    },
    {
      "epoch": 2.593311758360302,
      "grad_norm": 2.013652801513672,
      "learning_rate": 2.8946010615670397e-07,
      "loss": 0.3186720609664917,
      "step": 2404
    },
    {
      "epoch": 2.5954692556634305,
      "grad_norm": 1.3679430484771729,
      "learning_rate": 2.8853173719449153e-07,
      "loss": 0.19645805656909943,
      "step": 2406
    },
    {
      "epoch": 2.597626752966559,
      "grad_norm": 4.073277473449707,
      "learning_rate": 2.8760796120925455e-07,
      "loss": 0.27875351905822754,
      "step": 2408
    },
    {
      "epoch": 2.5997842502696873,
      "grad_norm": 2.3851447105407715,
      "learning_rate": 2.8668878342964165e-07,
      "loss": 0.3042440414428711,
      "step": 2410
    },
    {
      "epoch": 2.6019417475728153,
      "grad_norm": 3.0329368114471436,
      "learning_rate": 2.8577420905827356e-07,
      "loss": 0.40673866868019104,
      "step": 2412
    },
    {
      "epoch": 2.604099244875944,
      "grad_norm": 1.5875539779663086,
      "learning_rate": 2.848642432717171e-07,
      "loss": 0.3267652988433838,
      "step": 2414
    },
    {
      "epoch": 2.606256742179072,
      "grad_norm": 1.2932881116867065,
      "learning_rate": 2.8395889122045293e-07,
      "loss": 0.3058151602745056,
      "step": 2416
    },
    {
      "epoch": 2.6084142394822005,
      "grad_norm": 1.7162359952926636,
      "learning_rate": 2.8305815802884807e-07,
      "loss": 0.3365314304828644,
      "step": 2418
    },
    {
      "epoch": 2.610571736785329,
      "grad_norm": 2.6204607486724854,
      "learning_rate": 2.8216204879512613e-07,
      "loss": 0.26252228021621704,
      "step": 2420
    },
    {
      "epoch": 2.6127292340884574,
      "grad_norm": 1.4677083492279053,
      "learning_rate": 2.8127056859133914e-07,
      "loss": 0.22944192588329315,
      "step": 2422
    },
    {
      "epoch": 2.614886731391586,
      "grad_norm": 1.4243353605270386,
      "learning_rate": 2.803837224633385e-07,
      "loss": 0.30490928888320923,
      "step": 2424
    },
    {
      "epoch": 2.617044228694714,
      "grad_norm": 1.6455210447311401,
      "learning_rate": 2.795015154307454e-07,
      "loss": 0.3725619614124298,
      "step": 2426
    },
    {
      "epoch": 2.6192017259978426,
      "grad_norm": 1.263656497001648,
      "learning_rate": 2.786239524869247e-07,
      "loss": 0.38048383593559265,
      "step": 2428
    },
    {
      "epoch": 2.6213592233009706,
      "grad_norm": 4.27044677734375,
      "learning_rate": 2.7775103859895443e-07,
      "loss": 0.306596577167511,
      "step": 2430
    },
    {
      "epoch": 2.6235167206040995,
      "grad_norm": 1.5108482837677002,
      "learning_rate": 2.7688277870759877e-07,
      "loss": 0.25143009424209595,
      "step": 2432
    },
    {
      "epoch": 2.6256742179072274,
      "grad_norm": 2.3310492038726807,
      "learning_rate": 2.7601917772728e-07,
      "loss": 0.38734516501426697,
      "step": 2434
    },
    {
      "epoch": 2.627831715210356,
      "grad_norm": 3.2000060081481934,
      "learning_rate": 2.7516024054605076e-07,
      "loss": 0.3311081528663635,
      "step": 2436
    },
    {
      "epoch": 2.6299892125134843,
      "grad_norm": 1.907240390777588,
      "learning_rate": 2.743059720255658e-07,
      "loss": 0.1861996203660965,
      "step": 2438
    },
    {
      "epoch": 2.6321467098166127,
      "grad_norm": 1.7378534078598022,
      "learning_rate": 2.73456377001055e-07,
      "loss": 0.21612344682216644,
      "step": 2440
    },
    {
      "epoch": 2.634304207119741,
      "grad_norm": 1.9995208978652954,
      "learning_rate": 2.726114602812962e-07,
      "loss": 0.20262135565280914,
      "step": 2442
    },
    {
      "epoch": 2.6364617044228695,
      "grad_norm": 2.0192410945892334,
      "learning_rate": 2.7177122664858727e-07,
      "loss": 0.3542102575302124,
      "step": 2444
    },
    {
      "epoch": 2.638619201725998,
      "grad_norm": 1.935210943222046,
      "learning_rate": 2.709356808587195e-07,
      "loss": 0.39216798543930054,
      "step": 2446
    },
    {
      "epoch": 2.6407766990291264,
      "grad_norm": 1.6480642557144165,
      "learning_rate": 2.7010482764095047e-07,
      "loss": 0.12209905683994293,
      "step": 2448
    },
    {
      "epoch": 2.642934196332255,
      "grad_norm": 7.414170265197754,
      "learning_rate": 2.6927867169797805e-07,
      "loss": 0.5208877325057983,
      "step": 2450
    },
    {
      "epoch": 2.6450916936353828,
      "grad_norm": 1.8177531957626343,
      "learning_rate": 2.6845721770591236e-07,
      "loss": 0.4026768207550049,
      "step": 2452
    },
    {
      "epoch": 2.647249190938511,
      "grad_norm": 7.202023506164551,
      "learning_rate": 2.676404703142503e-07,
      "loss": 0.25339025259017944,
      "step": 2454
    },
    {
      "epoch": 2.6494066882416396,
      "grad_norm": 1.1629081964492798,
      "learning_rate": 2.6682843414584954e-07,
      "loss": 0.27695736289024353,
      "step": 2456
    },
    {
      "epoch": 2.651564185544768,
      "grad_norm": 2.3341569900512695,
      "learning_rate": 2.660211137969013e-07,
      "loss": 0.1916518658399582,
      "step": 2458
    },
    {
      "epoch": 2.6537216828478964,
      "grad_norm": 3.8498494625091553,
      "learning_rate": 2.6521851383690486e-07,
      "loss": 0.28546687960624695,
      "step": 2460
    },
    {
      "epoch": 2.655879180151025,
      "grad_norm": 1.4487419128417969,
      "learning_rate": 2.6442063880864183e-07,
      "loss": 0.2577356994152069,
      "step": 2462
    },
    {
      "epoch": 2.6580366774541533,
      "grad_norm": 1.4185736179351807,
      "learning_rate": 2.636274932281508e-07,
      "loss": 0.335868775844574,
      "step": 2464
    },
    {
      "epoch": 2.6601941747572817,
      "grad_norm": 0.31347620487213135,
      "learning_rate": 2.628390815847005e-07,
      "loss": 0.08725874125957489,
      "step": 2466
    },
    {
      "epoch": 2.66235167206041,
      "grad_norm": 1.61336088180542,
      "learning_rate": 2.6205540834076545e-07,
      "loss": 0.38296324014663696,
      "step": 2468
    },
    {
      "epoch": 2.664509169363538,
      "grad_norm": 1.5005100965499878,
      "learning_rate": 2.6127647793200105e-07,
      "loss": 0.29919686913490295,
      "step": 2470
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.2096229791641235,
      "learning_rate": 2.6050229476721666e-07,
      "loss": 0.20811551809310913,
      "step": 2472
    },
    {
      "epoch": 2.668824163969795,
      "grad_norm": 1.0160880088806152,
      "learning_rate": 2.59732863228353e-07,
      "loss": 0.2570361793041229,
      "step": 2474
    },
    {
      "epoch": 2.6709816612729234,
      "grad_norm": 1.900524377822876,
      "learning_rate": 2.589681876704557e-07,
      "loss": 0.2715557813644409,
      "step": 2476
    },
    {
      "epoch": 2.6731391585760518,
      "grad_norm": 4.474449157714844,
      "learning_rate": 2.58208272421651e-07,
      "loss": 0.3477630913257599,
      "step": 2478
    },
    {
      "epoch": 2.67529665587918,
      "grad_norm": 1.686800241470337,
      "learning_rate": 2.574531217831218e-07,
      "loss": 0.3386651277542114,
      "step": 2480
    },
    {
      "epoch": 2.6774541531823086,
      "grad_norm": 1.3463099002838135,
      "learning_rate": 2.567027400290826e-07,
      "loss": 0.24490870535373688,
      "step": 2482
    },
    {
      "epoch": 2.679611650485437,
      "grad_norm": 1.4641351699829102,
      "learning_rate": 2.5595713140675575e-07,
      "loss": 0.2602543234825134,
      "step": 2484
    },
    {
      "epoch": 2.6817691477885655,
      "grad_norm": 1.584945797920227,
      "learning_rate": 2.55216300136347e-07,
      "loss": 0.2942560911178589,
      "step": 2486
    },
    {
      "epoch": 2.6839266450916934,
      "grad_norm": 1.3279131650924683,
      "learning_rate": 2.544802504110226e-07,
      "loss": 0.2843012809753418,
      "step": 2488
    },
    {
      "epoch": 2.686084142394822,
      "grad_norm": 1.5675629377365112,
      "learning_rate": 2.537489863968842e-07,
      "loss": 0.3618108034133911,
      "step": 2490
    },
    {
      "epoch": 2.6882416396979503,
      "grad_norm": 1.386384129524231,
      "learning_rate": 2.530225122329459e-07,
      "loss": 0.18842831254005432,
      "step": 2492
    },
    {
      "epoch": 2.6903991370010787,
      "grad_norm": 0.44938626885414124,
      "learning_rate": 2.5230083203111163e-07,
      "loss": 0.010065621696412563,
      "step": 2494
    },
    {
      "epoch": 2.692556634304207,
      "grad_norm": 1.9967701435089111,
      "learning_rate": 2.5158394987615014e-07,
      "loss": 0.3003666400909424,
      "step": 2496
    },
    {
      "epoch": 2.6947141316073355,
      "grad_norm": 0.5517582893371582,
      "learning_rate": 2.5087186982567345e-07,
      "loss": 0.1282682716846466,
      "step": 2498
    },
    {
      "epoch": 2.696871628910464,
      "grad_norm": 1.3890687227249146,
      "learning_rate": 2.5016459591011287e-07,
      "loss": 0.3012073338031769,
      "step": 2500
    },
    {
      "epoch": 2.6990291262135924,
      "grad_norm": 2.243579387664795,
      "learning_rate": 2.494621321326972e-07,
      "loss": 0.3187774121761322,
      "step": 2502
    },
    {
      "epoch": 2.701186623516721,
      "grad_norm": 1.2543731927871704,
      "learning_rate": 2.487644824694288e-07,
      "loss": 0.2931416630744934,
      "step": 2504
    },
    {
      "epoch": 2.7033441208198488,
      "grad_norm": 2.056020975112915,
      "learning_rate": 2.48071650869062e-07,
      "loss": 0.24611467123031616,
      "step": 2506
    },
    {
      "epoch": 2.705501618122977,
      "grad_norm": 2.098752498626709,
      "learning_rate": 2.473836412530809e-07,
      "loss": 0.3165457248687744,
      "step": 2508
    },
    {
      "epoch": 2.7076591154261056,
      "grad_norm": 4.687522888183594,
      "learning_rate": 2.46700457515676e-07,
      "loss": 0.4136981666088104,
      "step": 2510
    },
    {
      "epoch": 2.709816612729234,
      "grad_norm": 0.5573480725288391,
      "learning_rate": 2.460221035237235e-07,
      "loss": 0.15423323214054108,
      "step": 2512
    },
    {
      "epoch": 2.7119741100323624,
      "grad_norm": 1.1807475090026855,
      "learning_rate": 2.453485831167625e-07,
      "loss": 0.2989809811115265,
      "step": 2514
    },
    {
      "epoch": 2.714131607335491,
      "grad_norm": 1.6326533555984497,
      "learning_rate": 2.446799001069742e-07,
      "loss": 0.3671968877315521,
      "step": 2516
    },
    {
      "epoch": 2.7162891046386193,
      "grad_norm": 4.470088958740234,
      "learning_rate": 2.440160582791589e-07,
      "loss": 0.3751377463340759,
      "step": 2518
    },
    {
      "epoch": 2.7184466019417477,
      "grad_norm": 0.9408198595046997,
      "learning_rate": 2.43357061390716e-07,
      "loss": 0.3237053155899048,
      "step": 2520
    },
    {
      "epoch": 2.720604099244876,
      "grad_norm": 1.8276516199111938,
      "learning_rate": 2.42702913171622e-07,
      "loss": 0.3124433755874634,
      "step": 2522
    },
    {
      "epoch": 2.722761596548004,
      "grad_norm": 1.5803215503692627,
      "learning_rate": 2.420536173244094e-07,
      "loss": 0.2791770100593567,
      "step": 2524
    },
    {
      "epoch": 2.724919093851133,
      "grad_norm": 3.284719705581665,
      "learning_rate": 2.414091775241462e-07,
      "loss": 0.3442307114601135,
      "step": 2526
    },
    {
      "epoch": 2.727076591154261,
      "grad_norm": 1.687919020652771,
      "learning_rate": 2.4076959741841445e-07,
      "loss": 0.3351602852344513,
      "step": 2528
    },
    {
      "epoch": 2.7292340884573894,
      "grad_norm": 7.2448225021362305,
      "learning_rate": 2.4013488062728993e-07,
      "loss": 0.3161589205265045,
      "step": 2530
    },
    {
      "epoch": 2.7313915857605178,
      "grad_norm": 4.134527206420898,
      "learning_rate": 2.395050307433219e-07,
      "loss": 0.36085984110832214,
      "step": 2532
    },
    {
      "epoch": 2.733549083063646,
      "grad_norm": 1.2739371061325073,
      "learning_rate": 2.3888005133151255e-07,
      "loss": 0.22625665366649628,
      "step": 2534
    },
    {
      "epoch": 2.7357065803667746,
      "grad_norm": 1.8671566247940063,
      "learning_rate": 2.3825994592929645e-07,
      "loss": 0.2694007158279419,
      "step": 2536
    },
    {
      "epoch": 2.737864077669903,
      "grad_norm": 7.57783842086792,
      "learning_rate": 2.3764471804652095e-07,
      "loss": 0.18972235918045044,
      "step": 2538
    },
    {
      "epoch": 2.7400215749730314,
      "grad_norm": 2.3178181648254395,
      "learning_rate": 2.370343711654267e-07,
      "loss": 0.277940571308136,
      "step": 2540
    },
    {
      "epoch": 2.7421790722761594,
      "grad_norm": 1.989964246749878,
      "learning_rate": 2.36428908740627e-07,
      "loss": 0.22704048454761505,
      "step": 2542
    },
    {
      "epoch": 2.7443365695792883,
      "grad_norm": 1.57944655418396,
      "learning_rate": 2.358283341990889e-07,
      "loss": 0.25424429774284363,
      "step": 2544
    },
    {
      "epoch": 2.7464940668824163,
      "grad_norm": 2.715576410293579,
      "learning_rate": 2.352326509401134e-07,
      "loss": 0.2091311663389206,
      "step": 2546
    },
    {
      "epoch": 2.7486515641855447,
      "grad_norm": 3.7704293727874756,
      "learning_rate": 2.3464186233531696e-07,
      "loss": 0.316684752702713,
      "step": 2548
    },
    {
      "epoch": 2.750809061488673,
      "grad_norm": 0.6256927847862244,
      "learning_rate": 2.3405597172861135e-07,
      "loss": 0.2244507223367691,
      "step": 2550
    },
    {
      "epoch": 2.7529665587918015,
      "grad_norm": 1.8245450258255005,
      "learning_rate": 2.3347498243618558e-07,
      "loss": 0.21601910889148712,
      "step": 2552
    },
    {
      "epoch": 2.75512405609493,
      "grad_norm": 2.7671761512756348,
      "learning_rate": 2.3289889774648675e-07,
      "loss": 0.25035250186920166,
      "step": 2554
    },
    {
      "epoch": 2.7572815533980584,
      "grad_norm": 1.276296854019165,
      "learning_rate": 2.3232772092020148e-07,
      "loss": 0.18391655385494232,
      "step": 2556
    },
    {
      "epoch": 2.759439050701187,
      "grad_norm": 3.1530673503875732,
      "learning_rate": 2.3176145519023742e-07,
      "loss": 0.2945748567581177,
      "step": 2558
    },
    {
      "epoch": 2.7615965480043148,
      "grad_norm": 1.5141795873641968,
      "learning_rate": 2.312001037617051e-07,
      "loss": 0.3175848424434662,
      "step": 2560
    },
    {
      "epoch": 2.7637540453074436,
      "grad_norm": 1.762587547302246,
      "learning_rate": 2.3064366981189995e-07,
      "loss": 0.2632935643196106,
      "step": 2562
    },
    {
      "epoch": 2.7659115426105716,
      "grad_norm": 2.4396347999572754,
      "learning_rate": 2.3009215649028332e-07,
      "loss": 0.12333346903324127,
      "step": 2564
    },
    {
      "epoch": 2.7680690399137,
      "grad_norm": 0.8734754323959351,
      "learning_rate": 2.295455669184662e-07,
      "loss": 0.1719101369380951,
      "step": 2566
    },
    {
      "epoch": 2.7702265372168284,
      "grad_norm": 2.0594780445098877,
      "learning_rate": 2.2900390419019047e-07,
      "loss": 0.24180670082569122,
      "step": 2568
    },
    {
      "epoch": 2.772384034519957,
      "grad_norm": 3.8657302856445312,
      "learning_rate": 2.2846717137131139e-07,
      "loss": 0.17427459359169006,
      "step": 2570
    },
    {
      "epoch": 2.7745415318230853,
      "grad_norm": 1.2864545583724976,
      "learning_rate": 2.2793537149978097e-07,
      "loss": 0.3185139298439026,
      "step": 2572
    },
    {
      "epoch": 2.7766990291262137,
      "grad_norm": 1.2937431335449219,
      "learning_rate": 2.2740850758563e-07,
      "loss": 0.25411853194236755,
      "step": 2574
    },
    {
      "epoch": 2.778856526429342,
      "grad_norm": 2.3176355361938477,
      "learning_rate": 2.2688658261095177e-07,
      "loss": 0.20836421847343445,
      "step": 2576
    },
    {
      "epoch": 2.78101402373247,
      "grad_norm": 2.0247695446014404,
      "learning_rate": 2.2636959952988402e-07,
      "loss": 0.27753064036369324,
      "step": 2578
    },
    {
      "epoch": 2.783171521035599,
      "grad_norm": 1.718490481376648,
      "learning_rate": 2.2585756126859373e-07,
      "loss": 0.26367393136024475,
      "step": 2580
    },
    {
      "epoch": 2.785329018338727,
      "grad_norm": 2.086444854736328,
      "learning_rate": 2.2535047072525968e-07,
      "loss": 0.2552420198917389,
      "step": 2582
    },
    {
      "epoch": 2.7874865156418553,
      "grad_norm": 2.691962957382202,
      "learning_rate": 2.2484833077005534e-07,
      "loss": 0.38996651768684387,
      "step": 2584
    },
    {
      "epoch": 2.7896440129449838,
      "grad_norm": 3.1365230083465576,
      "learning_rate": 2.2435114424513468e-07,
      "loss": 0.2881295680999756,
      "step": 2586
    },
    {
      "epoch": 2.791801510248112,
      "grad_norm": 0.678428053855896,
      "learning_rate": 2.23858913964614e-07,
      "loss": 0.3442489802837372,
      "step": 2588
    },
    {
      "epoch": 2.7939590075512406,
      "grad_norm": 1.9768662452697754,
      "learning_rate": 2.233716427145571e-07,
      "loss": 0.3336244225502014,
      "step": 2590
    },
    {
      "epoch": 2.796116504854369,
      "grad_norm": 7.05756139755249,
      "learning_rate": 2.2288933325295919e-07,
      "loss": 0.3653881251811981,
      "step": 2592
    },
    {
      "epoch": 2.7982740021574974,
      "grad_norm": 1.4996511936187744,
      "learning_rate": 2.224119883097315e-07,
      "loss": 0.337455153465271,
      "step": 2594
    },
    {
      "epoch": 2.8004314994606254,
      "grad_norm": 1.5251402854919434,
      "learning_rate": 2.2193961058668565e-07,
      "loss": 0.24892055988311768,
      "step": 2596
    },
    {
      "epoch": 2.8025889967637543,
      "grad_norm": 2.474886655807495,
      "learning_rate": 2.2147220275751817e-07,
      "loss": 0.38033241033554077,
      "step": 2598
    },
    {
      "epoch": 2.8047464940668823,
      "grad_norm": 2.1626007556915283,
      "learning_rate": 2.2100976746779575e-07,
      "loss": 0.2779306471347809,
      "step": 2600
    },
    {
      "epoch": 2.8069039913700107,
      "grad_norm": 1.5766234397888184,
      "learning_rate": 2.2055230733494034e-07,
      "loss": 0.198373481631279,
      "step": 2602
    },
    {
      "epoch": 2.809061488673139,
      "grad_norm": 1.3127539157867432,
      "learning_rate": 2.2009982494821354e-07,
      "loss": 0.2616628110408783,
      "step": 2604
    },
    {
      "epoch": 2.8112189859762675,
      "grad_norm": 1.8110085725784302,
      "learning_rate": 2.1965232286870293e-07,
      "loss": 0.34928035736083984,
      "step": 2606
    },
    {
      "epoch": 2.813376483279396,
      "grad_norm": 0.9856870770454407,
      "learning_rate": 2.1920980362930693e-07,
      "loss": 0.24830693006515503,
      "step": 2608
    },
    {
      "epoch": 2.8155339805825244,
      "grad_norm": 1.0019290447235107,
      "learning_rate": 2.1877226973472092e-07,
      "loss": 0.37566351890563965,
      "step": 2610
    },
    {
      "epoch": 2.8176914778856528,
      "grad_norm": 1.683439016342163,
      "learning_rate": 2.1833972366142252e-07,
      "loss": 0.20518970489501953,
      "step": 2612
    },
    {
      "epoch": 2.8198489751887807,
      "grad_norm": 1.2993359565734863,
      "learning_rate": 2.1791216785765812e-07,
      "loss": 0.3496171832084656,
      "step": 2614
    },
    {
      "epoch": 2.8220064724919096,
      "grad_norm": 1.8535475730895996,
      "learning_rate": 2.1748960474342858e-07,
      "loss": 0.40503692626953125,
      "step": 2616
    },
    {
      "epoch": 2.8241639697950376,
      "grad_norm": 1.230737328529358,
      "learning_rate": 2.1707203671047588e-07,
      "loss": 0.3467937111854553,
      "step": 2618
    },
    {
      "epoch": 2.826321467098166,
      "grad_norm": 2.092404365539551,
      "learning_rate": 2.166594661222692e-07,
      "loss": 0.45293277502059937,
      "step": 2620
    },
    {
      "epoch": 2.8284789644012944,
      "grad_norm": 1.2861336469650269,
      "learning_rate": 2.162518953139921e-07,
      "loss": 0.2429104447364807,
      "step": 2622
    },
    {
      "epoch": 2.830636461704423,
      "grad_norm": 1.7713249921798706,
      "learning_rate": 2.1584932659252883e-07,
      "loss": 0.31055137515068054,
      "step": 2624
    },
    {
      "epoch": 2.8327939590075513,
      "grad_norm": 2.2935972213745117,
      "learning_rate": 2.1545176223645118e-07,
      "loss": 0.44860854744911194,
      "step": 2626
    },
    {
      "epoch": 2.8349514563106797,
      "grad_norm": 3.7632486820220947,
      "learning_rate": 2.1505920449600637e-07,
      "loss": 0.45059871673583984,
      "step": 2628
    },
    {
      "epoch": 2.837108953613808,
      "grad_norm": 1.9739702939987183,
      "learning_rate": 2.146716555931031e-07,
      "loss": 0.32334843277931213,
      "step": 2630
    },
    {
      "epoch": 2.839266450916936,
      "grad_norm": 1.8699138164520264,
      "learning_rate": 2.1428911772130022e-07,
      "loss": 0.37822097539901733,
      "step": 2632
    },
    {
      "epoch": 2.841423948220065,
      "grad_norm": 1.3838216066360474,
      "learning_rate": 2.1391159304579338e-07,
      "loss": 0.2415277361869812,
      "step": 2634
    },
    {
      "epoch": 2.843581445523193,
      "grad_norm": 2.178896427154541,
      "learning_rate": 2.1353908370340319e-07,
      "loss": 0.36013925075531006,
      "step": 2636
    },
    {
      "epoch": 2.8457389428263213,
      "grad_norm": 1.6107887029647827,
      "learning_rate": 2.131715918025631e-07,
      "loss": 0.28840532898902893,
      "step": 2638
    },
    {
      "epoch": 2.8478964401294498,
      "grad_norm": 1.2073341608047485,
      "learning_rate": 2.1280911942330754e-07,
      "loss": 0.24024561047554016,
      "step": 2640
    },
    {
      "epoch": 2.850053937432578,
      "grad_norm": 1.346824049949646,
      "learning_rate": 2.1245166861725987e-07,
      "loss": 0.29280197620391846,
      "step": 2642
    },
    {
      "epoch": 2.8522114347357066,
      "grad_norm": 2.1668944358825684,
      "learning_rate": 2.1209924140762103e-07,
      "loss": 0.27317503094673157,
      "step": 2644
    },
    {
      "epoch": 2.854368932038835,
      "grad_norm": 1.5950590372085571,
      "learning_rate": 2.1175183978915794e-07,
      "loss": 0.16236615180969238,
      "step": 2646
    },
    {
      "epoch": 2.8565264293419634,
      "grad_norm": 1.4013762474060059,
      "learning_rate": 2.1140946572819222e-07,
      "loss": 0.23140932619571686,
      "step": 2648
    },
    {
      "epoch": 2.858683926645092,
      "grad_norm": 1.3808273077011108,
      "learning_rate": 2.1107212116258926e-07,
      "loss": 0.34648364782333374,
      "step": 2650
    },
    {
      "epoch": 2.8608414239482203,
      "grad_norm": 1.66391921043396,
      "learning_rate": 2.107398080017468e-07,
      "loss": 0.3459605872631073,
      "step": 2652
    },
    {
      "epoch": 2.8629989212513482,
      "grad_norm": 3.6172289848327637,
      "learning_rate": 2.1041252812658484e-07,
      "loss": 0.25366389751434326,
      "step": 2654
    },
    {
      "epoch": 2.8651564185544767,
      "grad_norm": 1.0681893825531006,
      "learning_rate": 2.100902833895342e-07,
      "loss": 0.185197651386261,
      "step": 2656
    },
    {
      "epoch": 2.867313915857605,
      "grad_norm": 1.549970030784607,
      "learning_rate": 2.0977307561452663e-07,
      "loss": 0.1989063322544098,
      "step": 2658
    },
    {
      "epoch": 2.8694714131607335,
      "grad_norm": 1.3811312913894653,
      "learning_rate": 2.09460906596984e-07,
      "loss": 0.31181615591049194,
      "step": 2660
    },
    {
      "epoch": 2.871628910463862,
      "grad_norm": 1.6068974733352661,
      "learning_rate": 2.091537781038089e-07,
      "loss": 0.30436015129089355,
      "step": 2662
    },
    {
      "epoch": 2.8737864077669903,
      "grad_norm": 2.1774463653564453,
      "learning_rate": 2.0885169187337344e-07,
      "loss": 0.1961633861064911,
      "step": 2664
    },
    {
      "epoch": 2.8759439050701188,
      "grad_norm": 1.3629629611968994,
      "learning_rate": 2.0855464961551068e-07,
      "loss": 0.2554187774658203,
      "step": 2666
    },
    {
      "epoch": 2.878101402373247,
      "grad_norm": 1.1737473011016846,
      "learning_rate": 2.0826265301150424e-07,
      "loss": 0.2499612420797348,
      "step": 2668
    },
    {
      "epoch": 2.8802588996763756,
      "grad_norm": 0.43503567576408386,
      "learning_rate": 2.0797570371407868e-07,
      "loss": 0.11031116545200348,
      "step": 2670
    },
    {
      "epoch": 2.8824163969795036,
      "grad_norm": 1.2711269855499268,
      "learning_rate": 2.0769380334739064e-07,
      "loss": 0.27530673146247864,
      "step": 2672
    },
    {
      "epoch": 2.884573894282632,
      "grad_norm": 1.6386080980300903,
      "learning_rate": 2.0741695350701957e-07,
      "loss": 0.21418559551239014,
      "step": 2674
    },
    {
      "epoch": 2.8867313915857604,
      "grad_norm": 0.6615068912506104,
      "learning_rate": 2.0714515575995788e-07,
      "loss": 0.3122788667678833,
      "step": 2676
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 1.6554388999938965,
      "learning_rate": 2.068784116446034e-07,
      "loss": 0.2509201467037201,
      "step": 2678
    },
    {
      "epoch": 2.8910463861920173,
      "grad_norm": 1.535337209701538,
      "learning_rate": 2.0661672267074972e-07,
      "loss": 0.2228378802537918,
      "step": 2680
    },
    {
      "epoch": 2.8932038834951457,
      "grad_norm": 1.8591066598892212,
      "learning_rate": 2.0636009031957781e-07,
      "loss": 0.4586015045642853,
      "step": 2682
    },
    {
      "epoch": 2.895361380798274,
      "grad_norm": 1.2504751682281494,
      "learning_rate": 2.0610851604364787e-07,
      "loss": 0.21972203254699707,
      "step": 2684
    },
    {
      "epoch": 2.8975188781014025,
      "grad_norm": 1.314433217048645,
      "learning_rate": 2.0586200126689092e-07,
      "loss": 0.30095550417900085,
      "step": 2686
    },
    {
      "epoch": 2.899676375404531,
      "grad_norm": 1.6293613910675049,
      "learning_rate": 2.0562054738460098e-07,
      "loss": 0.12489507347345352,
      "step": 2688
    },
    {
      "epoch": 2.901833872707659,
      "grad_norm": 2.388120651245117,
      "learning_rate": 2.0538415576342665e-07,
      "loss": 0.2403588593006134,
      "step": 2690
    },
    {
      "epoch": 2.9039913700107873,
      "grad_norm": 1.676954984664917,
      "learning_rate": 2.0515282774136402e-07,
      "loss": 0.24414768815040588,
      "step": 2692
    },
    {
      "epoch": 2.9061488673139158,
      "grad_norm": 2.731567621231079,
      "learning_rate": 2.0492656462774877e-07,
      "loss": 0.3925679326057434,
      "step": 2694
    },
    {
      "epoch": 2.908306364617044,
      "grad_norm": 1.193949818611145,
      "learning_rate": 2.047053677032484e-07,
      "loss": 0.31919193267822266,
      "step": 2696
    },
    {
      "epoch": 2.9104638619201726,
      "grad_norm": 1.6734915971755981,
      "learning_rate": 2.0448923821985597e-07,
      "loss": 0.2700918912887573,
      "step": 2698
    },
    {
      "epoch": 2.912621359223301,
      "grad_norm": 2.165048837661743,
      "learning_rate": 2.0427817740088204e-07,
      "loss": 0.09998652338981628,
      "step": 2700
    },
    {
      "epoch": 2.9147788565264294,
      "grad_norm": 1.4805729389190674,
      "learning_rate": 2.0407218644094798e-07,
      "loss": 0.26490524411201477,
      "step": 2702
    },
    {
      "epoch": 2.916936353829558,
      "grad_norm": 1.9566199779510498,
      "learning_rate": 2.0387126650597966e-07,
      "loss": 0.37730756402015686,
      "step": 2704
    },
    {
      "epoch": 2.9190938511326863,
      "grad_norm": 1.5146074295043945,
      "learning_rate": 2.036754187332004e-07,
      "loss": 0.2974068224430084,
      "step": 2706
    },
    {
      "epoch": 2.9212513484358142,
      "grad_norm": 1.5399764776229858,
      "learning_rate": 2.034846442311247e-07,
      "loss": 0.2960386276245117,
      "step": 2708
    },
    {
      "epoch": 2.9234088457389427,
      "grad_norm": 1.4276615381240845,
      "learning_rate": 2.0329894407955186e-07,
      "loss": 0.24433766305446625,
      "step": 2710
    },
    {
      "epoch": 2.925566343042071,
      "grad_norm": 1.12831711769104,
      "learning_rate": 2.0311831932956003e-07,
      "loss": 0.194054514169693,
      "step": 2712
    },
    {
      "epoch": 2.9277238403451995,
      "grad_norm": 4.204019546508789,
      "learning_rate": 2.0294277100350006e-07,
      "loss": 0.3664979338645935,
      "step": 2714
    },
    {
      "epoch": 2.929881337648328,
      "grad_norm": 1.073026180267334,
      "learning_rate": 2.0277230009498994e-07,
      "loss": 0.2648014426231384,
      "step": 2716
    },
    {
      "epoch": 2.9320388349514563,
      "grad_norm": 2.1484158039093018,
      "learning_rate": 2.026069075689089e-07,
      "loss": 0.28026407957077026,
      "step": 2718
    },
    {
      "epoch": 2.9341963322545848,
      "grad_norm": 2.006321907043457,
      "learning_rate": 2.0244659436139232e-07,
      "loss": 0.451577752828598,
      "step": 2720
    },
    {
      "epoch": 2.936353829557713,
      "grad_norm": 0.9612744450569153,
      "learning_rate": 2.0229136137982607e-07,
      "loss": 0.2079283595085144,
      "step": 2722
    },
    {
      "epoch": 2.9385113268608416,
      "grad_norm": 1.127065896987915,
      "learning_rate": 2.021412095028416e-07,
      "loss": 0.29667848348617554,
      "step": 2724
    },
    {
      "epoch": 2.9406688241639696,
      "grad_norm": 0.9780626893043518,
      "learning_rate": 2.019961395803108e-07,
      "loss": 0.15733566880226135,
      "step": 2726
    },
    {
      "epoch": 2.9428263214670984,
      "grad_norm": 1.398445725440979,
      "learning_rate": 2.0185615243334142e-07,
      "loss": 0.3436535894870758,
      "step": 2728
    },
    {
      "epoch": 2.9449838187702264,
      "grad_norm": 22.650222778320312,
      "learning_rate": 2.0172124885427215e-07,
      "loss": 0.23946398496627808,
      "step": 2730
    },
    {
      "epoch": 2.947141316073355,
      "grad_norm": 1.695454478263855,
      "learning_rate": 2.0159142960666828e-07,
      "loss": 0.22133874893188477,
      "step": 2732
    },
    {
      "epoch": 2.9492988133764833,
      "grad_norm": 3.043394088745117,
      "learning_rate": 2.0146669542531755e-07,
      "loss": 0.23711824417114258,
      "step": 2734
    },
    {
      "epoch": 2.9514563106796117,
      "grad_norm": 0.8506256937980652,
      "learning_rate": 2.0134704701622555e-07,
      "loss": 0.15003100037574768,
      "step": 2736
    },
    {
      "epoch": 2.95361380798274,
      "grad_norm": 1.9315284490585327,
      "learning_rate": 2.0123248505661205e-07,
      "loss": 0.27814292907714844,
      "step": 2738
    },
    {
      "epoch": 2.9557713052858685,
      "grad_norm": 1.3882677555084229,
      "learning_rate": 2.011230101949073e-07,
      "loss": 0.23976953327655792,
      "step": 2740
    },
    {
      "epoch": 2.957928802588997,
      "grad_norm": 2.189103126525879,
      "learning_rate": 2.0101862305074788e-07,
      "loss": 0.30090874433517456,
      "step": 2742
    },
    {
      "epoch": 2.960086299892125,
      "grad_norm": 1.476915955543518,
      "learning_rate": 2.0091932421497359e-07,
      "loss": 0.2663874328136444,
      "step": 2744
    },
    {
      "epoch": 2.9622437971952538,
      "grad_norm": 1.6229114532470703,
      "learning_rate": 2.0082511424962407e-07,
      "loss": 0.2835708558559418,
      "step": 2746
    },
    {
      "epoch": 2.9644012944983817,
      "grad_norm": 1.7014294862747192,
      "learning_rate": 2.0073599368793536e-07,
      "loss": 0.3245730698108673,
      "step": 2748
    },
    {
      "epoch": 2.96655879180151,
      "grad_norm": 1.3853977918624878,
      "learning_rate": 2.0065196303433735e-07,
      "loss": 0.41964831948280334,
      "step": 2750
    },
    {
      "epoch": 2.9687162891046386,
      "grad_norm": 1.847307801246643,
      "learning_rate": 2.0057302276445018e-07,
      "loss": 0.33610066771507263,
      "step": 2752
    },
    {
      "epoch": 2.970873786407767,
      "grad_norm": 1.3295162916183472,
      "learning_rate": 2.0049917332508245e-07,
      "loss": 0.32951587438583374,
      "step": 2754
    },
    {
      "epoch": 2.9730312837108954,
      "grad_norm": 1.515709638595581,
      "learning_rate": 2.0043041513422793e-07,
      "loss": 0.1392497420310974,
      "step": 2756
    },
    {
      "epoch": 2.975188781014024,
      "grad_norm": 1.3852156400680542,
      "learning_rate": 2.0036674858106364e-07,
      "loss": 0.23723219335079193,
      "step": 2758
    },
    {
      "epoch": 2.9773462783171523,
      "grad_norm": 0.7373172044754028,
      "learning_rate": 2.0030817402594758e-07,
      "loss": 0.0664176344871521,
      "step": 2760
    },
    {
      "epoch": 2.9795037756202802,
      "grad_norm": 0.5779815912246704,
      "learning_rate": 2.0025469180041652e-07,
      "loss": 0.19533909857273102,
      "step": 2762
    },
    {
      "epoch": 2.981661272923409,
      "grad_norm": 1.1505489349365234,
      "learning_rate": 2.0020630220718412e-07,
      "loss": 0.40156224370002747,
      "step": 2764
    },
    {
      "epoch": 2.983818770226537,
      "grad_norm": 1.542429804801941,
      "learning_rate": 2.0016300552013962e-07,
      "loss": 0.11573772132396698,
      "step": 2766
    },
    {
      "epoch": 2.9859762675296655,
      "grad_norm": 4.137073040008545,
      "learning_rate": 2.0012480198434574e-07,
      "loss": 0.4161064624786377,
      "step": 2768
    },
    {
      "epoch": 2.988133764832794,
      "grad_norm": 3.1401453018188477,
      "learning_rate": 2.0009169181603766e-07,
      "loss": 0.26901060342788696,
      "step": 2770
    },
    {
      "epoch": 2.9902912621359223,
      "grad_norm": 1.872072696685791,
      "learning_rate": 2.0006367520262163e-07,
      "loss": 0.36560726165771484,
      "step": 2772
    },
    {
      "epoch": 2.9924487594390508,
      "grad_norm": 1.6279696226119995,
      "learning_rate": 2.0004075230267392e-07,
      "loss": 0.22248563170433044,
      "step": 2774
    },
    {
      "epoch": 2.994606256742179,
      "grad_norm": 2.087898015975952,
      "learning_rate": 2.0002292324594007e-07,
      "loss": 0.2563750445842743,
      "step": 2776
    },
    {
      "epoch": 2.9967637540453076,
      "grad_norm": 2.9592933654785156,
      "learning_rate": 2.000101881333341e-07,
      "loss": 0.12756453454494476,
      "step": 2778
    },
    {
      "epoch": 2.9989212513484356,
      "grad_norm": 2.473083734512329,
      "learning_rate": 2.0000254703693767e-07,
      "loss": 0.1695672571659088,
      "step": 2780
    },
    {
      "epoch": 3.0,
      "step": 2781,
      "total_flos": 3.284111394515778e+18,
      "train_loss": 0.46147939157918366,
      "train_runtime": 26036.604,
      "train_samples_per_second": 1.709,
      "train_steps_per_second": 0.107
    }
  ],
  "logging_steps": 2,
  "max_steps": 2781,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.284111394515778e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}