{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 1590,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003780718336483932,
      "grad_norm": 26.49860954284668,
      "learning_rate": 0.0,
      "loss": 8.6314,
      "step": 1
    },
    {
      "epoch": 0.007561436672967864,
      "grad_norm": 26.446386337280273,
      "learning_rate": 3.1446540880503146e-08,
      "loss": 8.5661,
      "step": 2
    },
    {
      "epoch": 0.011342155009451797,
      "grad_norm": 26.49188804626465,
      "learning_rate": 6.289308176100629e-08,
      "loss": 8.6126,
      "step": 3
    },
    {
      "epoch": 0.015122873345935728,
      "grad_norm": 26.449148178100586,
      "learning_rate": 9.433962264150944e-08,
      "loss": 8.6061,
      "step": 4
    },
    {
      "epoch": 0.01890359168241966,
      "grad_norm": 26.4529972076416,
      "learning_rate": 1.2578616352201258e-07,
      "loss": 8.564,
      "step": 5
    },
    {
      "epoch": 0.022684310018903593,
      "grad_norm": 26.17426109313965,
      "learning_rate": 1.5723270440251575e-07,
      "loss": 8.5168,
      "step": 6
    },
    {
      "epoch": 0.026465028355387523,
      "grad_norm": 26.439720153808594,
      "learning_rate": 1.886792452830189e-07,
      "loss": 8.4829,
      "step": 7
    },
    {
      "epoch": 0.030245746691871456,
      "grad_norm": 26.469741821289062,
      "learning_rate": 2.2012578616352203e-07,
      "loss": 8.5575,
      "step": 8
    },
    {
      "epoch": 0.034026465028355386,
      "grad_norm": 26.483909606933594,
      "learning_rate": 2.5157232704402517e-07,
      "loss": 8.6731,
      "step": 9
    },
    {
      "epoch": 0.03780718336483932,
      "grad_norm": 26.617839813232422,
      "learning_rate": 2.8301886792452833e-07,
      "loss": 8.5927,
      "step": 10
    },
    {
      "epoch": 0.04158790170132325,
      "grad_norm": 26.199474334716797,
      "learning_rate": 3.144654088050315e-07,
      "loss": 8.581,
      "step": 11
    },
    {
      "epoch": 0.045368620037807186,
      "grad_norm": 26.53860092163086,
      "learning_rate": 3.459119496855346e-07,
      "loss": 8.6535,
      "step": 12
    },
    {
      "epoch": 0.04914933837429111,
      "grad_norm": 26.27257537841797,
      "learning_rate": 3.773584905660378e-07,
      "loss": 8.4668,
      "step": 13
    },
    {
      "epoch": 0.052930056710775046,
      "grad_norm": 26.675107955932617,
      "learning_rate": 4.088050314465409e-07,
      "loss": 8.6081,
      "step": 14
    },
    {
      "epoch": 0.05671077504725898,
      "grad_norm": 26.27010154724121,
      "learning_rate": 4.4025157232704405e-07,
      "loss": 8.5503,
      "step": 15
    },
    {
      "epoch": 0.06049149338374291,
      "grad_norm": 26.363964080810547,
      "learning_rate": 4.716981132075472e-07,
      "loss": 8.581,
      "step": 16
    },
    {
      "epoch": 0.06427221172022685,
      "grad_norm": 26.43025016784668,
      "learning_rate": 5.031446540880503e-07,
      "loss": 8.5613,
      "step": 17
    },
    {
      "epoch": 0.06805293005671077,
      "grad_norm": 26.831392288208008,
      "learning_rate": 5.345911949685535e-07,
      "loss": 8.4854,
      "step": 18
    },
    {
      "epoch": 0.07183364839319471,
      "grad_norm": 26.333005905151367,
      "learning_rate": 5.660377358490567e-07,
      "loss": 8.4525,
      "step": 19
    },
    {
      "epoch": 0.07561436672967864,
      "grad_norm": 26.117008209228516,
      "learning_rate": 5.974842767295598e-07,
      "loss": 8.4525,
      "step": 20
    },
    {
      "epoch": 0.07939508506616257,
      "grad_norm": 26.460399627685547,
      "learning_rate": 6.28930817610063e-07,
      "loss": 8.5734,
      "step": 21
    },
    {
      "epoch": 0.0831758034026465,
      "grad_norm": 26.33306884765625,
      "learning_rate": 6.603773584905661e-07,
      "loss": 8.4768,
      "step": 22
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 25.97040557861328,
      "learning_rate": 6.918238993710692e-07,
      "loss": 8.4153,
      "step": 23
    },
    {
      "epoch": 0.09073724007561437,
      "grad_norm": 25.835500717163086,
      "learning_rate": 7.232704402515723e-07,
      "loss": 8.3122,
      "step": 24
    },
    {
      "epoch": 0.0945179584120983,
      "grad_norm": 25.97608757019043,
      "learning_rate": 7.547169811320755e-07,
      "loss": 8.4553,
      "step": 25
    },
    {
      "epoch": 0.09829867674858223,
      "grad_norm": 26.065210342407227,
      "learning_rate": 7.861635220125787e-07,
      "loss": 8.2699,
      "step": 26
    },
    {
      "epoch": 0.10207939508506617,
      "grad_norm": 25.830997467041016,
      "learning_rate": 8.176100628930818e-07,
      "loss": 8.2455,
      "step": 27
    },
    {
      "epoch": 0.10586011342155009,
      "grad_norm": 25.63951873779297,
      "learning_rate": 8.490566037735849e-07,
      "loss": 8.2783,
      "step": 28
    },
    {
      "epoch": 0.10964083175803403,
      "grad_norm": 25.445558547973633,
      "learning_rate": 8.805031446540881e-07,
      "loss": 8.2718,
      "step": 29
    },
    {
      "epoch": 0.11342155009451796,
      "grad_norm": 25.129175186157227,
      "learning_rate": 9.119496855345912e-07,
      "loss": 8.1379,
      "step": 30
    },
    {
      "epoch": 0.11720226843100189,
      "grad_norm": 25.028966903686523,
      "learning_rate": 9.433962264150944e-07,
      "loss": 8.1035,
      "step": 31
    },
    {
      "epoch": 0.12098298676748583,
      "grad_norm": 25.174604415893555,
      "learning_rate": 9.748427672955975e-07,
      "loss": 8.0904,
      "step": 32
    },
    {
      "epoch": 0.12476370510396975,
      "grad_norm": 24.973167419433594,
      "learning_rate": 1.0062893081761007e-06,
      "loss": 7.9715,
      "step": 33
    },
    {
      "epoch": 0.1285444234404537,
      "grad_norm": 24.82118034362793,
      "learning_rate": 1.037735849056604e-06,
      "loss": 7.9507,
      "step": 34
    },
    {
      "epoch": 0.1323251417769376,
      "grad_norm": 24.09725570678711,
      "learning_rate": 1.069182389937107e-06,
      "loss": 7.8026,
      "step": 35
    },
    {
      "epoch": 0.13610586011342155,
      "grad_norm": 24.269426345825195,
      "learning_rate": 1.1006289308176102e-06,
      "loss": 7.7298,
      "step": 36
    },
    {
      "epoch": 0.13988657844990549,
      "grad_norm": 23.643186569213867,
      "learning_rate": 1.1320754716981133e-06,
      "loss": 7.6304,
      "step": 37
    },
    {
      "epoch": 0.14366729678638943,
      "grad_norm": 23.674152374267578,
      "learning_rate": 1.1635220125786164e-06,
      "loss": 7.6305,
      "step": 38
    },
    {
      "epoch": 0.14744801512287334,
      "grad_norm": 22.583824157714844,
      "learning_rate": 1.1949685534591195e-06,
      "loss": 7.4051,
      "step": 39
    },
    {
      "epoch": 0.15122873345935728,
      "grad_norm": 22.695629119873047,
      "learning_rate": 1.2264150943396227e-06,
      "loss": 7.4661,
      "step": 40
    },
    {
      "epoch": 0.15500945179584122,
      "grad_norm": 21.805404663085938,
      "learning_rate": 1.257861635220126e-06,
      "loss": 7.3498,
      "step": 41
    },
    {
      "epoch": 0.15879017013232513,
      "grad_norm": 21.137290954589844,
      "learning_rate": 1.289308176100629e-06,
      "loss": 7.0845,
      "step": 42
    },
    {
      "epoch": 0.16257088846880907,
      "grad_norm": 20.846675872802734,
      "learning_rate": 1.3207547169811322e-06,
      "loss": 6.9925,
      "step": 43
    },
    {
      "epoch": 0.166351606805293,
      "grad_norm": 19.387805938720703,
      "learning_rate": 1.3522012578616353e-06,
      "loss": 6.8302,
      "step": 44
    },
    {
      "epoch": 0.17013232514177692,
      "grad_norm": 19.525684356689453,
      "learning_rate": 1.3836477987421384e-06,
      "loss": 6.8045,
      "step": 45
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 18.30414390563965,
      "learning_rate": 1.4150943396226415e-06,
      "loss": 6.6591,
      "step": 46
    },
    {
      "epoch": 0.1776937618147448,
      "grad_norm": 17.67142105102539,
      "learning_rate": 1.4465408805031447e-06,
      "loss": 6.5074,
      "step": 47
    },
    {
      "epoch": 0.18147448015122875,
      "grad_norm": 16.708816528320312,
      "learning_rate": 1.4779874213836478e-06,
      "loss": 6.3829,
      "step": 48
    },
    {
      "epoch": 0.18525519848771266,
      "grad_norm": 15.584643363952637,
      "learning_rate": 1.509433962264151e-06,
      "loss": 6.2258,
      "step": 49
    },
    {
      "epoch": 0.1890359168241966,
      "grad_norm": 14.791690826416016,
      "learning_rate": 1.5408805031446542e-06,
      "loss": 6.1332,
      "step": 50
    },
    {
      "epoch": 0.19281663516068054,
      "grad_norm": 14.2457275390625,
      "learning_rate": 1.5723270440251573e-06,
      "loss": 5.9686,
      "step": 51
    },
    {
      "epoch": 0.19659735349716445,
      "grad_norm": 12.846230506896973,
      "learning_rate": 1.6037735849056604e-06,
      "loss": 5.8422,
      "step": 52
    },
    {
      "epoch": 0.2003780718336484,
      "grad_norm": 12.019917488098145,
      "learning_rate": 1.6352201257861635e-06,
      "loss": 5.7827,
      "step": 53
    },
    {
      "epoch": 0.20415879017013233,
      "grad_norm": 11.415548324584961,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 5.6459,
      "step": 54
    },
    {
      "epoch": 0.20793950850661624,
      "grad_norm": 10.511237144470215,
      "learning_rate": 1.6981132075471698e-06,
      "loss": 5.5174,
      "step": 55
    },
    {
      "epoch": 0.21172022684310018,
      "grad_norm": 9.58881950378418,
      "learning_rate": 1.7295597484276729e-06,
      "loss": 5.3711,
      "step": 56
    },
    {
      "epoch": 0.21550094517958412,
      "grad_norm": 9.30813980102539,
      "learning_rate": 1.7610062893081762e-06,
      "loss": 5.2917,
      "step": 57
    },
    {
      "epoch": 0.21928166351606806,
      "grad_norm": 8.832740783691406,
      "learning_rate": 1.7924528301886793e-06,
      "loss": 5.1584,
      "step": 58
    },
    {
      "epoch": 0.22306238185255198,
      "grad_norm": 8.407164573669434,
      "learning_rate": 1.8238993710691824e-06,
      "loss": 5.063,
      "step": 59
    },
    {
      "epoch": 0.22684310018903592,
      "grad_norm": 7.9452314376831055,
      "learning_rate": 1.8553459119496855e-06,
      "loss": 4.9789,
      "step": 60
    },
    {
      "epoch": 0.23062381852551986,
      "grad_norm": 7.413273811340332,
      "learning_rate": 1.8867924528301889e-06,
      "loss": 4.8478,
      "step": 61
    },
    {
      "epoch": 0.23440453686200377,
      "grad_norm": 6.946573734283447,
      "learning_rate": 1.918238993710692e-06,
      "loss": 4.7507,
      "step": 62
    },
    {
      "epoch": 0.2381852551984877,
      "grad_norm": 6.1533098220825195,
      "learning_rate": 1.949685534591195e-06,
      "loss": 4.6498,
      "step": 63
    },
    {
      "epoch": 0.24196597353497165,
      "grad_norm": 6.1265459060668945,
      "learning_rate": 1.981132075471698e-06,
      "loss": 4.5882,
      "step": 64
    },
    {
      "epoch": 0.24574669187145556,
      "grad_norm": 5.499799728393555,
      "learning_rate": 2.0125786163522013e-06,
      "loss": 4.4678,
      "step": 65
    },
    {
      "epoch": 0.2495274102079395,
      "grad_norm": 5.957705974578857,
      "learning_rate": 2.044025157232705e-06,
      "loss": 4.4099,
      "step": 66
    },
    {
      "epoch": 0.2533081285444234,
      "grad_norm": 4.965778827667236,
      "learning_rate": 2.075471698113208e-06,
      "loss": 4.2544,
      "step": 67
    },
    {
      "epoch": 0.2570888468809074,
      "grad_norm": 4.846767902374268,
      "learning_rate": 2.106918238993711e-06,
      "loss": 4.1501,
      "step": 68
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 4.912769794464111,
      "learning_rate": 2.138364779874214e-06,
      "loss": 4.0971,
      "step": 69
    },
    {
      "epoch": 0.2646502835538752,
      "grad_norm": 4.732649326324463,
      "learning_rate": 2.1698113207547173e-06,
      "loss": 4.0242,
      "step": 70
    },
    {
      "epoch": 0.2684310018903592,
      "grad_norm": 4.664409160614014,
      "learning_rate": 2.2012578616352204e-06,
      "loss": 3.8954,
      "step": 71
    },
    {
      "epoch": 0.2722117202268431,
      "grad_norm": 4.453545570373535,
      "learning_rate": 2.2327044025157235e-06,
      "loss": 3.826,
      "step": 72
    },
    {
      "epoch": 0.27599243856332706,
      "grad_norm": 4.640097618103027,
      "learning_rate": 2.2641509433962266e-06,
      "loss": 3.7638,
      "step": 73
    },
    {
      "epoch": 0.27977315689981097,
      "grad_norm": 4.071688652038574,
      "learning_rate": 2.2955974842767298e-06,
      "loss": 3.6744,
      "step": 74
    },
    {
      "epoch": 0.2835538752362949,
      "grad_norm": 3.917768716812134,
      "learning_rate": 2.327044025157233e-06,
      "loss": 3.6072,
      "step": 75
    },
    {
      "epoch": 0.28733459357277885,
      "grad_norm": 3.8766708374023438,
      "learning_rate": 2.358490566037736e-06,
      "loss": 3.5294,
      "step": 76
    },
    {
      "epoch": 0.29111531190926276,
      "grad_norm": 3.7344677448272705,
      "learning_rate": 2.389937106918239e-06,
      "loss": 3.4474,
      "step": 77
    },
    {
      "epoch": 0.2948960302457467,
      "grad_norm": 3.67256498336792,
      "learning_rate": 2.421383647798742e-06,
      "loss": 3.3529,
      "step": 78
    },
    {
      "epoch": 0.29867674858223064,
      "grad_norm": 3.6902360916137695,
      "learning_rate": 2.4528301886792453e-06,
      "loss": 3.2858,
      "step": 79
    },
    {
      "epoch": 0.30245746691871456,
      "grad_norm": 3.6304261684417725,
      "learning_rate": 2.4842767295597484e-06,
      "loss": 3.1951,
      "step": 80
    },
    {
      "epoch": 0.30623818525519847,
      "grad_norm": 3.5764212608337402,
      "learning_rate": 2.515723270440252e-06,
      "loss": 3.1112,
      "step": 81
    },
    {
      "epoch": 0.31001890359168244,
      "grad_norm": 3.480290651321411,
      "learning_rate": 2.547169811320755e-06,
      "loss": 3.0123,
      "step": 82
    },
    {
      "epoch": 0.31379962192816635,
      "grad_norm": 3.4299983978271484,
      "learning_rate": 2.578616352201258e-06,
      "loss": 2.9359,
      "step": 83
    },
    {
      "epoch": 0.31758034026465026,
      "grad_norm": 3.398749589920044,
      "learning_rate": 2.6100628930817613e-06,
      "loss": 2.8677,
      "step": 84
    },
    {
      "epoch": 0.32136105860113423,
      "grad_norm": 3.494180679321289,
      "learning_rate": 2.6415094339622644e-06,
      "loss": 2.7776,
      "step": 85
    },
    {
      "epoch": 0.32514177693761814,
      "grad_norm": 3.3304502964019775,
      "learning_rate": 2.6729559748427675e-06,
      "loss": 2.7106,
      "step": 86
    },
    {
      "epoch": 0.32892249527410206,
      "grad_norm": 3.269944429397583,
      "learning_rate": 2.7044025157232706e-06,
      "loss": 2.6133,
      "step": 87
    },
    {
      "epoch": 0.332703213610586,
      "grad_norm": 3.377781867980957,
      "learning_rate": 2.7358490566037738e-06,
      "loss": 2.555,
      "step": 88
    },
    {
      "epoch": 0.33648393194706994,
      "grad_norm": 3.3409223556518555,
      "learning_rate": 2.767295597484277e-06,
      "loss": 2.4417,
      "step": 89
    },
    {
      "epoch": 0.34026465028355385,
      "grad_norm": 3.4132015705108643,
      "learning_rate": 2.79874213836478e-06,
      "loss": 2.3684,
      "step": 90
    },
    {
      "epoch": 0.3440453686200378,
      "grad_norm": 3.278552770614624,
      "learning_rate": 2.830188679245283e-06,
      "loss": 2.2846,
      "step": 91
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 3.3326900005340576,
      "learning_rate": 2.861635220125786e-06,
      "loss": 2.2018,
      "step": 92
    },
    {
      "epoch": 0.3516068052930057,
      "grad_norm": 3.2643816471099854,
      "learning_rate": 2.8930817610062893e-06,
      "loss": 2.1349,
      "step": 93
    },
    {
      "epoch": 0.3553875236294896,
      "grad_norm": 3.1792874336242676,
      "learning_rate": 2.9245283018867924e-06,
      "loss": 2.0337,
      "step": 94
    },
    {
      "epoch": 0.3591682419659735,
      "grad_norm": 3.205648183822632,
      "learning_rate": 2.9559748427672955e-06,
      "loss": 1.9311,
      "step": 95
    },
    {
      "epoch": 0.3629489603024575,
      "grad_norm": 3.1705102920532227,
      "learning_rate": 2.987421383647799e-06,
      "loss": 1.8769,
      "step": 96
    },
    {
      "epoch": 0.3667296786389414,
      "grad_norm": 3.181612491607666,
      "learning_rate": 3.018867924528302e-06,
      "loss": 1.77,
      "step": 97
    },
    {
      "epoch": 0.3705103969754253,
      "grad_norm": 3.1688497066497803,
      "learning_rate": 3.0503144654088053e-06,
      "loss": 1.6855,
      "step": 98
    },
    {
      "epoch": 0.3742911153119093,
      "grad_norm": 3.070916175842285,
      "learning_rate": 3.0817610062893084e-06,
      "loss": 1.5951,
      "step": 99
    },
    {
      "epoch": 0.3780718336483932,
      "grad_norm": 3.0769195556640625,
      "learning_rate": 3.1132075471698115e-06,
      "loss": 1.5228,
      "step": 100
    },
    {
      "epoch": 0.3818525519848771,
      "grad_norm": 3.046743392944336,
      "learning_rate": 3.1446540880503146e-06,
      "loss": 1.4414,
      "step": 101
    },
    {
      "epoch": 0.3856332703213611,
      "grad_norm": 3.2690372467041016,
      "learning_rate": 3.1761006289308178e-06,
      "loss": 1.3764,
      "step": 102
    },
    {
      "epoch": 0.389413988657845,
      "grad_norm": 3.578078031539917,
      "learning_rate": 3.207547169811321e-06,
      "loss": 1.2999,
      "step": 103
    },
    {
      "epoch": 0.3931947069943289,
      "grad_norm": 2.790632486343384,
      "learning_rate": 3.238993710691824e-06,
      "loss": 1.2404,
      "step": 104
    },
    {
      "epoch": 0.39697542533081287,
      "grad_norm": 3.452138662338257,
      "learning_rate": 3.270440251572327e-06,
      "loss": 1.1618,
      "step": 105
    },
    {
      "epoch": 0.4007561436672968,
      "grad_norm": 2.630812883377075,
      "learning_rate": 3.30188679245283e-06,
      "loss": 1.0705,
      "step": 106
    },
    {
      "epoch": 0.4045368620037807,
      "grad_norm": 2.906174421310425,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.0143,
      "step": 107
    },
    {
      "epoch": 0.40831758034026466,
      "grad_norm": 2.599710702896118,
      "learning_rate": 3.3647798742138364e-06,
      "loss": 0.9305,
      "step": 108
    },
    {
      "epoch": 0.4120982986767486,
      "grad_norm": 2.5494208335876465,
      "learning_rate": 3.3962264150943395e-06,
      "loss": 0.8758,
      "step": 109
    },
    {
      "epoch": 0.4158790170132325,
      "grad_norm": 2.4350202083587646,
      "learning_rate": 3.4276729559748427e-06,
      "loss": 0.8038,
      "step": 110
    },
    {
      "epoch": 0.41965973534971646,
      "grad_norm": 2.3131184577941895,
      "learning_rate": 3.4591194968553458e-06,
      "loss": 0.7518,
      "step": 111
    },
    {
      "epoch": 0.42344045368620037,
      "grad_norm": 2.2873146533966064,
      "learning_rate": 3.4905660377358493e-06,
      "loss": 0.6975,
      "step": 112
    },
    {
      "epoch": 0.42722117202268434,
      "grad_norm": 2.0021121501922607,
      "learning_rate": 3.5220125786163524e-06,
      "loss": 0.6393,
      "step": 113
    },
    {
      "epoch": 0.43100189035916825,
      "grad_norm": 1.9343374967575073,
      "learning_rate": 3.5534591194968555e-06,
      "loss": 0.6132,
      "step": 114
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 2.566892147064209,
      "learning_rate": 3.5849056603773586e-06,
      "loss": 0.5614,
      "step": 115
    },
    {
      "epoch": 0.43856332703213613,
      "grad_norm": 1.834770679473877,
      "learning_rate": 3.6163522012578618e-06,
      "loss": 0.5186,
      "step": 116
    },
    {
      "epoch": 0.44234404536862004,
      "grad_norm": 1.8110265731811523,
      "learning_rate": 3.647798742138365e-06,
      "loss": 0.4833,
      "step": 117
    },
    {
      "epoch": 0.44612476370510395,
      "grad_norm": 1.7480475902557373,
      "learning_rate": 3.679245283018868e-06,
      "loss": 0.4449,
      "step": 118
    },
    {
      "epoch": 0.4499054820415879,
      "grad_norm": 1.978847861289978,
      "learning_rate": 3.710691823899371e-06,
      "loss": 0.4241,
      "step": 119
    },
    {
      "epoch": 0.45368620037807184,
      "grad_norm": 1.6734317541122437,
      "learning_rate": 3.742138364779874e-06,
      "loss": 0.3884,
      "step": 120
    },
    {
      "epoch": 0.45746691871455575,
      "grad_norm": 1.6196964979171753,
      "learning_rate": 3.7735849056603777e-06,
      "loss": 0.3537,
      "step": 121
    },
    {
      "epoch": 0.4612476370510397,
      "grad_norm": 1.6024487018585205,
      "learning_rate": 3.8050314465408813e-06,
      "loss": 0.3275,
      "step": 122
    },
    {
      "epoch": 0.46502835538752363,
      "grad_norm": 1.6706016063690186,
      "learning_rate": 3.836477987421384e-06,
      "loss": 0.2987,
      "step": 123
    },
    {
      "epoch": 0.46880907372400754,
      "grad_norm": 1.461807370185852,
      "learning_rate": 3.8679245283018875e-06,
      "loss": 0.2756,
      "step": 124
    },
    {
      "epoch": 0.4725897920604915,
      "grad_norm": 1.795247197151184,
      "learning_rate": 3.89937106918239e-06,
      "loss": 0.2272,
      "step": 125
    },
    {
      "epoch": 0.4763705103969754,
      "grad_norm": 1.149410367012024,
      "learning_rate": 3.930817610062894e-06,
      "loss": 0.2106,
      "step": 126
    },
    {
      "epoch": 0.48015122873345933,
      "grad_norm": 1.4200841188430786,
      "learning_rate": 3.962264150943396e-06,
      "loss": 0.1888,
      "step": 127
    },
    {
      "epoch": 0.4839319470699433,
      "grad_norm": 1.2156733274459839,
      "learning_rate": 3.9937106918239e-06,
      "loss": 0.1695,
      "step": 128
    },
    {
      "epoch": 0.4877126654064272,
      "grad_norm": 0.9911368489265442,
      "learning_rate": 4.025157232704403e-06,
      "loss": 0.1501,
      "step": 129
    },
    {
      "epoch": 0.4914933837429111,
      "grad_norm": 0.7694626450538635,
      "learning_rate": 4.056603773584906e-06,
      "loss": 0.1289,
      "step": 130
    },
    {
      "epoch": 0.4952741020793951,
      "grad_norm": 0.7689205408096313,
      "learning_rate": 4.08805031446541e-06,
      "loss": 0.1184,
      "step": 131
    },
    {
      "epoch": 0.499054820415879,
      "grad_norm": 0.9590215086936951,
      "learning_rate": 4.119496855345912e-06,
      "loss": 0.0999,
      "step": 132
    },
    {
      "epoch": 0.502835538752363,
      "grad_norm": 0.6190182566642761,
      "learning_rate": 4.150943396226416e-06,
      "loss": 0.091,
      "step": 133
    },
    {
      "epoch": 0.5066162570888468,
      "grad_norm": 0.8857131004333496,
      "learning_rate": 4.182389937106919e-06,
      "loss": 0.08,
      "step": 134
    },
    {
      "epoch": 0.5103969754253308,
      "grad_norm": 0.6522263884544373,
      "learning_rate": 4.213836477987422e-06,
      "loss": 0.0709,
      "step": 135
    },
    {
      "epoch": 0.5141776937618148,
      "grad_norm": 0.6781020760536194,
      "learning_rate": 4.245283018867925e-06,
      "loss": 0.079,
      "step": 136
    },
    {
      "epoch": 0.5179584120982986,
      "grad_norm": 0.6817317008972168,
      "learning_rate": 4.276729559748428e-06,
      "loss": 0.056,
      "step": 137
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 0.5343799591064453,
      "learning_rate": 4.308176100628931e-06,
      "loss": 0.0518,
      "step": 138
    },
    {
      "epoch": 0.5255198487712666,
      "grad_norm": 0.4243936836719513,
      "learning_rate": 4.339622641509435e-06,
      "loss": 0.0312,
      "step": 139
    },
    {
      "epoch": 0.5293005671077504,
      "grad_norm": 0.4387669265270233,
      "learning_rate": 4.371069182389937e-06,
      "loss": 0.0305,
      "step": 140
    },
    {
      "epoch": 0.5330812854442344,
      "grad_norm": 0.48877736926078796,
      "learning_rate": 4.402515723270441e-06,
      "loss": 0.0287,
      "step": 141
    },
    {
      "epoch": 0.5368620037807184,
      "grad_norm": 0.3683076500892639,
      "learning_rate": 4.4339622641509435e-06,
      "loss": 0.0227,
      "step": 142
    },
    {
      "epoch": 0.5406427221172023,
      "grad_norm": 0.2861018478870392,
      "learning_rate": 4.465408805031447e-06,
      "loss": 0.0222,
      "step": 143
    },
    {
      "epoch": 0.5444234404536862,
      "grad_norm": 0.22285304963588715,
      "learning_rate": 4.49685534591195e-06,
      "loss": 0.0205,
      "step": 144
    },
    {
      "epoch": 0.5482041587901701,
      "grad_norm": 0.2912003695964813,
      "learning_rate": 4.528301886792453e-06,
      "loss": 0.0183,
      "step": 145
    },
    {
      "epoch": 0.5519848771266541,
      "grad_norm": 0.2376680076122284,
      "learning_rate": 4.559748427672957e-06,
      "loss": 0.0178,
      "step": 146
    },
    {
      "epoch": 0.555765595463138,
      "grad_norm": 0.19624432921409607,
      "learning_rate": 4.5911949685534595e-06,
      "loss": 0.0187,
      "step": 147
    },
    {
      "epoch": 0.5595463137996219,
      "grad_norm": 0.2549561560153961,
      "learning_rate": 4.622641509433963e-06,
      "loss": 0.017,
      "step": 148
    },
    {
      "epoch": 0.5633270321361059,
      "grad_norm": 0.18909113109111786,
      "learning_rate": 4.654088050314466e-06,
      "loss": 0.0203,
      "step": 149
    },
    {
      "epoch": 0.5671077504725898,
      "grad_norm": 0.39210933446884155,
      "learning_rate": 4.685534591194969e-06,
      "loss": 0.0177,
      "step": 150
    },
    {
      "epoch": 0.5708884688090737,
      "grad_norm": 0.29460176825523376,
      "learning_rate": 4.716981132075472e-06,
      "loss": 0.0174,
      "step": 151
    },
    {
      "epoch": 0.5746691871455577,
      "grad_norm": 0.15810728073120117,
      "learning_rate": 4.7484276729559755e-06,
      "loss": 0.0158,
      "step": 152
    },
    {
      "epoch": 0.5784499054820416,
      "grad_norm": 0.19970139861106873,
      "learning_rate": 4.779874213836478e-06,
      "loss": 0.0187,
      "step": 153
    },
    {
      "epoch": 0.5822306238185255,
      "grad_norm": 0.20323728024959564,
      "learning_rate": 4.811320754716982e-06,
      "loss": 0.0195,
      "step": 154
    },
    {
      "epoch": 0.5860113421550095,
      "grad_norm": 0.20774324238300323,
      "learning_rate": 4.842767295597484e-06,
      "loss": 0.0153,
      "step": 155
    },
    {
      "epoch": 0.5897920604914934,
      "grad_norm": 0.5454590320587158,
      "learning_rate": 4.874213836477988e-06,
      "loss": 0.0161,
      "step": 156
    },
    {
      "epoch": 0.5935727788279773,
      "grad_norm": 0.19222363829612732,
      "learning_rate": 4.905660377358491e-06,
      "loss": 0.0139,
      "step": 157
    },
    {
      "epoch": 0.5973534971644613,
      "grad_norm": 0.1607956439256668,
      "learning_rate": 4.937106918238994e-06,
      "loss": 0.0139,
      "step": 158
    },
    {
      "epoch": 0.6011342155009451,
      "grad_norm": 0.19767163693904877,
      "learning_rate": 4.968553459119497e-06,
      "loss": 0.0132,
      "step": 159
    },
    {
      "epoch": 0.6049149338374291,
      "grad_norm": 0.3366517424583435,
      "learning_rate": 5e-06,
      "loss": 0.0193,
      "step": 160
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 0.14002861082553864,
      "learning_rate": 4.999993975370883e-06,
      "loss": 0.0127,
      "step": 161
    },
    {
      "epoch": 0.6124763705103969,
      "grad_norm": 0.17500659823417664,
      "learning_rate": 4.999975901512567e-06,
      "loss": 0.0141,
      "step": 162
    },
    {
      "epoch": 0.6162570888468809,
      "grad_norm": 0.1498129516839981,
      "learning_rate": 4.999945778512164e-06,
      "loss": 0.0142,
      "step": 163
    },
    {
      "epoch": 0.6200378071833649,
      "grad_norm": 0.1581406444311142,
      "learning_rate": 4.999903606514858e-06,
      "loss": 0.0143,
      "step": 164
    },
    {
      "epoch": 0.6238185255198487,
      "grad_norm": 0.30295559763908386,
      "learning_rate": 4.999849385723904e-06,
      "loss": 0.0132,
      "step": 165
    },
    {
      "epoch": 0.6275992438563327,
      "grad_norm": 0.3571516275405884,
      "learning_rate": 4.9997831164006315e-06,
      "loss": 0.0144,
      "step": 166
    },
    {
      "epoch": 0.6313799621928167,
      "grad_norm": 0.3662567138671875,
      "learning_rate": 4.999704798864439e-06,
      "loss": 0.0138,
      "step": 167
    },
    {
      "epoch": 0.6351606805293005,
      "grad_norm": 0.16797330975532532,
      "learning_rate": 4.9996144334927924e-06,
      "loss": 0.0143,
      "step": 168
    },
    {
      "epoch": 0.6389413988657845,
      "grad_norm": 0.14023132622241974,
      "learning_rate": 4.9995120207212275e-06,
      "loss": 0.013,
      "step": 169
    },
    {
      "epoch": 0.6427221172022685,
      "grad_norm": 0.20948678255081177,
      "learning_rate": 4.999397561043343e-06,
      "loss": 0.0124,
      "step": 170
    },
    {
      "epoch": 0.6465028355387523,
      "grad_norm": 0.2124815732240677,
      "learning_rate": 4.9992710550108e-06,
      "loss": 0.0137,
      "step": 171
    },
    {
      "epoch": 0.6502835538752363,
      "grad_norm": 0.2177082598209381,
      "learning_rate": 4.999132503233321e-06,
      "loss": 0.0151,
      "step": 172
    },
    {
      "epoch": 0.6540642722117203,
      "grad_norm": 0.271586149930954,
      "learning_rate": 4.998981906378684e-06,
      "loss": 0.0127,
      "step": 173
    },
    {
      "epoch": 0.6578449905482041,
      "grad_norm": 0.36368614435195923,
      "learning_rate": 4.998819265172721e-06,
      "loss": 0.0139,
      "step": 174
    },
    {
      "epoch": 0.6616257088846881,
      "grad_norm": 0.14393746852874756,
      "learning_rate": 4.9986445803993144e-06,
      "loss": 0.0122,
      "step": 175
    },
    {
      "epoch": 0.665406427221172,
      "grad_norm": 0.21265114843845367,
      "learning_rate": 4.998457852900393e-06,
      "loss": 0.0173,
      "step": 176
    },
    {
      "epoch": 0.6691871455576559,
      "grad_norm": 0.3905700743198395,
      "learning_rate": 4.998259083575929e-06,
      "loss": 0.0165,
      "step": 177
    },
    {
      "epoch": 0.6729678638941399,
      "grad_norm": 0.240561380982399,
      "learning_rate": 4.99804827338393e-06,
      "loss": 0.0115,
      "step": 178
    },
    {
      "epoch": 0.6767485822306238,
      "grad_norm": 0.13536234200000763,
      "learning_rate": 4.997825423340439e-06,
      "loss": 0.0106,
      "step": 179
    },
    {
      "epoch": 0.6805293005671077,
      "grad_norm": 0.5081303119659424,
      "learning_rate": 4.997590534519528e-06,
      "loss": 0.012,
      "step": 180
    },
    {
      "epoch": 0.6843100189035917,
      "grad_norm": 0.15104596316814423,
      "learning_rate": 4.99734360805329e-06,
      "loss": 0.013,
      "step": 181
    },
    {
      "epoch": 0.6880907372400756,
      "grad_norm": 0.20405662059783936,
      "learning_rate": 4.997084645131837e-06,
      "loss": 0.0116,
      "step": 182
    },
    {
      "epoch": 0.6918714555765595,
      "grad_norm": 0.2502865493297577,
      "learning_rate": 4.996813647003296e-06,
      "loss": 0.0113,
      "step": 183
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 0.20884762704372406,
      "learning_rate": 4.9965306149737955e-06,
      "loss": 0.0107,
      "step": 184
    },
    {
      "epoch": 0.6994328922495274,
      "grad_norm": 0.20507586002349854,
      "learning_rate": 4.996235550407467e-06,
      "loss": 0.0144,
      "step": 185
    },
    {
      "epoch": 0.7032136105860114,
      "grad_norm": 0.29745373129844666,
      "learning_rate": 4.995928454726433e-06,
      "loss": 0.0142,
      "step": 186
    },
    {
      "epoch": 0.7069943289224953,
      "grad_norm": 0.2321498990058899,
      "learning_rate": 4.9956093294108046e-06,
      "loss": 0.0134,
      "step": 187
    },
    {
      "epoch": 0.7107750472589792,
      "grad_norm": 0.35312822461128235,
      "learning_rate": 4.995278175998669e-06,
      "loss": 0.0117,
      "step": 188
    },
    {
      "epoch": 0.7145557655954632,
      "grad_norm": 0.3376014530658722,
      "learning_rate": 4.994934996086091e-06,
      "loss": 0.0139,
      "step": 189
    },
    {
      "epoch": 0.718336483931947,
      "grad_norm": 0.7203236818313599,
      "learning_rate": 4.994579791327093e-06,
      "loss": 0.0133,
      "step": 190
    },
    {
      "epoch": 0.722117202268431,
      "grad_norm": 0.15841040015220642,
      "learning_rate": 4.994212563433658e-06,
      "loss": 0.0138,
      "step": 191
    },
    {
      "epoch": 0.725897920604915,
      "grad_norm": 0.27243638038635254,
      "learning_rate": 4.993833314175716e-06,
      "loss": 0.0123,
      "step": 192
    },
    {
      "epoch": 0.7296786389413988,
      "grad_norm": 0.20597811043262482,
      "learning_rate": 4.993442045381133e-06,
      "loss": 0.0108,
      "step": 193
    },
    {
      "epoch": 0.7334593572778828,
      "grad_norm": 0.18340808153152466,
      "learning_rate": 4.993038758935712e-06,
      "loss": 0.0105,
      "step": 194
    },
    {
      "epoch": 0.7372400756143668,
      "grad_norm": 0.11817918717861176,
      "learning_rate": 4.9926234567831716e-06,
      "loss": 0.0095,
      "step": 195
    },
    {
      "epoch": 0.7410207939508506,
      "grad_norm": 0.2828313708305359,
      "learning_rate": 4.9921961409251465e-06,
      "loss": 0.0149,
      "step": 196
    },
    {
      "epoch": 0.7448015122873346,
      "grad_norm": 0.28721073269844055,
      "learning_rate": 4.991756813421171e-06,
      "loss": 0.0102,
      "step": 197
    },
    {
      "epoch": 0.7485822306238186,
      "grad_norm": 0.20243827998638153,
      "learning_rate": 4.991305476388674e-06,
      "loss": 0.0114,
      "step": 198
    },
    {
      "epoch": 0.7523629489603024,
      "grad_norm": 0.2657279074192047,
      "learning_rate": 4.990842132002967e-06,
      "loss": 0.009,
      "step": 199
    },
    {
      "epoch": 0.7561436672967864,
      "grad_norm": 0.16293185949325562,
      "learning_rate": 4.99036678249723e-06,
      "loss": 0.0108,
      "step": 200
    },
    {
      "epoch": 0.7599243856332704,
      "grad_norm": 0.24433821439743042,
      "learning_rate": 4.98987943016251e-06,
      "loss": 0.0115,
      "step": 201
    },
    {
      "epoch": 0.7637051039697542,
      "grad_norm": 0.13836057484149933,
      "learning_rate": 4.9893800773476965e-06,
      "loss": 0.0095,
      "step": 202
    },
    {
      "epoch": 0.7674858223062382,
      "grad_norm": 0.25805094838142395,
      "learning_rate": 4.988868726459526e-06,
      "loss": 0.0142,
      "step": 203
    },
    {
      "epoch": 0.7712665406427222,
      "grad_norm": 0.1681707352399826,
      "learning_rate": 4.988345379962556e-06,
      "loss": 0.0094,
      "step": 204
    },
    {
      "epoch": 0.775047258979206,
      "grad_norm": 0.5535834431648254,
      "learning_rate": 4.987810040379161e-06,
      "loss": 0.0093,
      "step": 205
    },
    {
      "epoch": 0.77882797731569,
      "grad_norm": 0.2519840896129608,
      "learning_rate": 4.987262710289519e-06,
      "loss": 0.0131,
      "step": 206
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 0.18629945814609528,
      "learning_rate": 4.9867033923316e-06,
      "loss": 0.0086,
      "step": 207
    },
    {
      "epoch": 0.7863894139886578,
      "grad_norm": 0.40064531564712524,
      "learning_rate": 4.98613208920115e-06,
      "loss": 0.0126,
      "step": 208
    },
    {
      "epoch": 0.7901701323251418,
      "grad_norm": 0.5355131030082703,
      "learning_rate": 4.98554880365168e-06,
      "loss": 0.0105,
      "step": 209
    },
    {
      "epoch": 0.7939508506616257,
      "grad_norm": 0.2643525302410126,
      "learning_rate": 4.984953538494453e-06,
      "loss": 0.0113,
      "step": 210
    },
    {
      "epoch": 0.7977315689981096,
      "grad_norm": 0.21430149674415588,
      "learning_rate": 4.984346296598472e-06,
      "loss": 0.0092,
      "step": 211
    },
    {
      "epoch": 0.8015122873345936,
      "grad_norm": 0.15202465653419495,
      "learning_rate": 4.983727080890461e-06,
      "loss": 0.0082,
      "step": 212
    },
    {
      "epoch": 0.8052930056710775,
      "grad_norm": 0.12687154114246368,
      "learning_rate": 4.983095894354858e-06,
      "loss": 0.009,
      "step": 213
    },
    {
      "epoch": 0.8090737240075614,
      "grad_norm": 0.3270910978317261,
      "learning_rate": 4.982452740033793e-06,
      "loss": 0.0136,
      "step": 214
    },
    {
      "epoch": 0.8128544423440454,
      "grad_norm": 0.20315034687519073,
      "learning_rate": 4.981797621027079e-06,
      "loss": 0.011,
      "step": 215
    },
    {
      "epoch": 0.8166351606805293,
      "grad_norm": 0.31483131647109985,
      "learning_rate": 4.981130540492197e-06,
      "loss": 0.012,
      "step": 216
    },
    {
      "epoch": 0.8204158790170132,
      "grad_norm": 0.22836464643478394,
      "learning_rate": 4.9804515016442754e-06,
      "loss": 0.0094,
      "step": 217
    },
    {
      "epoch": 0.8241965973534972,
      "grad_norm": 0.24444779753684998,
      "learning_rate": 4.97976050775608e-06,
      "loss": 0.0092,
      "step": 218
    },
    {
      "epoch": 0.8279773156899811,
      "grad_norm": 0.29489508271217346,
      "learning_rate": 4.979057562157998e-06,
      "loss": 0.0086,
      "step": 219
    },
    {
      "epoch": 0.831758034026465,
      "grad_norm": 0.40103089809417725,
      "learning_rate": 4.978342668238018e-06,
      "loss": 0.0106,
      "step": 220
    },
    {
      "epoch": 0.8355387523629489,
      "grad_norm": 0.3467403054237366,
      "learning_rate": 4.977615829441716e-06,
      "loss": 0.0097,
      "step": 221
    },
    {
      "epoch": 0.8393194706994329,
      "grad_norm": 0.3331691324710846,
      "learning_rate": 4.97687704927224e-06,
      "loss": 0.0114,
      "step": 222
    },
    {
      "epoch": 0.8431001890359168,
      "grad_norm": 0.16955935955047607,
      "learning_rate": 4.97612633129029e-06,
      "loss": 0.008,
      "step": 223
    },
    {
      "epoch": 0.8468809073724007,
      "grad_norm": 0.29774612188339233,
      "learning_rate": 4.975363679114104e-06,
      "loss": 0.0093,
      "step": 224
    },
    {
      "epoch": 0.8506616257088847,
      "grad_norm": 0.1812770813703537,
      "learning_rate": 4.974589096419441e-06,
      "loss": 0.0078,
      "step": 225
    },
    {
      "epoch": 0.8544423440453687,
      "grad_norm": 0.27868548035621643,
      "learning_rate": 4.973802586939558e-06,
      "loss": 0.0119,
      "step": 226
    },
    {
      "epoch": 0.8582230623818525,
      "grad_norm": 1.3429784774780273,
      "learning_rate": 4.973004154465198e-06,
      "loss": 0.0104,
      "step": 227
    },
    {
      "epoch": 0.8620037807183365,
      "grad_norm": 0.18361057341098785,
      "learning_rate": 4.9721938028445695e-06,
      "loss": 0.0081,
      "step": 228
    },
    {
      "epoch": 0.8657844990548205,
      "grad_norm": 0.1629960983991623,
      "learning_rate": 4.971371535983325e-06,
      "loss": 0.0095,
      "step": 229
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.21906869113445282,
      "learning_rate": 4.970537357844549e-06,
      "loss": 0.0118,
      "step": 230
    },
    {
      "epoch": 0.8733459357277883,
      "grad_norm": 0.32470542192459106,
      "learning_rate": 4.96969127244873e-06,
      "loss": 0.0075,
      "step": 231
    },
    {
      "epoch": 0.8771266540642723,
      "grad_norm": 0.19773821532726288,
      "learning_rate": 4.96883328387375e-06,
      "loss": 0.008,
      "step": 232
    },
    {
      "epoch": 0.8809073724007561,
      "grad_norm": 0.764606237411499,
      "learning_rate": 4.9679633962548615e-06,
      "loss": 0.0098,
      "step": 233
    },
    {
      "epoch": 0.8846880907372401,
      "grad_norm": 0.35291630029678345,
      "learning_rate": 4.96708161378466e-06,
      "loss": 0.0092,
      "step": 234
    },
    {
      "epoch": 0.888468809073724,
      "grad_norm": 0.3802095055580139,
      "learning_rate": 4.96618794071308e-06,
      "loss": 0.009,
      "step": 235
    },
    {
      "epoch": 0.8922495274102079,
      "grad_norm": 0.22711920738220215,
      "learning_rate": 4.965282381347357e-06,
      "loss": 0.0102,
      "step": 236
    },
    {
      "epoch": 0.8960302457466919,
      "grad_norm": 0.29683762788772583,
      "learning_rate": 4.964364940052021e-06,
      "loss": 0.0086,
      "step": 237
    },
    {
      "epoch": 0.8998109640831758,
      "grad_norm": 0.3059028685092926,
      "learning_rate": 4.963435621248865e-06,
      "loss": 0.0139,
      "step": 238
    },
    {
      "epoch": 0.9035916824196597,
      "grad_norm": 0.29774123430252075,
      "learning_rate": 4.962494429416931e-06,
      "loss": 0.009,
      "step": 239
    },
    {
      "epoch": 0.9073724007561437,
      "grad_norm": 0.409982830286026,
      "learning_rate": 4.9615413690924844e-06,
      "loss": 0.0095,
      "step": 240
    },
    {
      "epoch": 0.9111531190926276,
      "grad_norm": 0.18289801478385925,
      "learning_rate": 4.960576444868992e-06,
      "loss": 0.0073,
      "step": 241
    },
    {
      "epoch": 0.9149338374291115,
      "grad_norm": 0.8128044605255127,
      "learning_rate": 4.9595996613971046e-06,
      "loss": 0.0159,
      "step": 242
    },
    {
      "epoch": 0.9187145557655955,
      "grad_norm": 0.2674903869628906,
      "learning_rate": 4.958611023384626e-06,
      "loss": 0.0098,
      "step": 243
    },
    {
      "epoch": 0.9224952741020794,
      "grad_norm": 0.18680743873119354,
      "learning_rate": 4.9576105355965e-06,
      "loss": 0.0084,
      "step": 244
    },
    {
      "epoch": 0.9262759924385633,
      "grad_norm": 0.3209806978702545,
      "learning_rate": 4.956598202854778e-06,
      "loss": 0.0087,
      "step": 245
    },
    {
      "epoch": 0.9300567107750473,
      "grad_norm": 0.20674099028110504,
      "learning_rate": 4.955574030038608e-06,
      "loss": 0.0062,
      "step": 246
    },
    {
      "epoch": 0.9338374291115312,
      "grad_norm": 0.2949323356151581,
      "learning_rate": 4.954538022084197e-06,
      "loss": 0.0077,
      "step": 247
    },
    {
      "epoch": 0.9376181474480151,
      "grad_norm": 0.16267140209674835,
      "learning_rate": 4.953490183984795e-06,
      "loss": 0.0064,
      "step": 248
    },
    {
      "epoch": 0.941398865784499,
      "grad_norm": 0.30251970887184143,
      "learning_rate": 4.9524305207906705e-06,
      "loss": 0.0071,
      "step": 249
    },
    {
      "epoch": 0.945179584120983,
      "grad_norm": 0.2351951152086258,
      "learning_rate": 4.951359037609088e-06,
      "loss": 0.008,
      "step": 250
    },
    {
      "epoch": 0.9489603024574669,
      "grad_norm": 0.32132813334465027,
      "learning_rate": 4.950275739604277e-06,
      "loss": 0.0076,
      "step": 251
    },
    {
      "epoch": 0.9527410207939508,
      "grad_norm": 0.2724415957927704,
      "learning_rate": 4.9491806319974115e-06,
      "loss": 0.0074,
      "step": 252
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 0.30280518531799316,
      "learning_rate": 4.948073720066587e-06,
      "loss": 0.0078,
      "step": 253
    },
    {
      "epoch": 0.9603024574669187,
      "grad_norm": 0.3232327401638031,
      "learning_rate": 4.94695500914679e-06,
      "loss": 0.0085,
      "step": 254
    },
    {
      "epoch": 0.9640831758034026,
      "grad_norm": 0.2186642438173294,
      "learning_rate": 4.945824504629875e-06,
      "loss": 0.0067,
      "step": 255
    },
    {
      "epoch": 0.9678638941398866,
      "grad_norm": 0.3736853003501892,
      "learning_rate": 4.944682211964538e-06,
      "loss": 0.0134,
      "step": 256
    },
    {
      "epoch": 0.9716446124763705,
      "grad_norm": 0.12058785557746887,
      "learning_rate": 4.943528136656292e-06,
      "loss": 0.0046,
      "step": 257
    },
    {
      "epoch": 0.9754253308128544,
      "grad_norm": 0.2973642647266388,
      "learning_rate": 4.9423622842674366e-06,
      "loss": 0.0051,
      "step": 258
    },
    {
      "epoch": 0.9792060491493384,
      "grad_norm": 0.48048704862594604,
      "learning_rate": 4.941184660417034e-06,
      "loss": 0.0093,
      "step": 259
    },
    {
      "epoch": 0.9829867674858223,
      "grad_norm": 0.2897495627403259,
      "learning_rate": 4.939995270780883e-06,
      "loss": 0.0099,
      "step": 260
    },
    {
      "epoch": 0.9867674858223062,
      "grad_norm": 0.3390437662601471,
      "learning_rate": 4.938794121091488e-06,
      "loss": 0.0127,
      "step": 261
    },
    {
      "epoch": 0.9905482041587902,
      "grad_norm": 0.18855001032352448,
      "learning_rate": 4.937581217138033e-06,
      "loss": 0.0058,
      "step": 262
    },
    {
      "epoch": 0.994328922495274,
      "grad_norm": 0.2813539206981659,
      "learning_rate": 4.936356564766358e-06,
      "loss": 0.0056,
      "step": 263
    },
    {
      "epoch": 0.998109640831758,
      "grad_norm": 0.21155141294002533,
      "learning_rate": 4.935120169878922e-06,
      "loss": 0.0062,
      "step": 264
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3886541426181793,
      "learning_rate": 4.933872038434782e-06,
      "loss": 0.0085,
      "step": 265
    },
    {
      "epoch": 1.003780718336484,
      "grad_norm": 0.35919421911239624,
      "learning_rate": 4.93261217644956e-06,
      "loss": 0.0071,
      "step": 266
    },
    {
      "epoch": 1.007561436672968,
      "grad_norm": 0.1540549099445343,
      "learning_rate": 4.931340589995419e-06,
      "loss": 0.0064,
      "step": 267
    },
    {
      "epoch": 1.011342155009452,
      "grad_norm": 0.2220161110162735,
      "learning_rate": 4.930057285201028e-06,
      "loss": 0.0064,
      "step": 268
    },
    {
      "epoch": 1.0151228733459357,
      "grad_norm": 0.3442586362361908,
      "learning_rate": 4.928762268251533e-06,
      "loss": 0.0106,
      "step": 269
    },
    {
      "epoch": 1.0189035916824196,
      "grad_norm": 0.19892996549606323,
      "learning_rate": 4.9274555453885355e-06,
      "loss": 0.0052,
      "step": 270
    },
    {
      "epoch": 1.0226843100189036,
      "grad_norm": 0.27407875657081604,
      "learning_rate": 4.926137122910049e-06,
      "loss": 0.01,
      "step": 271
    },
    {
      "epoch": 1.0264650283553876,
      "grad_norm": 0.5205274224281311,
      "learning_rate": 4.924807007170479e-06,
      "loss": 0.0053,
      "step": 272
    },
    {
      "epoch": 1.0302457466918715,
      "grad_norm": 0.1610601395368576,
      "learning_rate": 4.923465204580589e-06,
      "loss": 0.0047,
      "step": 273
    },
    {
      "epoch": 1.0340264650283555,
      "grad_norm": 0.33532628417015076,
      "learning_rate": 4.922111721607471e-06,
      "loss": 0.0083,
      "step": 274
    },
    {
      "epoch": 1.0378071833648392,
      "grad_norm": 0.19273239374160767,
      "learning_rate": 4.920746564774509e-06,
      "loss": 0.0078,
      "step": 275
    },
    {
      "epoch": 1.0415879017013232,
      "grad_norm": 0.5411931276321411,
      "learning_rate": 4.9193697406613555e-06,
      "loss": 0.0081,
      "step": 276
    },
    {
      "epoch": 1.0453686200378072,
      "grad_norm": 0.40823793411254883,
      "learning_rate": 4.917981255903893e-06,
      "loss": 0.006,
      "step": 277
    },
    {
      "epoch": 1.0491493383742911,
      "grad_norm": 0.20618820190429688,
      "learning_rate": 4.9165811171942065e-06,
      "loss": 0.0061,
      "step": 278
    },
    {
      "epoch": 1.052930056710775,
      "grad_norm": 0.22818367183208466,
      "learning_rate": 4.915169331280549e-06,
      "loss": 0.007,
      "step": 279
    },
    {
      "epoch": 1.056710775047259,
      "grad_norm": 1.1232956647872925,
      "learning_rate": 4.9137459049673105e-06,
      "loss": 0.0119,
      "step": 280
    },
    {
      "epoch": 1.0604914933837428,
      "grad_norm": 0.24216459691524506,
      "learning_rate": 4.912310845114983e-06,
      "loss": 0.0058,
      "step": 281
    },
    {
      "epoch": 1.0642722117202268,
      "grad_norm": 0.2712610960006714,
      "learning_rate": 4.910864158640129e-06,
      "loss": 0.0055,
      "step": 282
    },
    {
      "epoch": 1.0680529300567108,
      "grad_norm": 0.2083127498626709,
      "learning_rate": 4.909405852515348e-06,
      "loss": 0.0041,
      "step": 283
    },
    {
      "epoch": 1.0718336483931947,
      "grad_norm": 0.24266625940799713,
      "learning_rate": 4.907935933769243e-06,
      "loss": 0.0045,
      "step": 284
    },
    {
      "epoch": 1.0756143667296787,
      "grad_norm": 0.3229181468486786,
      "learning_rate": 4.9064544094863854e-06,
      "loss": 0.0037,
      "step": 285
    },
    {
      "epoch": 1.0793950850661627,
      "grad_norm": 0.3141697347164154,
      "learning_rate": 4.904961286807285e-06,
      "loss": 0.0061,
      "step": 286
    },
    {
      "epoch": 1.0831758034026464,
      "grad_norm": 0.4243822693824768,
      "learning_rate": 4.903456572928348e-06,
      "loss": 0.0088,
      "step": 287
    },
    {
      "epoch": 1.0869565217391304,
      "grad_norm": 0.3038384020328522,
      "learning_rate": 4.90194027510185e-06,
      "loss": 0.0043,
      "step": 288
    },
    {
      "epoch": 1.0907372400756143,
      "grad_norm": 0.3872905373573303,
      "learning_rate": 4.900412400635895e-06,
      "loss": 0.0084,
      "step": 289
    },
    {
      "epoch": 1.0945179584120983,
      "grad_norm": 0.2568505108356476,
      "learning_rate": 4.898872956894386e-06,
      "loss": 0.0048,
      "step": 290
    },
    {
      "epoch": 1.0982986767485823,
      "grad_norm": 0.32108235359191895,
      "learning_rate": 4.897321951296985e-06,
      "loss": 0.0109,
      "step": 291
    },
    {
      "epoch": 1.1020793950850662,
      "grad_norm": 0.224013552069664,
      "learning_rate": 4.8957593913190785e-06,
      "loss": 0.0052,
      "step": 292
    },
    {
      "epoch": 1.10586011342155,
      "grad_norm": 0.1713561862707138,
      "learning_rate": 4.894185284491742e-06,
      "loss": 0.0056,
      "step": 293
    },
    {
      "epoch": 1.109640831758034,
      "grad_norm": 0.19997638463974,
      "learning_rate": 4.892599638401704e-06,
      "loss": 0.0037,
      "step": 294
    },
    {
      "epoch": 1.113421550094518,
      "grad_norm": 0.3231566250324249,
      "learning_rate": 4.891002460691306e-06,
      "loss": 0.0087,
      "step": 295
    },
    {
      "epoch": 1.117202268431002,
      "grad_norm": 0.4332091808319092,
      "learning_rate": 4.889393759058474e-06,
      "loss": 0.0121,
      "step": 296
    },
    {
      "epoch": 1.1209829867674859,
      "grad_norm": 0.30564525723457336,
      "learning_rate": 4.887773541256669e-06,
      "loss": 0.0103,
      "step": 297
    },
    {
      "epoch": 1.1247637051039698,
      "grad_norm": 0.5109544992446899,
      "learning_rate": 4.886141815094864e-06,
      "loss": 0.0048,
      "step": 298
    },
    {
      "epoch": 1.1285444234404536,
      "grad_norm": 0.27209943532943726,
      "learning_rate": 4.884498588437491e-06,
      "loss": 0.0054,
      "step": 299
    },
    {
      "epoch": 1.1323251417769375,
      "grad_norm": 0.21001404523849487,
      "learning_rate": 4.882843869204417e-06,
      "loss": 0.0031,
      "step": 300
    },
    {
      "epoch": 1.1361058601134215,
      "grad_norm": 0.16830381751060486,
      "learning_rate": 4.8811776653708985e-06,
      "loss": 0.0044,
      "step": 301
    },
    {
      "epoch": 1.1398865784499055,
      "grad_norm": 18.487056732177734,
      "learning_rate": 4.8794999849675416e-06,
      "loss": 0.0052,
      "step": 302
    },
    {
      "epoch": 1.1436672967863895,
      "grad_norm": 0.19815954566001892,
      "learning_rate": 4.877810836080269e-06,
      "loss": 0.0044,
      "step": 303
    },
    {
      "epoch": 1.1474480151228734,
      "grad_norm": 0.2645842134952545,
      "learning_rate": 4.876110226850278e-06,
      "loss": 0.0055,
      "step": 304
    },
    {
      "epoch": 1.1512287334593574,
      "grad_norm": 0.20674429833889008,
      "learning_rate": 4.874398165473999e-06,
      "loss": 0.0052,
      "step": 305
    },
    {
      "epoch": 1.1550094517958411,
      "grad_norm": 0.15041235089302063,
      "learning_rate": 4.872674660203062e-06,
      "loss": 0.0027,
      "step": 306
    },
    {
      "epoch": 1.158790170132325,
      "grad_norm": 0.31751132011413574,
      "learning_rate": 4.870939719344248e-06,
      "loss": 0.0049,
      "step": 307
    },
    {
      "epoch": 1.162570888468809,
      "grad_norm": 0.24077922105789185,
      "learning_rate": 4.869193351259459e-06,
      "loss": 0.0061,
      "step": 308
    },
    {
      "epoch": 1.166351606805293,
      "grad_norm": 1.1419602632522583,
      "learning_rate": 4.867435564365671e-06,
      "loss": 0.0037,
      "step": 309
    },
    {
      "epoch": 1.170132325141777,
      "grad_norm": 0.19489724934101105,
      "learning_rate": 4.8656663671348954e-06,
      "loss": 0.0028,
      "step": 310
    },
    {
      "epoch": 1.1739130434782608,
      "grad_norm": 0.41008174419403076,
      "learning_rate": 4.863885768094138e-06,
      "loss": 0.0046,
      "step": 311
    },
    {
      "epoch": 1.1776937618147447,
      "grad_norm": 0.2505297064781189,
      "learning_rate": 4.862093775825356e-06,
      "loss": 0.0039,
      "step": 312
    },
    {
      "epoch": 1.1814744801512287,
      "grad_norm": 0.38411465287208557,
      "learning_rate": 4.860290398965423e-06,
      "loss": 0.0043,
      "step": 313
    },
    {
      "epoch": 1.1852551984877127,
      "grad_norm": 0.12815220654010773,
      "learning_rate": 4.858475646206079e-06,
      "loss": 0.0048,
      "step": 314
    },
    {
      "epoch": 1.1890359168241966,
      "grad_norm": 0.2467423975467682,
      "learning_rate": 4.856649526293894e-06,
      "loss": 0.0056,
      "step": 315
    },
    {
      "epoch": 1.1928166351606806,
      "grad_norm": 0.24193055927753448,
      "learning_rate": 4.854812048030225e-06,
      "loss": 0.0089,
      "step": 316
    },
    {
      "epoch": 1.1965973534971646,
      "grad_norm": 0.2023049145936966,
      "learning_rate": 4.852963220271171e-06,
      "loss": 0.0026,
      "step": 317
    },
    {
      "epoch": 1.2003780718336483,
      "grad_norm": 0.35156261920928955,
      "learning_rate": 4.851103051927533e-06,
      "loss": 0.0081,
      "step": 318
    },
    {
      "epoch": 1.2041587901701323,
      "grad_norm": 0.20046557486057281,
      "learning_rate": 4.849231551964771e-06,
      "loss": 0.0061,
      "step": 319
    },
    {
      "epoch": 1.2079395085066162,
      "grad_norm": 0.30065521597862244,
      "learning_rate": 4.84734872940296e-06,
      "loss": 0.0068,
      "step": 320
    },
    {
      "epoch": 1.2117202268431002,
      "grad_norm": 0.2166394144296646,
      "learning_rate": 4.845454593316747e-06,
      "loss": 0.0056,
      "step": 321
    },
    {
      "epoch": 1.2155009451795842,
      "grad_norm": 0.6717196106910706,
      "learning_rate": 4.843549152835303e-06,
      "loss": 0.0045,
      "step": 322
    },
    {
      "epoch": 1.2192816635160681,
      "grad_norm": 1.3720797300338745,
      "learning_rate": 4.841632417142288e-06,
      "loss": 0.0024,
      "step": 323
    },
    {
      "epoch": 1.223062381852552,
      "grad_norm": 0.15353788435459137,
      "learning_rate": 4.839704395475798e-06,
      "loss": 0.0037,
      "step": 324
    },
    {
      "epoch": 1.2268431001890359,
      "grad_norm": 1.0019330978393555,
      "learning_rate": 4.837765097128326e-06,
      "loss": 0.0076,
      "step": 325
    },
    {
      "epoch": 1.2306238185255198,
      "grad_norm": 0.4266430735588074,
      "learning_rate": 4.8358145314467165e-06,
      "loss": 0.0051,
      "step": 326
    },
    {
      "epoch": 1.2344045368620038,
      "grad_norm": 0.3188490569591522,
      "learning_rate": 4.833852707832114e-06,
      "loss": 0.0047,
      "step": 327
    },
    {
      "epoch": 1.2381852551984878,
      "grad_norm": 0.18008936941623688,
      "learning_rate": 4.831879635739929e-06,
      "loss": 0.0039,
      "step": 328
    },
    {
      "epoch": 1.2419659735349717,
      "grad_norm": 0.20714521408081055,
      "learning_rate": 4.829895324679782e-06,
      "loss": 0.0047,
      "step": 329
    },
    {
      "epoch": 1.2457466918714555,
      "grad_norm": 0.2258540391921997,
      "learning_rate": 4.827899784215463e-06,
      "loss": 0.003,
      "step": 330
    },
    {
      "epoch": 1.2495274102079394,
      "grad_norm": 0.3024104833602905,
      "learning_rate": 4.825893023964886e-06,
      "loss": 0.0031,
      "step": 331
    },
    {
      "epoch": 1.2533081285444234,
      "grad_norm": 0.10315516591072083,
      "learning_rate": 4.823875053600041e-06,
      "loss": 0.0019,
      "step": 332
    },
    {
      "epoch": 1.2570888468809074,
      "grad_norm": 0.43588098883628845,
      "learning_rate": 4.821845882846945e-06,
      "loss": 0.007,
      "step": 333
    },
    {
      "epoch": 1.2608695652173914,
      "grad_norm": 0.23908646404743195,
      "learning_rate": 4.819805521485599e-06,
      "loss": 0.0025,
      "step": 334
    },
    {
      "epoch": 1.264650283553875,
      "grad_norm": 0.28753727674484253,
      "learning_rate": 4.81775397934994e-06,
      "loss": 0.002,
      "step": 335
    },
    {
      "epoch": 1.268431001890359,
      "grad_norm": 0.15248548984527588,
      "learning_rate": 4.815691266327791e-06,
      "loss": 0.0041,
      "step": 336
    },
    {
      "epoch": 1.272211720226843,
      "grad_norm": 0.17409035563468933,
      "learning_rate": 4.813617392360819e-06,
      "loss": 0.0032,
      "step": 337
    },
    {
      "epoch": 1.275992438563327,
      "grad_norm": 0.21849989891052246,
      "learning_rate": 4.8115323674444795e-06,
      "loss": 0.0027,
      "step": 338
    },
    {
      "epoch": 1.279773156899811,
      "grad_norm": 0.26738497614860535,
      "learning_rate": 4.809436201627974e-06,
      "loss": 0.0035,
      "step": 339
    },
    {
      "epoch": 1.283553875236295,
      "grad_norm": 0.23720847070217133,
      "learning_rate": 4.807328905014201e-06,
      "loss": 0.0037,
      "step": 340
    },
    {
      "epoch": 1.287334593572779,
      "grad_norm": 0.25866371393203735,
      "learning_rate": 4.805210487759704e-06,
      "loss": 0.0066,
      "step": 341
    },
    {
      "epoch": 1.2911153119092629,
      "grad_norm": 0.2647152245044708,
      "learning_rate": 4.8030809600746255e-06,
      "loss": 0.0064,
      "step": 342
    },
    {
      "epoch": 1.2948960302457466,
      "grad_norm": 0.30110201239585876,
      "learning_rate": 4.800940332222656e-06,
      "loss": 0.007,
      "step": 343
    },
    {
      "epoch": 1.2986767485822306,
      "grad_norm": 0.29565685987472534,
      "learning_rate": 4.798788614520991e-06,
      "loss": 0.0027,
      "step": 344
    },
    {
      "epoch": 1.3024574669187146,
      "grad_norm": 0.3720064163208008,
      "learning_rate": 4.796625817340266e-06,
      "loss": 0.0075,
      "step": 345
    },
    {
      "epoch": 1.3062381852551985,
      "grad_norm": 0.2937348186969757,
      "learning_rate": 4.794451951104525e-06,
      "loss": 0.0025,
      "step": 346
    },
    {
      "epoch": 1.3100189035916825,
      "grad_norm": 0.24226990342140198,
      "learning_rate": 4.792267026291157e-06,
      "loss": 0.0026,
      "step": 347
    },
    {
      "epoch": 1.3137996219281662,
      "grad_norm": 0.24391494691371918,
      "learning_rate": 4.790071053430852e-06,
      "loss": 0.0036,
      "step": 348
    },
    {
      "epoch": 1.3175803402646502,
      "grad_norm": 0.204819455742836,
      "learning_rate": 4.7878640431075466e-06,
      "loss": 0.0057,
      "step": 349
    },
    {
      "epoch": 1.3213610586011342,
      "grad_norm": 0.303836852312088,
      "learning_rate": 4.785646005958377e-06,
      "loss": 0.0042,
      "step": 350
    },
    {
      "epoch": 1.3251417769376181,
      "grad_norm": 0.3792591989040375,
      "learning_rate": 4.783416952673623e-06,
      "loss": 0.0048,
      "step": 351
    },
    {
      "epoch": 1.3289224952741021,
      "grad_norm": 1.29289972782135,
      "learning_rate": 4.7811768939966605e-06,
      "loss": 0.0071,
      "step": 352
    },
    {
      "epoch": 1.332703213610586,
      "grad_norm": 0.3882276117801666,
      "learning_rate": 4.778925840723909e-06,
      "loss": 0.0047,
      "step": 353
    },
    {
      "epoch": 1.33648393194707,
      "grad_norm": 0.38745951652526855,
      "learning_rate": 4.776663803704775e-06,
      "loss": 0.0066,
      "step": 354
    },
    {
      "epoch": 1.3402646502835538,
      "grad_norm": 0.2202010154724121,
      "learning_rate": 4.774390793841607e-06,
      "loss": 0.0044,
      "step": 355
    },
    {
      "epoch": 1.3440453686200378,
      "grad_norm": 0.1906670331954956,
      "learning_rate": 4.772106822089639e-06,
      "loss": 0.0043,
      "step": 356
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 1.8778375387191772,
      "learning_rate": 4.769811899456935e-06,
      "loss": 0.0033,
      "step": 357
    },
    {
      "epoch": 1.3516068052930057,
      "grad_norm": 0.2216220498085022,
      "learning_rate": 4.767506037004344e-06,
      "loss": 0.0028,
      "step": 358
    },
    {
      "epoch": 1.3553875236294897,
      "grad_norm": 0.12414943426847458,
      "learning_rate": 4.765189245845436e-06,
      "loss": 0.0016,
      "step": 359
    },
    {
      "epoch": 1.3591682419659734,
      "grad_norm": 0.12621334195137024,
      "learning_rate": 4.762861537146458e-06,
      "loss": 0.0017,
      "step": 360
    },
    {
      "epoch": 1.3629489603024574,
      "grad_norm": 0.27140238881111145,
      "learning_rate": 4.760522922126276e-06,
      "loss": 0.0061,
      "step": 361
    },
    {
      "epoch": 1.3667296786389413,
      "grad_norm": 0.39732441306114197,
      "learning_rate": 4.75817341205632e-06,
      "loss": 0.0061,
      "step": 362
    },
    {
      "epoch": 1.3705103969754253,
      "grad_norm": 0.30900445580482483,
      "learning_rate": 4.755813018260532e-06,
      "loss": 0.0074,
      "step": 363
    },
    {
      "epoch": 1.3742911153119093,
      "grad_norm": 0.2651839852333069,
      "learning_rate": 4.753441752115309e-06,
      "loss": 0.0058,
      "step": 364
    },
    {
      "epoch": 1.3780718336483933,
      "grad_norm": 0.49944934248924255,
      "learning_rate": 4.75105962504945e-06,
      "loss": 0.0085,
      "step": 365
    },
    {
      "epoch": 1.3818525519848772,
      "grad_norm": 0.38199540972709656,
      "learning_rate": 4.748666648544101e-06,
      "loss": 0.0035,
      "step": 366
    },
    {
      "epoch": 1.3856332703213612,
      "grad_norm": 0.3837318420410156,
      "learning_rate": 4.7462628341327e-06,
      "loss": 0.0096,
      "step": 367
    },
    {
      "epoch": 1.389413988657845,
      "grad_norm": 0.37649115920066833,
      "learning_rate": 4.743848193400918e-06,
      "loss": 0.0025,
      "step": 368
    },
    {
      "epoch": 1.393194706994329,
      "grad_norm": 0.15870973467826843,
      "learning_rate": 4.741422737986606e-06,
      "loss": 0.0029,
      "step": 369
    },
    {
      "epoch": 1.3969754253308129,
      "grad_norm": 0.21215665340423584,
      "learning_rate": 4.73898647957974e-06,
      "loss": 0.0029,
      "step": 370
    },
    {
      "epoch": 1.4007561436672968,
      "grad_norm": 0.12150968611240387,
      "learning_rate": 4.736539429922365e-06,
      "loss": 0.0017,
      "step": 371
    },
    {
      "epoch": 1.4045368620037806,
      "grad_norm": 0.22840923070907593,
      "learning_rate": 4.734081600808531e-06,
      "loss": 0.0031,
      "step": 372
    },
    {
      "epoch": 1.4083175803402646,
      "grad_norm": 0.20265617966651917,
      "learning_rate": 4.731613004084247e-06,
      "loss": 0.0027,
      "step": 373
    },
    {
      "epoch": 1.4120982986767485,
      "grad_norm": 0.3497235178947449,
      "learning_rate": 4.7291336516474165e-06,
      "loss": 0.0041,
      "step": 374
    },
    {
      "epoch": 1.4158790170132325,
      "grad_norm": 0.18451634049415588,
      "learning_rate": 4.726643555447782e-06,
      "loss": 0.0023,
      "step": 375
    },
    {
      "epoch": 1.4196597353497165,
      "grad_norm": 0.49125194549560547,
      "learning_rate": 4.724142727486869e-06,
      "loss": 0.002,
      "step": 376
    },
    {
      "epoch": 1.4234404536862004,
      "grad_norm": 0.23641876876354218,
      "learning_rate": 4.721631179817925e-06,
      "loss": 0.0038,
      "step": 377
    },
    {
      "epoch": 1.4272211720226844,
      "grad_norm": 0.650691032409668,
      "learning_rate": 4.719108924545866e-06,
      "loss": 0.0031,
      "step": 378
    },
    {
      "epoch": 1.4310018903591684,
      "grad_norm": 0.21047154068946838,
      "learning_rate": 4.716575973827214e-06,
      "loss": 0.0051,
      "step": 379
    },
    {
      "epoch": 1.434782608695652,
      "grad_norm": 0.3125157952308655,
      "learning_rate": 4.714032339870041e-06,
      "loss": 0.004,
      "step": 380
    },
    {
      "epoch": 1.438563327032136,
      "grad_norm": 0.29793235659599304,
      "learning_rate": 4.711478034933904e-06,
      "loss": 0.008,
      "step": 381
    },
    {
      "epoch": 1.44234404536862,
      "grad_norm": 0.25925037264823914,
      "learning_rate": 4.708913071329798e-06,
      "loss": 0.0024,
      "step": 382
    },
    {
      "epoch": 1.446124763705104,
      "grad_norm": 0.1826639175415039,
      "learning_rate": 4.706337461420087e-06,
      "loss": 0.0024,
      "step": 383
    },
    {
      "epoch": 1.449905482041588,
      "grad_norm": 0.2966572940349579,
      "learning_rate": 4.703751217618444e-06,
      "loss": 0.0077,
      "step": 384
    },
    {
      "epoch": 1.4536862003780717,
      "grad_norm": 0.32406798005104065,
      "learning_rate": 4.7011543523898e-06,
      "loss": 0.0028,
      "step": 385
    },
    {
      "epoch": 1.4574669187145557,
      "grad_norm": 0.34746837615966797,
      "learning_rate": 4.698546878250272e-06,
      "loss": 0.0048,
      "step": 386
    },
    {
      "epoch": 1.4612476370510397,
      "grad_norm": 1.0227371454238892,
      "learning_rate": 4.695928807767113e-06,
      "loss": 0.0048,
      "step": 387
    },
    {
      "epoch": 1.4650283553875236,
      "grad_norm": 0.40959542989730835,
      "learning_rate": 4.693300153558647e-06,
      "loss": 0.0072,
      "step": 388
    },
    {
      "epoch": 1.4688090737240076,
      "grad_norm": 0.1713046133518219,
      "learning_rate": 4.690660928294204e-06,
      "loss": 0.0032,
      "step": 389
    },
    {
      "epoch": 1.4725897920604916,
      "grad_norm": 0.24153202772140503,
      "learning_rate": 4.68801114469407e-06,
      "loss": 0.0064,
      "step": 390
    },
    {
      "epoch": 1.4763705103969755,
      "grad_norm": 0.30539390444755554,
      "learning_rate": 4.685350815529415e-06,
      "loss": 0.0021,
      "step": 391
    },
    {
      "epoch": 1.4801512287334593,
      "grad_norm": 0.19090750813484192,
      "learning_rate": 4.682679953622234e-06,
      "loss": 0.0031,
      "step": 392
    },
    {
      "epoch": 1.4839319470699432,
      "grad_norm": 0.3017534613609314,
      "learning_rate": 4.679998571845293e-06,
      "loss": 0.004,
      "step": 393
    },
    {
      "epoch": 1.4877126654064272,
      "grad_norm": 0.21019820868968964,
      "learning_rate": 4.677306683122054e-06,
      "loss": 0.0026,
      "step": 394
    },
    {
      "epoch": 1.4914933837429112,
      "grad_norm": 0.37846195697784424,
      "learning_rate": 4.674604300426621e-06,
      "loss": 0.0072,
      "step": 395
    },
    {
      "epoch": 1.4952741020793952,
      "grad_norm": 0.515809178352356,
      "learning_rate": 4.671891436783679e-06,
      "loss": 0.0125,
      "step": 396
    },
    {
      "epoch": 1.499054820415879,
      "grad_norm": 0.30968862771987915,
      "learning_rate": 4.669168105268425e-06,
      "loss": 0.0034,
      "step": 397
    },
    {
      "epoch": 1.5028355387523629,
      "grad_norm": 0.28533419966697693,
      "learning_rate": 4.666434319006508e-06,
      "loss": 0.0025,
      "step": 398
    },
    {
      "epoch": 1.5066162570888468,
      "grad_norm": 0.3805786967277527,
      "learning_rate": 4.663690091173968e-06,
      "loss": 0.0041,
      "step": 399
    },
    {
      "epoch": 1.5103969754253308,
      "grad_norm": 0.43205830454826355,
      "learning_rate": 4.660935434997168e-06,
      "loss": 0.0042,
      "step": 400
    },
    {
      "epoch": 1.5141776937618148,
      "grad_norm": 0.2526014745235443,
      "learning_rate": 4.658170363752734e-06,
      "loss": 0.0048,
      "step": 401
    },
    {
      "epoch": 1.5179584120982987,
      "grad_norm": 0.2991236746311188,
      "learning_rate": 4.655394890767489e-06,
      "loss": 0.0052,
      "step": 402
    },
    {
      "epoch": 1.5217391304347827,
      "grad_norm": 0.23038192093372345,
      "learning_rate": 4.652609029418389e-06,
      "loss": 0.0028,
      "step": 403
    },
    {
      "epoch": 1.5255198487712667,
      "grad_norm": 0.15317422151565552,
      "learning_rate": 4.649812793132459e-06,
      "loss": 0.002,
      "step": 404
    },
    {
      "epoch": 1.5293005671077504,
      "grad_norm": 0.16759291291236877,
      "learning_rate": 4.647006195386728e-06,
      "loss": 0.0018,
      "step": 405
    },
    {
      "epoch": 1.5330812854442344,
      "grad_norm": 0.29501622915267944,
      "learning_rate": 4.644189249708167e-06,
      "loss": 0.0045,
      "step": 406
    },
    {
      "epoch": 1.5368620037807184,
      "grad_norm": 0.3393457233905792,
      "learning_rate": 4.641361969673614e-06,
      "loss": 0.0047,
      "step": 407
    },
    {
      "epoch": 1.5406427221172023,
      "grad_norm": 0.06118448078632355,
      "learning_rate": 4.638524368909723e-06,
      "loss": 0.0008,
      "step": 408
    },
    {
      "epoch": 1.544423440453686,
      "grad_norm": 0.18522684276103973,
      "learning_rate": 4.635676461092886e-06,
      "loss": 0.0025,
      "step": 409
    },
    {
      "epoch": 1.54820415879017,
      "grad_norm": 0.27855828404426575,
      "learning_rate": 4.632818259949175e-06,
      "loss": 0.0048,
      "step": 410
    },
    {
      "epoch": 1.551984877126654,
      "grad_norm": 0.15087196230888367,
      "learning_rate": 4.6299497792542714e-06,
      "loss": 0.0014,
      "step": 411
    },
    {
      "epoch": 1.555765595463138,
      "grad_norm": 0.08206247538328171,
      "learning_rate": 4.627071032833401e-06,
      "loss": 0.0012,
      "step": 412
    },
    {
      "epoch": 1.559546313799622,
      "grad_norm": 0.2290770560503006,
      "learning_rate": 4.624182034561266e-06,
      "loss": 0.0038,
      "step": 413
    },
    {
      "epoch": 1.563327032136106,
      "grad_norm": 0.19741228222846985,
      "learning_rate": 4.621282798361983e-06,
      "loss": 0.0017,
      "step": 414
    },
    {
      "epoch": 1.5671077504725899,
      "grad_norm": 0.21542416512966156,
      "learning_rate": 4.618373338209008e-06,
      "loss": 0.0029,
      "step": 415
    },
    {
      "epoch": 1.5708884688090738,
      "grad_norm": 0.21594731509685516,
      "learning_rate": 4.615453668125077e-06,
      "loss": 0.0022,
      "step": 416
    },
    {
      "epoch": 1.5746691871455578,
      "grad_norm": 0.13286042213439941,
      "learning_rate": 4.612523802182134e-06,
      "loss": 0.0019,
      "step": 417
    },
    {
      "epoch": 1.5784499054820416,
      "grad_norm": 0.2678548991680145,
      "learning_rate": 4.609583754501263e-06,
      "loss": 0.0035,
      "step": 418
    },
    {
      "epoch": 1.5822306238185255,
      "grad_norm": 0.19654716551303864,
      "learning_rate": 4.6066335392526215e-06,
      "loss": 0.0028,
      "step": 419
    },
    {
      "epoch": 1.5860113421550095,
      "grad_norm": 0.13747157156467438,
      "learning_rate": 4.603673170655372e-06,
      "loss": 0.0014,
      "step": 420
    },
    {
      "epoch": 1.5897920604914932,
      "grad_norm": 0.15026327967643738,
      "learning_rate": 4.600702662977611e-06,
      "loss": 0.0016,
      "step": 421
    },
    {
      "epoch": 1.5935727788279772,
      "grad_norm": 0.18871524930000305,
      "learning_rate": 4.597722030536306e-06,
      "loss": 0.0032,
      "step": 422
    },
    {
      "epoch": 1.5973534971644612,
      "grad_norm": 0.21016493439674377,
      "learning_rate": 4.5947312876972215e-06,
      "loss": 0.002,
      "step": 423
    },
    {
      "epoch": 1.6011342155009451,
      "grad_norm": 0.2256452441215515,
      "learning_rate": 4.591730448874849e-06,
      "loss": 0.0016,
      "step": 424
    },
    {
      "epoch": 1.6049149338374291,
      "grad_norm": 0.2980256676673889,
      "learning_rate": 4.588719528532342e-06,
      "loss": 0.0022,
      "step": 425
    },
    {
      "epoch": 1.608695652173913,
      "grad_norm": 0.11986065655946732,
      "learning_rate": 4.585698541181443e-06,
      "loss": 0.0021,
      "step": 426
    },
    {
      "epoch": 1.612476370510397,
      "grad_norm": 0.45475128293037415,
      "learning_rate": 4.582667501382414e-06,
      "loss": 0.0064,
      "step": 427
    },
    {
      "epoch": 1.616257088846881,
      "grad_norm": 0.23436374962329865,
      "learning_rate": 4.579626423743969e-06,
      "loss": 0.0018,
      "step": 428
    },
    {
      "epoch": 1.620037807183365,
      "grad_norm": 0.3097490668296814,
      "learning_rate": 4.576575322923199e-06,
      "loss": 0.0032,
      "step": 429
    },
    {
      "epoch": 1.6238185255198487,
      "grad_norm": 0.3248469829559326,
      "learning_rate": 4.573514213625505e-06,
      "loss": 0.0029,
      "step": 430
    },
    {
      "epoch": 1.6275992438563327,
      "grad_norm": 0.39466020464897156,
      "learning_rate": 4.570443110604525e-06,
      "loss": 0.0032,
      "step": 431
    },
    {
      "epoch": 1.6313799621928167,
      "grad_norm": 0.11133938282728195,
      "learning_rate": 4.567362028662066e-06,
      "loss": 0.001,
      "step": 432
    },
    {
      "epoch": 1.6351606805293004,
      "grad_norm": 0.15209349989891052,
      "learning_rate": 4.564270982648026e-06,
      "loss": 0.0029,
      "step": 433
    },
    {
      "epoch": 1.6389413988657844,
      "grad_norm": 0.5543721318244934,
      "learning_rate": 4.561169987460332e-06,
      "loss": 0.0033,
      "step": 434
    },
    {
      "epoch": 1.6427221172022684,
      "grad_norm": 0.29907462000846863,
      "learning_rate": 4.55805905804486e-06,
      "loss": 0.0034,
      "step": 435
    },
    {
      "epoch": 1.6465028355387523,
      "grad_norm": 0.19079849123954773,
      "learning_rate": 4.554938209395366e-06,
      "loss": 0.0041,
      "step": 436
    },
    {
      "epoch": 1.6502835538752363,
      "grad_norm": 0.3431627154350281,
      "learning_rate": 4.551807456553416e-06,
      "loss": 0.0054,
      "step": 437
    },
    {
      "epoch": 1.6540642722117203,
      "grad_norm": 0.17760495841503143,
      "learning_rate": 4.548666814608309e-06,
      "loss": 0.0014,
      "step": 438
    },
    {
      "epoch": 1.6578449905482042,
      "grad_norm": 0.18841500580310822,
      "learning_rate": 4.545516298697006e-06,
      "loss": 0.0025,
      "step": 439
    },
    {
      "epoch": 1.6616257088846882,
      "grad_norm": 0.3963446021080017,
      "learning_rate": 4.542355924004061e-06,
      "loss": 0.0045,
      "step": 440
    },
    {
      "epoch": 1.6654064272211722,
      "grad_norm": 0.3891541063785553,
      "learning_rate": 4.5391857057615426e-06,
      "loss": 0.006,
      "step": 441
    },
    {
      "epoch": 1.669187145557656,
      "grad_norm": 0.28442084789276123,
      "learning_rate": 4.53600565924896e-06,
      "loss": 0.0035,
      "step": 442
    },
    {
      "epoch": 1.6729678638941399,
      "grad_norm": 0.1774737536907196,
      "learning_rate": 4.532815799793196e-06,
      "loss": 0.001,
      "step": 443
    },
    {
      "epoch": 1.6767485822306238,
      "grad_norm": 0.15262679755687714,
      "learning_rate": 4.529616142768424e-06,
      "loss": 0.0023,
      "step": 444
    },
    {
      "epoch": 1.6805293005671076,
      "grad_norm": 0.21102535724639893,
      "learning_rate": 4.526406703596043e-06,
      "loss": 0.0044,
      "step": 445
    },
    {
      "epoch": 1.6843100189035916,
      "grad_norm": 0.392592191696167,
      "learning_rate": 4.523187497744599e-06,
      "loss": 0.0057,
      "step": 446
    },
    {
      "epoch": 1.6880907372400755,
      "grad_norm": 0.2138652503490448,
      "learning_rate": 4.519958540729708e-06,
      "loss": 0.0031,
      "step": 447
    },
    {
      "epoch": 1.6918714555765595,
      "grad_norm": 0.2835381329059601,
      "learning_rate": 4.516719848113983e-06,
      "loss": 0.0033,
      "step": 448
    },
    {
      "epoch": 1.6956521739130435,
      "grad_norm": 0.2596120834350586,
      "learning_rate": 4.5134714355069635e-06,
      "loss": 0.0028,
      "step": 449
    },
    {
      "epoch": 1.6994328922495274,
      "grad_norm": 0.23696757853031158,
      "learning_rate": 4.510213318565034e-06,
      "loss": 0.0019,
      "step": 450
    },
    {
      "epoch": 1.7032136105860114,
      "grad_norm": 0.35938960313796997,
      "learning_rate": 4.506945512991352e-06,
      "loss": 0.0034,
      "step": 451
    },
    {
      "epoch": 1.7069943289224954,
      "grad_norm": 0.22387456893920898,
      "learning_rate": 4.503668034535768e-06,
      "loss": 0.0047,
      "step": 452
    },
    {
      "epoch": 1.7107750472589793,
      "grad_norm": 0.276939332485199,
      "learning_rate": 4.500380898994761e-06,
      "loss": 0.004,
      "step": 453
    },
    {
      "epoch": 1.7145557655954633,
      "grad_norm": 0.09006724506616592,
      "learning_rate": 4.4970841222113435e-06,
      "loss": 0.001,
      "step": 454
    },
    {
      "epoch": 1.718336483931947,
      "grad_norm": 0.09450830519199371,
      "learning_rate": 4.4937777200750045e-06,
      "loss": 0.0012,
      "step": 455
    },
    {
      "epoch": 1.722117202268431,
      "grad_norm": 0.8761259317398071,
      "learning_rate": 4.490461708521621e-06,
      "loss": 0.0062,
      "step": 456
    },
    {
      "epoch": 1.725897920604915,
      "grad_norm": 0.21306881308555603,
      "learning_rate": 4.487136103533383e-06,
      "loss": 0.0026,
      "step": 457
    },
    {
      "epoch": 1.7296786389413987,
      "grad_norm": 0.16684308648109436,
      "learning_rate": 4.483800921138722e-06,
      "loss": 0.0021,
      "step": 458
    },
    {
      "epoch": 1.7334593572778827,
      "grad_norm": 0.354653537273407,
      "learning_rate": 4.4804561774122275e-06,
      "loss": 0.0059,
      "step": 459
    },
    {
      "epoch": 1.7372400756143667,
      "grad_norm": 0.241005077958107,
      "learning_rate": 4.4771018884745705e-06,
      "loss": 0.0016,
      "step": 460
    },
    {
      "epoch": 1.7410207939508506,
      "grad_norm": 0.23569397628307343,
      "learning_rate": 4.473738070492428e-06,
      "loss": 0.0035,
      "step": 461
    },
    {
      "epoch": 1.7448015122873346,
      "grad_norm": 0.3624860942363739,
      "learning_rate": 4.470364739678407e-06,
      "loss": 0.0041,
      "step": 462
    },
    {
      "epoch": 1.7485822306238186,
      "grad_norm": 0.1583845615386963,
      "learning_rate": 4.466981912290959e-06,
      "loss": 0.0021,
      "step": 463
    },
    {
      "epoch": 1.7523629489603025,
      "grad_norm": 0.26447030901908875,
      "learning_rate": 4.46358960463431e-06,
      "loss": 0.0049,
      "step": 464
    },
    {
      "epoch": 1.7561436672967865,
      "grad_norm": 0.2515549659729004,
      "learning_rate": 4.4601878330583744e-06,
      "loss": 0.002,
      "step": 465
    },
    {
      "epoch": 1.7599243856332705,
      "grad_norm": 0.2806968688964844,
      "learning_rate": 4.456776613958683e-06,
      "loss": 0.0025,
      "step": 466
    },
    {
      "epoch": 1.7637051039697542,
      "grad_norm": 0.08327832818031311,
      "learning_rate": 4.453355963776301e-06,
      "loss": 0.001,
      "step": 467
    },
    {
      "epoch": 1.7674858223062382,
      "grad_norm": 0.2449251115322113,
      "learning_rate": 4.449925898997745e-06,
      "loss": 0.0017,
      "step": 468
    },
    {
      "epoch": 1.7712665406427222,
      "grad_norm": 0.1794063001871109,
      "learning_rate": 4.4464864361549105e-06,
      "loss": 0.0021,
      "step": 469
    },
    {
      "epoch": 1.775047258979206,
      "grad_norm": 0.24746963381767273,
      "learning_rate": 4.443037591824988e-06,
      "loss": 0.0052,
      "step": 470
    },
    {
      "epoch": 1.7788279773156899,
      "grad_norm": 0.15880246460437775,
      "learning_rate": 4.439579382630384e-06,
      "loss": 0.0015,
      "step": 471
    },
    {
      "epoch": 1.7826086956521738,
      "grad_norm": 0.3914218544960022,
      "learning_rate": 4.43611182523864e-06,
      "loss": 0.0027,
      "step": 472
    },
    {
      "epoch": 1.7863894139886578,
      "grad_norm": 0.26020798087120056,
      "learning_rate": 4.432634936362354e-06,
      "loss": 0.0029,
      "step": 473
    },
    {
      "epoch": 1.7901701323251418,
      "grad_norm": 0.23592509329319,
      "learning_rate": 4.429148732759101e-06,
      "loss": 0.0022,
      "step": 474
    },
    {
      "epoch": 1.7939508506616257,
      "grad_norm": 0.20257288217544556,
      "learning_rate": 4.425653231231344e-06,
      "loss": 0.002,
      "step": 475
    },
    {
      "epoch": 1.7977315689981097,
      "grad_norm": 0.338589072227478,
      "learning_rate": 4.4221484486263664e-06,
      "loss": 0.0017,
      "step": 476
    },
    {
      "epoch": 1.8015122873345937,
      "grad_norm": 0.2656640410423279,
      "learning_rate": 4.418634401836179e-06,
      "loss": 0.005,
      "step": 477
    },
    {
      "epoch": 1.8052930056710776,
      "grad_norm": 0.2045784294605255,
      "learning_rate": 4.415111107797445e-06,
      "loss": 0.0029,
      "step": 478
    },
    {
      "epoch": 1.8090737240075614,
      "grad_norm": 0.3493967354297638,
      "learning_rate": 4.411578583491397e-06,
      "loss": 0.0037,
      "step": 479
    },
    {
      "epoch": 1.8128544423440454,
      "grad_norm": 0.20509131252765656,
      "learning_rate": 4.408036845943753e-06,
      "loss": 0.0032,
      "step": 480
    },
    {
      "epoch": 1.8166351606805293,
      "grad_norm": 0.23410679399967194,
      "learning_rate": 4.404485912224638e-06,
      "loss": 0.0029,
      "step": 481
    },
    {
      "epoch": 1.820415879017013,
      "grad_norm": 0.21431049704551697,
      "learning_rate": 4.400925799448498e-06,
      "loss": 0.0015,
      "step": 482
    },
    {
      "epoch": 1.824196597353497,
      "grad_norm": 0.2684635519981384,
      "learning_rate": 4.39735652477402e-06,
      "loss": 0.0028,
      "step": 483
    },
    {
      "epoch": 1.827977315689981,
      "grad_norm": 0.1810218095779419,
      "learning_rate": 4.393778105404051e-06,
      "loss": 0.0018,
      "step": 484
    },
    {
      "epoch": 1.831758034026465,
      "grad_norm": 0.32294052839279175,
      "learning_rate": 4.390190558585508e-06,
      "loss": 0.0028,
      "step": 485
    },
    {
      "epoch": 1.835538752362949,
      "grad_norm": 0.23815307021141052,
      "learning_rate": 4.386593901609304e-06,
      "loss": 0.0033,
      "step": 486
    },
    {
      "epoch": 1.839319470699433,
      "grad_norm": 0.19764836132526398,
      "learning_rate": 4.382988151810258e-06,
      "loss": 0.0027,
      "step": 487
    },
    {
      "epoch": 1.8431001890359169,
      "grad_norm": 0.10845785588026047,
      "learning_rate": 4.379373326567015e-06,
      "loss": 0.0011,
      "step": 488
    },
    {
      "epoch": 1.8468809073724008,
      "grad_norm": 0.17199721932411194,
      "learning_rate": 4.375749443301957e-06,
      "loss": 0.0018,
      "step": 489
    },
    {
      "epoch": 1.8506616257088848,
      "grad_norm": 1.2053210735321045,
      "learning_rate": 4.372116519481131e-06,
      "loss": 0.003,
      "step": 490
    },
    {
      "epoch": 1.8544423440453688,
      "grad_norm": 0.13807225227355957,
      "learning_rate": 4.3684745726141474e-06,
      "loss": 0.0011,
      "step": 491
    },
    {
      "epoch": 1.8582230623818525,
      "grad_norm": 0.43164512515068054,
      "learning_rate": 4.364823620254113e-06,
      "loss": 0.0029,
      "step": 492
    },
    {
      "epoch": 1.8620037807183365,
      "grad_norm": 0.4380972683429718,
      "learning_rate": 4.361163679997532e-06,
      "loss": 0.0085,
      "step": 493
    },
    {
      "epoch": 1.8657844990548205,
      "grad_norm": 0.3626115322113037,
      "learning_rate": 4.357494769484232e-06,
      "loss": 0.0042,
      "step": 494
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 0.3318653106689453,
      "learning_rate": 4.3538169063972735e-06,
      "loss": 0.0047,
      "step": 495
    },
    {
      "epoch": 1.8733459357277882,
      "grad_norm": 0.12301299721002579,
      "learning_rate": 4.350130108462864e-06,
      "loss": 0.001,
      "step": 496
    },
    {
      "epoch": 1.8771266540642721,
      "grad_norm": 0.10507173091173172,
      "learning_rate": 4.346434393450277e-06,
      "loss": 0.0012,
      "step": 497
    },
    {
      "epoch": 1.8809073724007561,
      "grad_norm": 0.08294566720724106,
      "learning_rate": 4.342729779171762e-06,
      "loss": 0.0009,
      "step": 498
    },
    {
      "epoch": 1.88468809073724,
      "grad_norm": 0.34475982189178467,
      "learning_rate": 4.33901628348246e-06,
      "loss": 0.0024,
      "step": 499
    },
    {
      "epoch": 1.888468809073724,
      "grad_norm": 0.2793658375740051,
      "learning_rate": 4.335293924280318e-06,
      "loss": 0.0032,
      "step": 500
    },
    {
      "epoch": 1.892249527410208,
      "grad_norm": 0.2560276687145233,
      "learning_rate": 4.331562719506005e-06,
      "loss": 0.0029,
      "step": 501
    },
    {
      "epoch": 1.896030245746692,
      "grad_norm": 0.18784171342849731,
      "learning_rate": 4.327822687142818e-06,
      "loss": 0.0017,
      "step": 502
    },
    {
      "epoch": 1.899810964083176,
      "grad_norm": 0.11437463760375977,
      "learning_rate": 4.324073845216606e-06,
      "loss": 0.0013,
      "step": 503
    },
    {
      "epoch": 1.9035916824196597,
      "grad_norm": 0.22978849709033966,
      "learning_rate": 4.320316211795674e-06,
      "loss": 0.0026,
      "step": 504
    },
    {
      "epoch": 1.9073724007561437,
      "grad_norm": 0.253154993057251,
      "learning_rate": 4.3165498049907e-06,
      "loss": 0.0078,
      "step": 505
    },
    {
      "epoch": 1.9111531190926276,
      "grad_norm": 0.37678200006484985,
      "learning_rate": 4.3127746429546465e-06,
      "loss": 0.0044,
      "step": 506
    },
    {
      "epoch": 1.9149338374291114,
      "grad_norm": 0.4084177613258362,
      "learning_rate": 4.308990743882675e-06,
      "loss": 0.0053,
      "step": 507
    },
    {
      "epoch": 1.9187145557655954,
      "grad_norm": 0.2297290414571762,
      "learning_rate": 4.305198126012057e-06,
      "loss": 0.003,
      "step": 508
    },
    {
      "epoch": 1.9224952741020793,
      "grad_norm": 0.22575493156909943,
      "learning_rate": 4.301396807622084e-06,
      "loss": 0.0057,
      "step": 509
    },
    {
      "epoch": 1.9262759924385633,
      "grad_norm": 0.3964064419269562,
      "learning_rate": 4.297586807033983e-06,
      "loss": 0.0044,
      "step": 510
    },
    {
      "epoch": 1.9300567107750473,
      "grad_norm": 0.2161191701889038,
      "learning_rate": 4.293768142610828e-06,
      "loss": 0.002,
      "step": 511
    },
    {
      "epoch": 1.9338374291115312,
      "grad_norm": 0.22545190155506134,
      "learning_rate": 4.2899408327574475e-06,
      "loss": 0.0018,
      "step": 512
    },
    {
      "epoch": 1.9376181474480152,
      "grad_norm": 0.32777416706085205,
      "learning_rate": 4.2861048959203386e-06,
      "loss": 0.0086,
      "step": 513
    },
    {
      "epoch": 1.9413988657844992,
      "grad_norm": 0.18625925481319427,
      "learning_rate": 4.282260350587579e-06,
      "loss": 0.0024,
      "step": 514
    },
    {
      "epoch": 1.9451795841209831,
      "grad_norm": 0.3894895911216736,
      "learning_rate": 4.278407215288738e-06,
      "loss": 0.0096,
      "step": 515
    },
    {
      "epoch": 1.9489603024574669,
      "grad_norm": 0.1433977335691452,
      "learning_rate": 4.274545508594783e-06,
      "loss": 0.0025,
      "step": 516
    },
    {
      "epoch": 1.9527410207939508,
      "grad_norm": 0.14154686033725739,
      "learning_rate": 4.270675249117995e-06,
      "loss": 0.0016,
      "step": 517
    },
    {
      "epoch": 1.9565217391304348,
      "grad_norm": 0.8607096076011658,
      "learning_rate": 4.2667964555118755e-06,
      "loss": 0.0028,
      "step": 518
    },
    {
      "epoch": 1.9603024574669186,
      "grad_norm": 0.1729510873556137,
      "learning_rate": 4.26290914647106e-06,
      "loss": 0.0051,
      "step": 519
    },
    {
      "epoch": 1.9640831758034025,
      "grad_norm": 0.5080238580703735,
      "learning_rate": 4.259013340731224e-06,
      "loss": 0.0016,
      "step": 520
    },
    {
      "epoch": 1.9678638941398865,
      "grad_norm": 0.19814470410346985,
      "learning_rate": 4.255109057068995e-06,
      "loss": 0.0018,
      "step": 521
    },
    {
      "epoch": 1.9716446124763705,
      "grad_norm": 0.42453914880752563,
      "learning_rate": 4.251196314301864e-06,
      "loss": 0.0041,
      "step": 522
    },
    {
      "epoch": 1.9754253308128544,
      "grad_norm": 0.2547927498817444,
      "learning_rate": 4.2472751312880866e-06,
      "loss": 0.0045,
      "step": 523
    },
    {
      "epoch": 1.9792060491493384,
      "grad_norm": 0.20119120180606842,
      "learning_rate": 4.243345526926605e-06,
      "loss": 0.0019,
      "step": 524
    },
    {
      "epoch": 1.9829867674858224,
      "grad_norm": 0.17681175470352173,
      "learning_rate": 4.239407520156943e-06,
      "loss": 0.0044,
      "step": 525
    },
    {
      "epoch": 1.9867674858223063,
      "grad_norm": 0.1287936270236969,
      "learning_rate": 4.235461129959128e-06,
      "loss": 0.0017,
      "step": 526
    },
    {
      "epoch": 1.9905482041587903,
      "grad_norm": 0.18217135965824127,
      "learning_rate": 4.231506375353588e-06,
      "loss": 0.0021,
      "step": 527
    },
    {
      "epoch": 1.994328922495274,
      "grad_norm": 0.2492142617702484,
      "learning_rate": 4.227543275401067e-06,
      "loss": 0.0015,
      "step": 528
    },
    {
      "epoch": 1.998109640831758,
      "grad_norm": 0.35620054602622986,
      "learning_rate": 4.22357184920253e-06,
      "loss": 0.0015,
      "step": 529
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.42932477593421936,
      "learning_rate": 4.219592115899075e-06,
      "loss": 0.0036,
      "step": 530
    },
    {
      "epoch": 2.003780718336484,
      "grad_norm": 0.18517857789993286,
      "learning_rate": 4.215604094671835e-06,
      "loss": 0.0041,
      "step": 531
    },
    {
      "epoch": 2.007561436672968,
      "grad_norm": 0.3995055556297302,
      "learning_rate": 4.211607804741888e-06,
      "loss": 0.0039,
      "step": 532
    },
    {
      "epoch": 2.011342155009452,
      "grad_norm": 0.2439192533493042,
      "learning_rate": 4.207603265370166e-06,
      "loss": 0.0033,
      "step": 533
    },
    {
      "epoch": 2.015122873345936,
      "grad_norm": 0.34398382902145386,
      "learning_rate": 4.2035904958573615e-06,
      "loss": 0.0018,
      "step": 534
    },
    {
      "epoch": 2.01890359168242,
      "grad_norm": 0.07287435233592987,
      "learning_rate": 4.1995695155438325e-06,
      "loss": 0.0007,
      "step": 535
    },
    {
      "epoch": 2.022684310018904,
      "grad_norm": 0.04657262936234474,
      "learning_rate": 4.195540343809511e-06,
      "loss": 0.0005,
      "step": 536
    },
    {
      "epoch": 2.0264650283553873,
      "grad_norm": 0.1362239122390747,
      "learning_rate": 4.19150300007381e-06,
      "loss": 0.0008,
      "step": 537
    },
    {
      "epoch": 2.0302457466918713,
      "grad_norm": 0.34500372409820557,
      "learning_rate": 4.187457503795526e-06,
      "loss": 0.0019,
      "step": 538
    },
    {
      "epoch": 2.0340264650283553,
      "grad_norm": 0.27130597829818726,
      "learning_rate": 4.183403874472754e-06,
      "loss": 0.0071,
      "step": 539
    },
    {
      "epoch": 2.0378071833648392,
      "grad_norm": 0.042355943471193314,
      "learning_rate": 4.179342131642783e-06,
      "loss": 0.0004,
      "step": 540
    },
    {
      "epoch": 2.041587901701323,
      "grad_norm": 0.27351462841033936,
      "learning_rate": 4.175272294882008e-06,
      "loss": 0.0064,
      "step": 541
    },
    {
      "epoch": 2.045368620037807,
      "grad_norm": 0.14808684587478638,
      "learning_rate": 4.1711943838058346e-06,
      "loss": 0.001,
      "step": 542
    },
    {
      "epoch": 2.049149338374291,
      "grad_norm": 0.3332342207431793,
      "learning_rate": 4.167108418068585e-06,
      "loss": 0.0017,
      "step": 543
    },
    {
      "epoch": 2.052930056710775,
      "grad_norm": 0.10606346279382706,
      "learning_rate": 4.163014417363402e-06,
      "loss": 0.0013,
      "step": 544
    },
    {
      "epoch": 2.056710775047259,
      "grad_norm": 0.22433032095432281,
      "learning_rate": 4.158912401422152e-06,
      "loss": 0.0022,
      "step": 545
    },
    {
      "epoch": 2.060491493383743,
      "grad_norm": 0.08767926692962646,
      "learning_rate": 4.154802390015338e-06,
      "loss": 0.0007,
      "step": 546
    },
    {
      "epoch": 2.064272211720227,
      "grad_norm": 0.25233975052833557,
      "learning_rate": 4.150684402951994e-06,
      "loss": 0.0025,
      "step": 547
    },
    {
      "epoch": 2.068052930056711,
      "grad_norm": 0.2354487180709839,
      "learning_rate": 4.146558460079595e-06,
      "loss": 0.0014,
      "step": 548
    },
    {
      "epoch": 2.0718336483931945,
      "grad_norm": 0.1968374401330948,
      "learning_rate": 4.142424581283962e-06,
      "loss": 0.0016,
      "step": 549
    },
    {
      "epoch": 2.0756143667296785,
      "grad_norm": 0.1780686229467392,
      "learning_rate": 4.138282786489165e-06,
      "loss": 0.0015,
      "step": 550
    },
    {
      "epoch": 2.0793950850661624,
      "grad_norm": 0.14376260340213776,
      "learning_rate": 4.134133095657424e-06,
      "loss": 0.001,
      "step": 551
    },
    {
      "epoch": 2.0831758034026464,
      "grad_norm": 0.42116665840148926,
      "learning_rate": 4.129975528789021e-06,
      "loss": 0.0018,
      "step": 552
    },
    {
      "epoch": 2.0869565217391304,
      "grad_norm": 0.36534008383750916,
      "learning_rate": 4.125810105922192e-06,
      "loss": 0.0032,
      "step": 553
    },
    {
      "epoch": 2.0907372400756143,
      "grad_norm": 0.261728972196579,
      "learning_rate": 4.121636847133039e-06,
      "loss": 0.0056,
      "step": 554
    },
    {
      "epoch": 2.0945179584120983,
      "grad_norm": 0.10244060307741165,
      "learning_rate": 4.117455772535433e-06,
      "loss": 0.001,
      "step": 555
    },
    {
      "epoch": 2.0982986767485823,
      "grad_norm": 0.34060749411582947,
      "learning_rate": 4.113266902280914e-06,
      "loss": 0.0024,
      "step": 556
    },
    {
      "epoch": 2.1020793950850662,
      "grad_norm": 0.6971008777618408,
      "learning_rate": 4.109070256558589e-06,
      "loss": 0.0057,
      "step": 557
    },
    {
      "epoch": 2.10586011342155,
      "grad_norm": 0.48935261368751526,
      "learning_rate": 4.10486585559505e-06,
      "loss": 0.0035,
      "step": 558
    },
    {
      "epoch": 2.109640831758034,
      "grad_norm": 0.27988186478614807,
      "learning_rate": 4.100653719654259e-06,
      "loss": 0.0015,
      "step": 559
    },
    {
      "epoch": 2.113421550094518,
      "grad_norm": 0.13683204352855682,
      "learning_rate": 4.096433869037464e-06,
      "loss": 0.0019,
      "step": 560
    },
    {
      "epoch": 2.1172022684310017,
      "grad_norm": 0.17368103563785553,
      "learning_rate": 4.0922063240830914e-06,
      "loss": 0.0016,
      "step": 561
    },
    {
      "epoch": 2.1209829867674856,
      "grad_norm": 0.3833687901496887,
      "learning_rate": 4.087971105166654e-06,
      "loss": 0.0027,
      "step": 562
    },
    {
      "epoch": 2.1247637051039696,
      "grad_norm": 0.2219664752483368,
      "learning_rate": 4.08372823270065e-06,
      "loss": 0.0026,
      "step": 563
    },
    {
      "epoch": 2.1285444234404536,
      "grad_norm": 0.291406512260437,
      "learning_rate": 4.079477727134466e-06,
      "loss": 0.0029,
      "step": 564
    },
    {
      "epoch": 2.1323251417769375,
      "grad_norm": 0.3142309784889221,
      "learning_rate": 4.075219608954279e-06,
      "loss": 0.0064,
      "step": 565
    },
    {
      "epoch": 2.1361058601134215,
      "grad_norm": 0.2063475400209427,
      "learning_rate": 4.070953898682952e-06,
      "loss": 0.0042,
      "step": 566
    },
    {
      "epoch": 2.1398865784499055,
      "grad_norm": 0.05330202728509903,
      "learning_rate": 4.066680616879946e-06,
      "loss": 0.0006,
      "step": 567
    },
    {
      "epoch": 2.1436672967863895,
      "grad_norm": 0.22444003820419312,
      "learning_rate": 4.062399784141209e-06,
      "loss": 0.002,
      "step": 568
    },
    {
      "epoch": 2.1474480151228734,
      "grad_norm": 0.22138641774654388,
      "learning_rate": 4.058111421099087e-06,
      "loss": 0.0017,
      "step": 569
    },
    {
      "epoch": 2.1512287334593574,
      "grad_norm": 0.12596635520458221,
      "learning_rate": 4.0538155484222156e-06,
      "loss": 0.0007,
      "step": 570
    },
    {
      "epoch": 2.1550094517958414,
      "grad_norm": 0.10118561238050461,
      "learning_rate": 4.0495121868154275e-06,
      "loss": 0.0013,
      "step": 571
    },
    {
      "epoch": 2.1587901701323253,
      "grad_norm": 0.0691247284412384,
      "learning_rate": 4.045201357019648e-06,
      "loss": 0.0009,
      "step": 572
    },
    {
      "epoch": 2.1625708884688093,
      "grad_norm": 0.14483240246772766,
      "learning_rate": 4.040883079811799e-06,
      "loss": 0.0012,
      "step": 573
    },
    {
      "epoch": 2.166351606805293,
      "grad_norm": 0.08602052927017212,
      "learning_rate": 4.036557376004694e-06,
      "loss": 0.0008,
      "step": 574
    },
    {
      "epoch": 2.170132325141777,
      "grad_norm": 0.13205234706401825,
      "learning_rate": 4.032224266446943e-06,
      "loss": 0.0009,
      "step": 575
    },
    {
      "epoch": 2.1739130434782608,
      "grad_norm": 0.039761174470186234,
      "learning_rate": 4.027883772022847e-06,
      "loss": 0.0005,
      "step": 576
    },
    {
      "epoch": 2.1776937618147447,
      "grad_norm": 0.35107317566871643,
      "learning_rate": 4.0235359136523024e-06,
      "loss": 0.0027,
      "step": 577
    },
    {
      "epoch": 2.1814744801512287,
      "grad_norm": 0.17431484162807465,
      "learning_rate": 4.0191807122906965e-06,
      "loss": 0.0016,
      "step": 578
    },
    {
      "epoch": 2.1852551984877127,
      "grad_norm": 0.3038300573825836,
      "learning_rate": 4.014818188928808e-06,
      "loss": 0.002,
      "step": 579
    },
    {
      "epoch": 2.1890359168241966,
      "grad_norm": 0.0982559323310852,
      "learning_rate": 4.010448364592703e-06,
      "loss": 0.0008,
      "step": 580
    },
    {
      "epoch": 2.1928166351606806,
      "grad_norm": 0.19003631174564362,
      "learning_rate": 4.00607126034364e-06,
      "loss": 0.0024,
      "step": 581
    },
    {
      "epoch": 2.1965973534971646,
      "grad_norm": 0.23104579746723175,
      "learning_rate": 4.0016868972779636e-06,
      "loss": 0.0027,
      "step": 582
    },
    {
      "epoch": 2.2003780718336485,
      "grad_norm": 0.1018993929028511,
      "learning_rate": 3.997295296527001e-06,
      "loss": 0.0008,
      "step": 583
    },
    {
      "epoch": 2.2041587901701325,
      "grad_norm": 0.2123573124408722,
      "learning_rate": 3.992896479256966e-06,
      "loss": 0.0017,
      "step": 584
    },
    {
      "epoch": 2.207939508506616,
      "grad_norm": 0.5353474617004395,
      "learning_rate": 3.988490466668852e-06,
      "loss": 0.0044,
      "step": 585
    },
    {
      "epoch": 2.2117202268431,
      "grad_norm": 0.15907587110996246,
      "learning_rate": 3.984077279998333e-06,
      "loss": 0.0026,
      "step": 586
    },
    {
      "epoch": 2.215500945179584,
      "grad_norm": 0.09038275480270386,
      "learning_rate": 3.979656940515659e-06,
      "loss": 0.0008,
      "step": 587
    },
    {
      "epoch": 2.219281663516068,
      "grad_norm": 0.15547309815883636,
      "learning_rate": 3.975229469525555e-06,
      "loss": 0.0018,
      "step": 588
    },
    {
      "epoch": 2.223062381852552,
      "grad_norm": 0.17092019319534302,
      "learning_rate": 3.970794888367116e-06,
      "loss": 0.0024,
      "step": 589
    },
    {
      "epoch": 2.226843100189036,
      "grad_norm": 0.17940843105316162,
      "learning_rate": 3.96635321841371e-06,
      "loss": 0.0011,
      "step": 590
    },
    {
      "epoch": 2.23062381852552,
      "grad_norm": 0.08405204862356186,
      "learning_rate": 3.961904481072867e-06,
      "loss": 0.0009,
      "step": 591
    },
    {
      "epoch": 2.234404536862004,
      "grad_norm": 0.16749833524227142,
      "learning_rate": 3.957448697786181e-06,
      "loss": 0.0016,
      "step": 592
    },
    {
      "epoch": 2.2381852551984878,
      "grad_norm": 0.1705680787563324,
      "learning_rate": 3.952985890029205e-06,
      "loss": 0.0026,
      "step": 593
    },
    {
      "epoch": 2.2419659735349717,
      "grad_norm": 0.2567225396633148,
      "learning_rate": 3.948516079311349e-06,
      "loss": 0.003,
      "step": 594
    },
    {
      "epoch": 2.2457466918714557,
      "grad_norm": 0.06781842559576035,
      "learning_rate": 3.9440392871757735e-06,
      "loss": 0.0008,
      "step": 595
    },
    {
      "epoch": 2.2495274102079397,
      "grad_norm": 0.08968048542737961,
      "learning_rate": 3.93955553519929e-06,
      "loss": 0.0011,
      "step": 596
    },
    {
      "epoch": 2.2533081285444236,
      "grad_norm": 0.28453701734542847,
      "learning_rate": 3.935064844992251e-06,
      "loss": 0.0038,
      "step": 597
    },
    {
      "epoch": 2.257088846880907,
      "grad_norm": 0.04295709729194641,
      "learning_rate": 3.930567238198451e-06,
      "loss": 0.0005,
      "step": 598
    },
    {
      "epoch": 2.260869565217391,
      "grad_norm": 0.14463184773921967,
      "learning_rate": 3.926062736495021e-06,
      "loss": 0.0008,
      "step": 599
    },
    {
      "epoch": 2.264650283553875,
      "grad_norm": 0.07073153555393219,
      "learning_rate": 3.921551361592323e-06,
      "loss": 0.0007,
      "step": 600
    },
    {
      "epoch": 2.268431001890359,
      "grad_norm": 0.15077605843544006,
      "learning_rate": 3.917033135233845e-06,
      "loss": 0.0004,
      "step": 601
    },
    {
      "epoch": 2.272211720226843,
      "grad_norm": 0.24590805172920227,
      "learning_rate": 3.912508079196097e-06,
      "loss": 0.0024,
      "step": 602
    },
    {
      "epoch": 2.275992438563327,
      "grad_norm": 1.3826171159744263,
      "learning_rate": 3.907976215288507e-06,
      "loss": 0.0028,
      "step": 603
    },
    {
      "epoch": 2.279773156899811,
      "grad_norm": 0.17305316030979156,
      "learning_rate": 3.903437565353314e-06,
      "loss": 0.0008,
      "step": 604
    },
    {
      "epoch": 2.283553875236295,
      "grad_norm": 0.13404357433319092,
      "learning_rate": 3.8988921512654644e-06,
      "loss": 0.001,
      "step": 605
    },
    {
      "epoch": 2.287334593572779,
      "grad_norm": 0.07687821239233017,
      "learning_rate": 3.8943399949325055e-06,
      "loss": 0.0007,
      "step": 606
    },
    {
      "epoch": 2.291115311909263,
      "grad_norm": 0.13530321419239044,
      "learning_rate": 3.88978111829448e-06,
      "loss": 0.0009,
      "step": 607
    },
    {
      "epoch": 2.294896030245747,
      "grad_norm": 0.06520530581474304,
      "learning_rate": 3.885215543323821e-06,
      "loss": 0.0005,
      "step": 608
    },
    {
      "epoch": 2.298676748582231,
      "grad_norm": 0.24392560124397278,
      "learning_rate": 3.880643292025245e-06,
      "loss": 0.0024,
      "step": 609
    },
    {
      "epoch": 2.302457466918715,
      "grad_norm": 0.376128613948822,
      "learning_rate": 3.876064386435646e-06,
      "loss": 0.0024,
      "step": 610
    },
    {
      "epoch": 2.3062381852551983,
      "grad_norm": 0.15951082110404968,
      "learning_rate": 3.871478848623992e-06,
      "loss": 0.0009,
      "step": 611
    },
    {
      "epoch": 2.3100189035916823,
      "grad_norm": 0.1541188359260559,
      "learning_rate": 3.8668867006912126e-06,
      "loss": 0.0026,
      "step": 612
    },
    {
      "epoch": 2.3137996219281662,
      "grad_norm": 0.16861151158809662,
      "learning_rate": 3.862287964770099e-06,
      "loss": 0.0022,
      "step": 613
    },
    {
      "epoch": 2.31758034026465,
      "grad_norm": 0.05262811481952667,
      "learning_rate": 3.857682663025195e-06,
      "loss": 0.0005,
      "step": 614
    },
    {
      "epoch": 2.321361058601134,
      "grad_norm": 0.15682393312454224,
      "learning_rate": 3.853070817652688e-06,
      "loss": 0.0019,
      "step": 615
    },
    {
      "epoch": 2.325141776937618,
      "grad_norm": 0.2507023513317108,
      "learning_rate": 3.848452450880303e-06,
      "loss": 0.0019,
      "step": 616
    },
    {
      "epoch": 2.328922495274102,
      "grad_norm": 0.2650613784790039,
      "learning_rate": 3.8438275849671994e-06,
      "loss": 0.0041,
      "step": 617
    },
    {
      "epoch": 2.332703213610586,
      "grad_norm": 0.1116451546549797,
      "learning_rate": 3.839196242203859e-06,
      "loss": 0.001,
      "step": 618
    },
    {
      "epoch": 2.33648393194707,
      "grad_norm": 0.022393720224499702,
      "learning_rate": 3.834558444911978e-06,
      "loss": 0.0003,
      "step": 619
    },
    {
      "epoch": 2.340264650283554,
      "grad_norm": 0.02391130104660988,
      "learning_rate": 3.829914215444363e-06,
      "loss": 0.0003,
      "step": 620
    },
    {
      "epoch": 2.344045368620038,
      "grad_norm": 0.2857953906059265,
      "learning_rate": 3.825263576184823e-06,
      "loss": 0.0021,
      "step": 621
    },
    {
      "epoch": 2.3478260869565215,
      "grad_norm": 0.08123797178268433,
      "learning_rate": 3.82060654954806e-06,
      "loss": 0.0005,
      "step": 622
    },
    {
      "epoch": 2.351606805293006,
      "grad_norm": 0.30385783314704895,
      "learning_rate": 3.8159431579795605e-06,
      "loss": 0.0026,
      "step": 623
    },
    {
      "epoch": 2.3553875236294894,
      "grad_norm": 0.29088184237480164,
      "learning_rate": 3.8112734239554884e-06,
      "loss": 0.0035,
      "step": 624
    },
    {
      "epoch": 2.3591682419659734,
      "grad_norm": 0.19305771589279175,
      "learning_rate": 3.806597369982574e-06,
      "loss": 0.0012,
      "step": 625
    },
    {
      "epoch": 2.3629489603024574,
      "grad_norm": 0.12433846294879913,
      "learning_rate": 3.8019150185980125e-06,
      "loss": 0.001,
      "step": 626
    },
    {
      "epoch": 2.3667296786389413,
      "grad_norm": 0.07855097204446793,
      "learning_rate": 3.7972263923693477e-06,
      "loss": 0.0006,
      "step": 627
    },
    {
      "epoch": 2.3705103969754253,
      "grad_norm": 0.12908008694648743,
      "learning_rate": 3.792531513894365e-06,
      "loss": 0.0006,
      "step": 628
    },
    {
      "epoch": 2.3742911153119093,
      "grad_norm": 0.14044421911239624,
      "learning_rate": 3.7878304058009883e-06,
      "loss": 0.001,
      "step": 629
    },
    {
      "epoch": 2.3780718336483933,
      "grad_norm": 0.12183783203363419,
      "learning_rate": 3.7831230907471626e-06,
      "loss": 0.001,
      "step": 630
    },
    {
      "epoch": 2.381852551984877,
      "grad_norm": 0.03276016563177109,
      "learning_rate": 3.778409591420749e-06,
      "loss": 0.0003,
      "step": 631
    },
    {
      "epoch": 2.385633270321361,
      "grad_norm": 0.19104357063770294,
      "learning_rate": 3.7736899305394178e-06,
      "loss": 0.0026,
      "step": 632
    },
    {
      "epoch": 2.389413988657845,
      "grad_norm": 0.16137288510799408,
      "learning_rate": 3.768964130850532e-06,
      "loss": 0.0017,
      "step": 633
    },
    {
      "epoch": 2.393194706994329,
      "grad_norm": 0.11547023802995682,
      "learning_rate": 3.7642322151310453e-06,
      "loss": 0.0009,
      "step": 634
    },
    {
      "epoch": 2.3969754253308126,
      "grad_norm": 0.06410176306962967,
      "learning_rate": 3.7594942061873863e-06,
      "loss": 0.0004,
      "step": 635
    },
    {
      "epoch": 2.4007561436672966,
      "grad_norm": 0.0972183421254158,
      "learning_rate": 3.754750126855353e-06,
      "loss": 0.0016,
      "step": 636
    },
    {
      "epoch": 2.4045368620037806,
      "grad_norm": 0.25424033403396606,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.0017,
      "step": 637
    },
    {
      "epoch": 2.4083175803402646,
      "grad_norm": 0.0990934744477272,
      "learning_rate": 3.7452438485155305e-06,
      "loss": 0.0006,
      "step": 638
    },
    {
      "epoch": 2.4120982986767485,
      "grad_norm": 0.2217491716146469,
      "learning_rate": 3.740481695325181e-06,
      "loss": 0.002,
      "step": 639
    },
    {
      "epoch": 2.4158790170132325,
      "grad_norm": 0.10147841274738312,
      "learning_rate": 3.7357135633811198e-06,
      "loss": 0.0007,
      "step": 640
    },
    {
      "epoch": 2.4196597353497165,
      "grad_norm": 0.32936543226242065,
      "learning_rate": 3.7309394756643265e-06,
      "loss": 0.0017,
      "step": 641
    },
    {
      "epoch": 2.4234404536862004,
      "grad_norm": 0.15416279435157776,
      "learning_rate": 3.7261594551844863e-06,
      "loss": 0.0013,
      "step": 642
    },
    {
      "epoch": 2.4272211720226844,
      "grad_norm": 0.11692031472921371,
      "learning_rate": 3.7213735249798826e-06,
      "loss": 0.0011,
      "step": 643
    },
    {
      "epoch": 2.4310018903591684,
      "grad_norm": 0.24383437633514404,
      "learning_rate": 3.716581708117276e-06,
      "loss": 0.0035,
      "step": 644
    },
    {
      "epoch": 2.4347826086956523,
      "grad_norm": 0.3260003924369812,
      "learning_rate": 3.711784027691805e-06,
      "loss": 0.0026,
      "step": 645
    },
    {
      "epoch": 2.4385633270321363,
      "grad_norm": 0.4543023407459259,
      "learning_rate": 3.7069805068268626e-06,
      "loss": 0.0027,
      "step": 646
    },
    {
      "epoch": 2.4423440453686203,
      "grad_norm": 0.42455440759658813,
      "learning_rate": 3.7021711686739963e-06,
      "loss": 0.0048,
      "step": 647
    },
    {
      "epoch": 2.446124763705104,
      "grad_norm": 0.2571258544921875,
      "learning_rate": 3.697356036412788e-06,
      "loss": 0.0023,
      "step": 648
    },
    {
      "epoch": 2.4499054820415878,
      "grad_norm": 0.409236341714859,
      "learning_rate": 3.6925351332507477e-06,
      "loss": 0.0036,
      "step": 649
    },
    {
      "epoch": 2.4536862003780717,
      "grad_norm": 0.0866311714053154,
      "learning_rate": 3.6877084824231962e-06,
      "loss": 0.0005,
      "step": 650
    },
    {
      "epoch": 2.4574669187145557,
      "grad_norm": 0.22943198680877686,
      "learning_rate": 3.6828761071931605e-06,
      "loss": 0.0014,
      "step": 651
    },
    {
      "epoch": 2.4612476370510397,
      "grad_norm": 0.2298421412706375,
      "learning_rate": 3.6780380308512544e-06,
      "loss": 0.0018,
      "step": 652
    },
    {
      "epoch": 2.4650283553875236,
      "grad_norm": 0.24654293060302734,
      "learning_rate": 3.6731942767155703e-06,
      "loss": 0.0025,
      "step": 653
    },
    {
      "epoch": 2.4688090737240076,
      "grad_norm": 0.1594986468553543,
      "learning_rate": 3.668344868131567e-06,
      "loss": 0.0009,
      "step": 654
    },
    {
      "epoch": 2.4725897920604916,
      "grad_norm": 0.38067856431007385,
      "learning_rate": 3.6634898284719533e-06,
      "loss": 0.0023,
      "step": 655
    },
    {
      "epoch": 2.4763705103969755,
      "grad_norm": 1.169722557067871,
      "learning_rate": 3.6586291811365814e-06,
      "loss": 0.0038,
      "step": 656
    },
    {
      "epoch": 2.4801512287334595,
      "grad_norm": 0.2724793553352356,
      "learning_rate": 3.653762949552328e-06,
      "loss": 0.0056,
      "step": 657
    },
    {
      "epoch": 2.4839319470699435,
      "grad_norm": 0.4527992606163025,
      "learning_rate": 3.648891157172986e-06,
      "loss": 0.004,
      "step": 658
    },
    {
      "epoch": 2.487712665406427,
      "grad_norm": 0.12839777767658234,
      "learning_rate": 3.6440138274791505e-06,
      "loss": 0.0007,
      "step": 659
    },
    {
      "epoch": 2.491493383742911,
      "grad_norm": 0.17698079347610474,
      "learning_rate": 3.6391309839781014e-06,
      "loss": 0.002,
      "step": 660
    },
    {
      "epoch": 2.495274102079395,
      "grad_norm": 0.3649884760379791,
      "learning_rate": 3.6342426502036972e-06,
      "loss": 0.003,
      "step": 661
    },
    {
      "epoch": 2.499054820415879,
      "grad_norm": 0.10224947333335876,
      "learning_rate": 3.6293488497162555e-06,
      "loss": 0.0007,
      "step": 662
    },
    {
      "epoch": 2.502835538752363,
      "grad_norm": 0.1708725541830063,
      "learning_rate": 3.6244496061024416e-06,
      "loss": 0.0012,
      "step": 663
    },
    {
      "epoch": 2.506616257088847,
      "grad_norm": 0.06363553553819656,
      "learning_rate": 3.6195449429751585e-06,
      "loss": 0.0005,
      "step": 664
    },
    {
      "epoch": 2.510396975425331,
      "grad_norm": 0.2798851728439331,
      "learning_rate": 3.614634883973425e-06,
      "loss": 0.0018,
      "step": 665
    },
    {
      "epoch": 2.5141776937618148,
      "grad_norm": 0.027707351371645927,
      "learning_rate": 3.6097194527622697e-06,
      "loss": 0.0003,
      "step": 666
    },
    {
      "epoch": 2.5179584120982987,
      "grad_norm": 0.25401636958122253,
      "learning_rate": 3.6047986730326132e-06,
      "loss": 0.0015,
      "step": 667
    },
    {
      "epoch": 2.5217391304347827,
      "grad_norm": 0.19876894354820251,
      "learning_rate": 3.5998725685011526e-06,
      "loss": 0.0021,
      "step": 668
    },
    {
      "epoch": 2.5255198487712667,
      "grad_norm": 0.28308069705963135,
      "learning_rate": 3.594941162910251e-06,
      "loss": 0.0015,
      "step": 669
    },
    {
      "epoch": 2.52930056710775,
      "grad_norm": 0.23315759003162384,
      "learning_rate": 3.59000448002782e-06,
      "loss": 0.0015,
      "step": 670
    },
    {
      "epoch": 2.5330812854442346,
      "grad_norm": 0.20551222562789917,
      "learning_rate": 3.585062543647205e-06,
      "loss": 0.0018,
      "step": 671
    },
    {
      "epoch": 2.536862003780718,
      "grad_norm": 0.4355032742023468,
      "learning_rate": 3.580115377587075e-06,
      "loss": 0.0081,
      "step": 672
    },
    {
      "epoch": 2.5406427221172025,
      "grad_norm": 0.055470116436481476,
      "learning_rate": 3.5751630056913017e-06,
      "loss": 0.0007,
      "step": 673
    },
    {
      "epoch": 2.544423440453686,
      "grad_norm": 0.21149052679538727,
      "learning_rate": 3.5702054518288477e-06,
      "loss": 0.0025,
      "step": 674
    },
    {
      "epoch": 2.54820415879017,
      "grad_norm": 0.09681661427021027,
      "learning_rate": 3.5652427398936527e-06,
      "loss": 0.0007,
      "step": 675
    },
    {
      "epoch": 2.551984877126654,
      "grad_norm": 0.12468747794628143,
      "learning_rate": 3.560274893804515e-06,
      "loss": 0.0007,
      "step": 676
    },
    {
      "epoch": 2.555765595463138,
      "grad_norm": 0.21462489664554596,
      "learning_rate": 3.55530193750498e-06,
      "loss": 0.0031,
      "step": 677
    },
    {
      "epoch": 2.559546313799622,
      "grad_norm": 0.4433956742286682,
      "learning_rate": 3.5503238949632202e-06,
      "loss": 0.0045,
      "step": 678
    },
    {
      "epoch": 2.563327032136106,
      "grad_norm": 0.06683538109064102,
      "learning_rate": 3.5453407901719232e-06,
      "loss": 0.0006,
      "step": 679
    },
    {
      "epoch": 2.56710775047259,
      "grad_norm": 0.09750392287969589,
      "learning_rate": 3.5403526471481777e-06,
      "loss": 0.001,
      "step": 680
    },
    {
      "epoch": 2.570888468809074,
      "grad_norm": 0.3301282823085785,
      "learning_rate": 3.535359489933351e-06,
      "loss": 0.0025,
      "step": 681
    },
    {
      "epoch": 2.574669187145558,
      "grad_norm": 0.18829470872879028,
      "learning_rate": 3.5303613425929805e-06,
      "loss": 0.0017,
      "step": 682
    },
    {
      "epoch": 2.5784499054820413,
      "grad_norm": 0.24966050684452057,
      "learning_rate": 3.5253582292166525e-06,
      "loss": 0.0039,
      "step": 683
    },
    {
      "epoch": 2.5822306238185257,
      "grad_norm": 0.32009822130203247,
      "learning_rate": 3.5203501739178904e-06,
      "loss": 0.0029,
      "step": 684
    },
    {
      "epoch": 2.5860113421550093,
      "grad_norm": 0.11968351900577545,
      "learning_rate": 3.515337200834034e-06,
      "loss": 0.0006,
      "step": 685
    },
    {
      "epoch": 2.5897920604914932,
      "grad_norm": 0.48058372735977173,
      "learning_rate": 3.510319334126126e-06,
      "loss": 0.0025,
      "step": 686
    },
    {
      "epoch": 2.593572778827977,
      "grad_norm": 0.6822208166122437,
      "learning_rate": 3.5052965979787952e-06,
      "loss": 0.0004,
      "step": 687
    },
    {
      "epoch": 2.597353497164461,
      "grad_norm": 0.1800459921360016,
      "learning_rate": 3.50026901660014e-06,
      "loss": 0.0011,
      "step": 688
    },
    {
      "epoch": 2.601134215500945,
      "grad_norm": 0.032964590936899185,
      "learning_rate": 3.4952366142216097e-06,
      "loss": 0.0004,
      "step": 689
    },
    {
      "epoch": 2.604914933837429,
      "grad_norm": 0.8373531103134155,
      "learning_rate": 3.4901994150978926e-06,
      "loss": 0.0008,
      "step": 690
    },
    {
      "epoch": 2.608695652173913,
      "grad_norm": 0.061929311603307724,
      "learning_rate": 3.4851574435067925e-06,
      "loss": 0.0006,
      "step": 691
    },
    {
      "epoch": 2.612476370510397,
      "grad_norm": 0.19831609725952148,
      "learning_rate": 3.480110723749116e-06,
      "loss": 0.0015,
      "step": 692
    },
    {
      "epoch": 2.616257088846881,
      "grad_norm": 0.2698705494403839,
      "learning_rate": 3.4750592801485565e-06,
      "loss": 0.0026,
      "step": 693
    },
    {
      "epoch": 2.620037807183365,
      "grad_norm": 0.21397550404071808,
      "learning_rate": 3.470003137051573e-06,
      "loss": 0.002,
      "step": 694
    },
    {
      "epoch": 2.623818525519849,
      "grad_norm": 0.26705247163772583,
      "learning_rate": 3.4649423188272743e-06,
      "loss": 0.0042,
      "step": 695
    },
    {
      "epoch": 2.6275992438563325,
      "grad_norm": 0.4273588955402374,
      "learning_rate": 3.459876849867303e-06,
      "loss": 0.0066,
      "step": 696
    },
    {
      "epoch": 2.631379962192817,
      "grad_norm": 0.47062620520591736,
      "learning_rate": 3.454806754585716e-06,
      "loss": 0.0025,
      "step": 697
    },
    {
      "epoch": 2.6351606805293004,
      "grad_norm": 0.057229600846767426,
      "learning_rate": 3.4497320574188696e-06,
      "loss": 0.0007,
      "step": 698
    },
    {
      "epoch": 2.6389413988657844,
      "grad_norm": 0.1500159204006195,
      "learning_rate": 3.4446527828252975e-06,
      "loss": 0.0006,
      "step": 699
    },
    {
      "epoch": 2.6427221172022684,
      "grad_norm": 0.2159212976694107,
      "learning_rate": 3.4395689552855956e-06,
      "loss": 0.0011,
      "step": 700
    },
    {
      "epoch": 2.6465028355387523,
      "grad_norm": 0.07223492860794067,
      "learning_rate": 3.4344805993023056e-06,
      "loss": 0.0004,
      "step": 701
    },
    {
      "epoch": 2.6502835538752363,
      "grad_norm": 0.22909198701381683,
      "learning_rate": 3.429387739399793e-06,
      "loss": 0.0016,
      "step": 702
    },
    {
      "epoch": 2.6540642722117203,
      "grad_norm": 0.08029157668352127,
      "learning_rate": 3.4242904001241313e-06,
      "loss": 0.0006,
      "step": 703
    },
    {
      "epoch": 2.6578449905482042,
      "grad_norm": 0.21342195570468903,
      "learning_rate": 3.4191886060429837e-06,
      "loss": 0.002,
      "step": 704
    },
    {
      "epoch": 2.661625708884688,
      "grad_norm": 0.16814370453357697,
      "learning_rate": 3.4140823817454826e-06,
      "loss": 0.0022,
      "step": 705
    },
    {
      "epoch": 2.665406427221172,
      "grad_norm": 0.718342661857605,
      "learning_rate": 3.4089717518421168e-06,
      "loss": 0.004,
      "step": 706
    },
    {
      "epoch": 2.6691871455576557,
      "grad_norm": 0.32336297631263733,
      "learning_rate": 3.403856740964604e-06,
      "loss": 0.0037,
      "step": 707
    },
    {
      "epoch": 2.67296786389414,
      "grad_norm": 0.24353626370429993,
      "learning_rate": 3.3987373737657793e-06,
      "loss": 0.0029,
      "step": 708
    },
    {
      "epoch": 2.6767485822306236,
      "grad_norm": 0.30585017800331116,
      "learning_rate": 3.393613674919473e-06,
      "loss": 0.0019,
      "step": 709
    },
    {
      "epoch": 2.6805293005671076,
      "grad_norm": 0.06842097640037537,
      "learning_rate": 3.388485669120395e-06,
      "loss": 0.001,
      "step": 710
    },
    {
      "epoch": 2.6843100189035916,
      "grad_norm": 0.2304970771074295,
      "learning_rate": 3.3833533810840107e-06,
      "loss": 0.0019,
      "step": 711
    },
    {
      "epoch": 2.6880907372400755,
      "grad_norm": 0.20766133069992065,
      "learning_rate": 3.3782168355464263e-06,
      "loss": 0.0029,
      "step": 712
    },
    {
      "epoch": 2.6918714555765595,
      "grad_norm": 0.13076448440551758,
      "learning_rate": 3.3730760572642656e-06,
      "loss": 0.0015,
      "step": 713
    },
    {
      "epoch": 2.6956521739130435,
      "grad_norm": 0.3618428111076355,
      "learning_rate": 3.367931071014557e-06,
      "loss": 0.0024,
      "step": 714
    },
    {
      "epoch": 2.6994328922495274,
      "grad_norm": 0.05557963624596596,
      "learning_rate": 3.3627819015946062e-06,
      "loss": 0.0004,
      "step": 715
    },
    {
      "epoch": 2.7032136105860114,
      "grad_norm": 0.22211109101772308,
      "learning_rate": 3.3576285738218816e-06,
      "loss": 0.0042,
      "step": 716
    },
    {
      "epoch": 2.7069943289224954,
      "grad_norm": 0.35389330983161926,
      "learning_rate": 3.3524711125338954e-06,
      "loss": 0.0017,
      "step": 717
    },
    {
      "epoch": 2.7107750472589793,
      "grad_norm": 0.36975187063217163,
      "learning_rate": 3.3473095425880795e-06,
      "loss": 0.0032,
      "step": 718
    },
    {
      "epoch": 2.7145557655954633,
      "grad_norm": 0.1723395735025406,
      "learning_rate": 3.3421438888616702e-06,
      "loss": 0.0025,
      "step": 719
    },
    {
      "epoch": 2.718336483931947,
      "grad_norm": 0.09432091563940048,
      "learning_rate": 3.336974176251586e-06,
      "loss": 0.0007,
      "step": 720
    },
    {
      "epoch": 2.7221172022684312,
      "grad_norm": 0.06567203253507614,
      "learning_rate": 3.331800429674308e-06,
      "loss": 0.0007,
      "step": 721
    },
    {
      "epoch": 2.7258979206049148,
      "grad_norm": 0.1482936590909958,
      "learning_rate": 3.3266226740657585e-06,
      "loss": 0.001,
      "step": 722
    },
    {
      "epoch": 2.7296786389413987,
      "grad_norm": 0.271511971950531,
      "learning_rate": 3.3214409343811844e-06,
      "loss": 0.0018,
      "step": 723
    },
    {
      "epoch": 2.7334593572778827,
      "grad_norm": 0.15263792872428894,
      "learning_rate": 3.3162552355950324e-06,
      "loss": 0.0012,
      "step": 724
    },
    {
      "epoch": 2.7372400756143667,
      "grad_norm": 0.21455731987953186,
      "learning_rate": 3.3110656027008333e-06,
      "loss": 0.0019,
      "step": 725
    },
    {
      "epoch": 2.7410207939508506,
      "grad_norm": 0.1563577950000763,
      "learning_rate": 3.3058720607110772e-06,
      "loss": 0.0012,
      "step": 726
    },
    {
      "epoch": 2.7448015122873346,
      "grad_norm": 0.2714839577674866,
      "learning_rate": 3.300674634657094e-06,
      "loss": 0.0028,
      "step": 727
    },
    {
      "epoch": 2.7485822306238186,
      "grad_norm": 0.17852231860160828,
      "learning_rate": 3.295473349588938e-06,
      "loss": 0.0017,
      "step": 728
    },
    {
      "epoch": 2.7523629489603025,
      "grad_norm": 0.11730555444955826,
      "learning_rate": 3.2902682305752593e-06,
      "loss": 0.0008,
      "step": 729
    },
    {
      "epoch": 2.7561436672967865,
      "grad_norm": 0.3449864685535431,
      "learning_rate": 3.2850593027031852e-06,
      "loss": 0.006,
      "step": 730
    },
    {
      "epoch": 2.7599243856332705,
      "grad_norm": 0.10376542061567307,
      "learning_rate": 3.2798465910782053e-06,
      "loss": 0.0006,
      "step": 731
    },
    {
      "epoch": 2.7637051039697544,
      "grad_norm": 0.14629311859607697,
      "learning_rate": 3.2746301208240398e-06,
      "loss": 0.0008,
      "step": 732
    },
    {
      "epoch": 2.767485822306238,
      "grad_norm": 0.47744810581207275,
      "learning_rate": 3.269409917082531e-06,
      "loss": 0.0027,
      "step": 733
    },
    {
      "epoch": 2.7712665406427224,
      "grad_norm": 0.01659102737903595,
      "learning_rate": 3.2641860050135097e-06,
      "loss": 0.0002,
      "step": 734
    },
    {
      "epoch": 2.775047258979206,
      "grad_norm": 0.19318439066410065,
      "learning_rate": 3.2589584097946823e-06,
      "loss": 0.001,
      "step": 735
    },
    {
      "epoch": 2.77882797731569,
      "grad_norm": 0.14054666459560394,
      "learning_rate": 3.253727156621508e-06,
      "loss": 0.0014,
      "step": 736
    },
    {
      "epoch": 2.782608695652174,
      "grad_norm": 0.15233230590820312,
      "learning_rate": 3.248492270707074e-06,
      "loss": 0.0011,
      "step": 737
    },
    {
      "epoch": 2.786389413988658,
      "grad_norm": 0.042402613908052444,
      "learning_rate": 3.2432537772819767e-06,
      "loss": 0.0004,
      "step": 738
    },
    {
      "epoch": 2.7901701323251418,
      "grad_norm": 0.21248780190944672,
      "learning_rate": 3.2380117015942014e-06,
      "loss": 0.0027,
      "step": 739
    },
    {
      "epoch": 2.7939508506616257,
      "grad_norm": 0.14514854550361633,
      "learning_rate": 3.2327660689089967e-06,
      "loss": 0.001,
      "step": 740
    },
    {
      "epoch": 2.7977315689981097,
      "grad_norm": 0.17545442283153534,
      "learning_rate": 3.2275169045087563e-06,
      "loss": 0.001,
      "step": 741
    },
    {
      "epoch": 2.8015122873345937,
      "grad_norm": 0.1575508713722229,
      "learning_rate": 3.2222642336928943e-06,
      "loss": 0.0014,
      "step": 742
    },
    {
      "epoch": 2.8052930056710776,
      "grad_norm": 0.282153457403183,
      "learning_rate": 3.217008081777726e-06,
      "loss": 0.0037,
      "step": 743
    },
    {
      "epoch": 2.809073724007561,
      "grad_norm": 0.9071174263954163,
      "learning_rate": 3.2117484740963445e-06,
      "loss": 0.0012,
      "step": 744
    },
    {
      "epoch": 2.8128544423440456,
      "grad_norm": 0.4039877951145172,
      "learning_rate": 3.2064854359984976e-06,
      "loss": 0.0017,
      "step": 745
    },
    {
      "epoch": 2.816635160680529,
      "grad_norm": 0.3697907030582428,
      "learning_rate": 3.201218992850468e-06,
      "loss": 0.0049,
      "step": 746
    },
    {
      "epoch": 2.820415879017013,
      "grad_norm": 0.12910278141498566,
      "learning_rate": 3.195949170034948e-06,
      "loss": 0.0009,
      "step": 747
    },
    {
      "epoch": 2.824196597353497,
      "grad_norm": 0.17991717159748077,
      "learning_rate": 3.190675992950921e-06,
      "loss": 0.001,
      "step": 748
    },
    {
      "epoch": 2.827977315689981,
      "grad_norm": 0.1861676275730133,
      "learning_rate": 3.1853994870135364e-06,
      "loss": 0.0018,
      "step": 749
    },
    {
      "epoch": 2.831758034026465,
      "grad_norm": 0.22559480369091034,
      "learning_rate": 3.180119677653986e-06,
      "loss": 0.0057,
      "step": 750
    },
    {
      "epoch": 2.835538752362949,
      "grad_norm": 0.1633092761039734,
      "learning_rate": 3.1748365903193844e-06,
      "loss": 0.0009,
      "step": 751
    },
    {
      "epoch": 2.839319470699433,
      "grad_norm": 0.5486204028129578,
      "learning_rate": 3.1695502504726468e-06,
      "loss": 0.0039,
      "step": 752
    },
    {
      "epoch": 2.843100189035917,
      "grad_norm": 0.1651940494775772,
      "learning_rate": 3.1642606835923608e-06,
      "loss": 0.0021,
      "step": 753
    },
    {
      "epoch": 2.846880907372401,
      "grad_norm": 0.13890020549297333,
      "learning_rate": 3.1589679151726693e-06,
      "loss": 0.0009,
      "step": 754
    },
    {
      "epoch": 2.850661625708885,
      "grad_norm": 0.1909310668706894,
      "learning_rate": 3.1536719707231473e-06,
      "loss": 0.0012,
      "step": 755
    },
    {
      "epoch": 2.854442344045369,
      "grad_norm": 0.20282648503780365,
      "learning_rate": 3.1483728757686745e-06,
      "loss": 0.0011,
      "step": 756
    },
    {
      "epoch": 2.8582230623818523,
      "grad_norm": 0.057108793407678604,
      "learning_rate": 3.143070655849317e-06,
      "loss": 0.0004,
      "step": 757
    },
    {
      "epoch": 2.8620037807183367,
      "grad_norm": 0.24721874296665192,
      "learning_rate": 3.137765336520201e-06,
      "loss": 0.0028,
      "step": 758
    },
    {
      "epoch": 2.8657844990548202,
      "grad_norm": 0.14667409658432007,
      "learning_rate": 3.1324569433513915e-06,
      "loss": 0.0013,
      "step": 759
    },
    {
      "epoch": 2.869565217391304,
      "grad_norm": 0.32723960280418396,
      "learning_rate": 3.1271455019277686e-06,
      "loss": 0.0026,
      "step": 760
    },
    {
      "epoch": 2.873345935727788,
      "grad_norm": 0.07179637998342514,
      "learning_rate": 3.1218310378489046e-06,
      "loss": 0.0005,
      "step": 761
    },
    {
      "epoch": 2.877126654064272,
      "grad_norm": 0.049112673848867416,
      "learning_rate": 3.116513576728939e-06,
      "loss": 0.0004,
      "step": 762
    },
    {
      "epoch": 2.880907372400756,
      "grad_norm": 0.34955427050590515,
      "learning_rate": 3.111193144196457e-06,
      "loss": 0.0033,
      "step": 763
    },
    {
      "epoch": 2.88468809073724,
      "grad_norm": 0.4462724030017853,
      "learning_rate": 3.1058697658943644e-06,
      "loss": 0.0054,
      "step": 764
    },
    {
      "epoch": 2.888468809073724,
      "grad_norm": 0.174446702003479,
      "learning_rate": 3.100543467479766e-06,
      "loss": 0.0008,
      "step": 765
    },
    {
      "epoch": 2.892249527410208,
      "grad_norm": 0.3103788197040558,
      "learning_rate": 3.095214274623839e-06,
      "loss": 0.0037,
      "step": 766
    },
    {
      "epoch": 2.896030245746692,
      "grad_norm": 0.03961129114031792,
      "learning_rate": 3.089882213011711e-06,
      "loss": 0.0004,
      "step": 767
    },
    {
      "epoch": 2.899810964083176,
      "grad_norm": 0.8424095511436462,
      "learning_rate": 3.0845473083423393e-06,
      "loss": 0.0007,
      "step": 768
    },
    {
      "epoch": 2.90359168241966,
      "grad_norm": 0.19955624639987946,
      "learning_rate": 3.0792095863283794e-06,
      "loss": 0.0017,
      "step": 769
    },
    {
      "epoch": 2.9073724007561434,
      "grad_norm": 0.06657801568508148,
      "learning_rate": 3.0738690726960683e-06,
      "loss": 0.0008,
      "step": 770
    },
    {
      "epoch": 2.911153119092628,
      "grad_norm": 0.09979762136936188,
      "learning_rate": 3.068525793185097e-06,
      "loss": 0.0007,
      "step": 771
    },
    {
      "epoch": 2.9149338374291114,
      "grad_norm": 0.07001560181379318,
      "learning_rate": 3.0631797735484877e-06,
      "loss": 0.0005,
      "step": 772
    },
    {
      "epoch": 2.9187145557655954,
      "grad_norm": 0.07472414523363113,
      "learning_rate": 3.057831039552469e-06,
      "loss": 0.0006,
      "step": 773
    },
    {
      "epoch": 2.9224952741020793,
      "grad_norm": 0.19127531349658966,
      "learning_rate": 3.0524796169763513e-06,
      "loss": 0.0011,
      "step": 774
    },
    {
      "epoch": 2.9262759924385633,
      "grad_norm": 0.19040343165397644,
      "learning_rate": 3.047125531612404e-06,
      "loss": 0.0014,
      "step": 775
    },
    {
      "epoch": 2.9300567107750473,
      "grad_norm": 0.10263635218143463,
      "learning_rate": 3.0417688092657296e-06,
      "loss": 0.0008,
      "step": 776
    },
    {
      "epoch": 2.9338374291115312,
      "grad_norm": 0.16794386506080627,
      "learning_rate": 3.03640947575414e-06,
      "loss": 0.0025,
      "step": 777
    },
    {
      "epoch": 2.937618147448015,
      "grad_norm": 0.222567617893219,
      "learning_rate": 3.0310475569080346e-06,
      "loss": 0.0032,
      "step": 778
    },
    {
      "epoch": 2.941398865784499,
      "grad_norm": 0.08296474069356918,
      "learning_rate": 3.0256830785702682e-06,
      "loss": 0.0006,
      "step": 779
    },
    {
      "epoch": 2.945179584120983,
      "grad_norm": 0.0924961268901825,
      "learning_rate": 3.020316066596037e-06,
      "loss": 0.0005,
      "step": 780
    },
    {
      "epoch": 2.9489603024574667,
      "grad_norm": 0.14127139747142792,
      "learning_rate": 3.014946546852746e-06,
      "loss": 0.001,
      "step": 781
    },
    {
      "epoch": 2.952741020793951,
      "grad_norm": 0.2660104036331177,
      "learning_rate": 3.009574545219887e-06,
      "loss": 0.0029,
      "step": 782
    },
    {
      "epoch": 2.9565217391304346,
      "grad_norm": 0.2899058163166046,
      "learning_rate": 3.0042000875889136e-06,
      "loss": 0.0022,
      "step": 783
    },
    {
      "epoch": 2.9603024574669186,
      "grad_norm": 0.12538635730743408,
      "learning_rate": 2.998823199863118e-06,
      "loss": 0.0008,
      "step": 784
    },
    {
      "epoch": 2.9640831758034025,
      "grad_norm": 0.3452463150024414,
      "learning_rate": 2.993443907957502e-06,
      "loss": 0.0028,
      "step": 785
    },
    {
      "epoch": 2.9678638941398865,
      "grad_norm": 0.17313146591186523,
      "learning_rate": 2.988062237798657e-06,
      "loss": 0.0012,
      "step": 786
    },
    {
      "epoch": 2.9716446124763705,
      "grad_norm": 0.26183098554611206,
      "learning_rate": 2.982678215324638e-06,
      "loss": 0.0029,
      "step": 787
    },
    {
      "epoch": 2.9754253308128544,
      "grad_norm": 0.06372971832752228,
      "learning_rate": 2.9772918664848334e-06,
      "loss": 0.0006,
      "step": 788
    },
    {
      "epoch": 2.9792060491493384,
      "grad_norm": 0.22375071048736572,
      "learning_rate": 2.9719032172398484e-06,
      "loss": 0.0015,
      "step": 789
    },
    {
      "epoch": 2.9829867674858224,
      "grad_norm": 0.22053028643131256,
      "learning_rate": 2.9665122935613727e-06,
      "loss": 0.002,
      "step": 790
    },
    {
      "epoch": 2.9867674858223063,
      "grad_norm": 0.20250220596790314,
      "learning_rate": 2.961119121432059e-06,
      "loss": 0.001,
      "step": 791
    },
    {
      "epoch": 2.9905482041587903,
      "grad_norm": 0.13320282101631165,
      "learning_rate": 2.955723726845397e-06,
      "loss": 0.001,
      "step": 792
    },
    {
      "epoch": 2.9943289224952743,
      "grad_norm": 0.16205881536006927,
      "learning_rate": 2.950326135805587e-06,
      "loss": 0.0026,
      "step": 793
    },
    {
      "epoch": 2.998109640831758,
      "grad_norm": 0.09543368965387344,
      "learning_rate": 2.944926374327418e-06,
      "loss": 0.0008,
      "step": 794
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.10140597820281982,
      "learning_rate": 2.9395244684361366e-06,
      "loss": 0.0007,
      "step": 795
    },
    {
      "epoch": 3.003780718336484,
      "grad_norm": 0.13640156388282776,
      "learning_rate": 2.9341204441673267e-06,
      "loss": 0.0011,
      "step": 796
    },
    {
      "epoch": 3.007561436672968,
      "grad_norm": 0.03600619360804558,
      "learning_rate": 2.928714327566781e-06,
      "loss": 0.0004,
      "step": 797
    },
    {
      "epoch": 3.011342155009452,
      "grad_norm": 0.2623865306377411,
      "learning_rate": 2.92330614469038e-06,
      "loss": 0.0016,
      "step": 798
    },
    {
      "epoch": 3.015122873345936,
      "grad_norm": 0.15679103136062622,
      "learning_rate": 2.917895921603958e-06,
      "loss": 0.002,
      "step": 799
    },
    {
      "epoch": 3.01890359168242,
      "grad_norm": 0.07765256613492966,
      "learning_rate": 2.9124836843831873e-06,
      "loss": 0.0007,
      "step": 800
    },
    {
      "epoch": 3.022684310018904,
      "grad_norm": 0.44910237193107605,
      "learning_rate": 2.9070694591134435e-06,
      "loss": 0.0024,
      "step": 801
    },
    {
      "epoch": 3.0264650283553873,
      "grad_norm": 0.18752925097942352,
      "learning_rate": 2.901653271889687e-06,
      "loss": 0.0024,
      "step": 802
    },
    {
      "epoch": 3.0302457466918713,
      "grad_norm": 0.2537623345851898,
      "learning_rate": 2.896235148816333e-06,
      "loss": 0.0019,
      "step": 803
    },
    {
      "epoch": 3.0340264650283553,
      "grad_norm": 0.07914618402719498,
      "learning_rate": 2.8908151160071266e-06,
      "loss": 0.0007,
      "step": 804
    },
    {
      "epoch": 3.0378071833648392,
      "grad_norm": 0.05549820512533188,
      "learning_rate": 2.885393199585019e-06,
      "loss": 0.0004,
      "step": 805
    },
    {
      "epoch": 3.041587901701323,
      "grad_norm": 0.2862958610057831,
      "learning_rate": 2.879969425682037e-06,
      "loss": 0.002,
      "step": 806
    },
    {
      "epoch": 3.045368620037807,
      "grad_norm": 0.19830483198165894,
      "learning_rate": 2.8745438204391623e-06,
      "loss": 0.0008,
      "step": 807
    },
    {
      "epoch": 3.049149338374291,
      "grad_norm": 0.018718168139457703,
      "learning_rate": 2.8691164100062035e-06,
      "loss": 0.0002,
      "step": 808
    },
    {
      "epoch": 3.052930056710775,
      "grad_norm": 0.14809346199035645,
      "learning_rate": 2.8636872205416666e-06,
      "loss": 0.0011,
      "step": 809
    },
    {
      "epoch": 3.056710775047259,
      "grad_norm": 0.09784464538097382,
      "learning_rate": 2.8582562782126356e-06,
      "loss": 0.0008,
      "step": 810
    },
    {
      "epoch": 3.060491493383743,
      "grad_norm": 0.216910719871521,
      "learning_rate": 2.8528236091946406e-06,
      "loss": 0.0017,
      "step": 811
    },
    {
      "epoch": 3.064272211720227,
      "grad_norm": 0.05447099730372429,
      "learning_rate": 2.847389239671533e-06,
      "loss": 0.0007,
      "step": 812
    },
    {
      "epoch": 3.068052930056711,
      "grad_norm": 0.17010824382305145,
      "learning_rate": 2.8419531958353636e-06,
      "loss": 0.0017,
      "step": 813
    },
    {
      "epoch": 3.0718336483931945,
      "grad_norm": 0.175946906208992,
      "learning_rate": 2.836515503886249e-06,
      "loss": 0.0028,
      "step": 814
    },
    {
      "epoch": 3.0756143667296785,
      "grad_norm": 0.07030730694532394,
      "learning_rate": 2.831076190032252e-06,
      "loss": 0.0003,
      "step": 815
    },
    {
      "epoch": 3.0793950850661624,
      "grad_norm": 0.23115147650241852,
      "learning_rate": 2.825635280489252e-06,
      "loss": 0.003,
      "step": 816
    },
    {
      "epoch": 3.0831758034026464,
      "grad_norm": 0.19651320576667786,
      "learning_rate": 2.820192801480817e-06,
      "loss": 0.0013,
      "step": 817
    },
    {
      "epoch": 3.0869565217391304,
      "grad_norm": 0.030265018343925476,
      "learning_rate": 2.8147487792380835e-06,
      "loss": 0.0003,
      "step": 818
    },
    {
      "epoch": 3.0907372400756143,
      "grad_norm": 0.26177728176116943,
      "learning_rate": 2.809303239999621e-06,
      "loss": 0.0012,
      "step": 819
    },
    {
      "epoch": 3.0945179584120983,
      "grad_norm": 0.20297202467918396,
      "learning_rate": 2.8038562100113135e-06,
      "loss": 0.002,
      "step": 820
    },
    {
      "epoch": 3.0982986767485823,
      "grad_norm": 0.26535096764564514,
      "learning_rate": 2.7984077155262305e-06,
      "loss": 0.0017,
      "step": 821
    },
    {
      "epoch": 3.1020793950850662,
      "grad_norm": 0.04992718622088432,
      "learning_rate": 2.7929577828044972e-06,
      "loss": 0.0003,
      "step": 822
    },
    {
      "epoch": 3.10586011342155,
      "grad_norm": 0.2694036066532135,
      "learning_rate": 2.787506438113173e-06,
      "loss": 0.0016,
      "step": 823
    },
    {
      "epoch": 3.109640831758034,
      "grad_norm": 0.17114634811878204,
      "learning_rate": 2.7820537077261236e-06,
      "loss": 0.0011,
      "step": 824
    },
    {
      "epoch": 3.113421550094518,
      "grad_norm": 0.06140950322151184,
      "learning_rate": 2.7765996179238885e-06,
      "loss": 0.0004,
      "step": 825
    },
    {
      "epoch": 3.1172022684310017,
      "grad_norm": 0.19029368460178375,
      "learning_rate": 2.771144194993564e-06,
      "loss": 0.0007,
      "step": 826
    },
    {
      "epoch": 3.1209829867674856,
      "grad_norm": 0.030096733942627907,
      "learning_rate": 2.7656874652286703e-06,
      "loss": 0.0002,
      "step": 827
    },
    {
      "epoch": 3.1247637051039696,
      "grad_norm": 0.012109048664569855,
      "learning_rate": 2.7602294549290242e-06,
      "loss": 0.0002,
      "step": 828
    },
    {
      "epoch": 3.1285444234404536,
      "grad_norm": 0.12381824851036072,
      "learning_rate": 2.754770190400618e-06,
      "loss": 0.001,
      "step": 829
    },
    {
      "epoch": 3.1323251417769375,
      "grad_norm": 0.13012413680553436,
      "learning_rate": 2.7493096979554858e-06,
      "loss": 0.0009,
      "step": 830
    },
    {
      "epoch": 3.1361058601134215,
      "grad_norm": 0.4504835903644562,
      "learning_rate": 2.7438480039115807e-06,
      "loss": 0.0061,
      "step": 831
    },
    {
      "epoch": 3.1398865784499055,
      "grad_norm": 0.15395177900791168,
      "learning_rate": 2.7383851345926478e-06,
      "loss": 0.0004,
      "step": 832
    },
    {
      "epoch": 3.1436672967863895,
      "grad_norm": 0.14107590913772583,
      "learning_rate": 2.732921116328097e-06,
      "loss": 0.0007,
      "step": 833
    },
    {
      "epoch": 3.1474480151228734,
      "grad_norm": 0.21490655839443207,
      "learning_rate": 2.727455975452874e-06,
      "loss": 0.0011,
      "step": 834
    },
    {
      "epoch": 3.1512287334593574,
      "grad_norm": 0.14863553643226624,
      "learning_rate": 2.721989738307337e-06,
      "loss": 0.0007,
      "step": 835
    },
    {
      "epoch": 3.1550094517958414,
      "grad_norm": 0.05071425437927246,
      "learning_rate": 2.7165224312371276e-06,
      "loss": 0.0003,
      "step": 836
    },
    {
      "epoch": 3.1587901701323253,
      "grad_norm": 0.3041730225086212,
      "learning_rate": 2.711054080593043e-06,
      "loss": 0.0023,
      "step": 837
    },
    {
      "epoch": 3.1625708884688093,
      "grad_norm": 0.13519695401191711,
      "learning_rate": 2.705584712730911e-06,
      "loss": 0.0009,
      "step": 838
    },
    {
      "epoch": 3.166351606805293,
      "grad_norm": 0.027860593050718307,
      "learning_rate": 2.700114354011461e-06,
      "loss": 0.0002,
      "step": 839
    },
    {
      "epoch": 3.170132325141777,
      "grad_norm": 0.1974245011806488,
      "learning_rate": 2.694643030800201e-06,
      "loss": 0.0027,
      "step": 840
    },
    {
      "epoch": 3.1739130434782608,
      "grad_norm": 0.6723803281784058,
      "learning_rate": 2.6891707694672833e-06,
      "loss": 0.0004,
      "step": 841
    },
    {
      "epoch": 3.1776937618147447,
      "grad_norm": 0.2227015495300293,
      "learning_rate": 2.6836975963873846e-06,
      "loss": 0.003,
      "step": 842
    },
    {
      "epoch": 3.1814744801512287,
      "grad_norm": 0.17940707504749298,
      "learning_rate": 2.6782235379395766e-06,
      "loss": 0.0015,
      "step": 843
    },
    {
      "epoch": 3.1852551984877127,
      "grad_norm": 2.6559791564941406,
      "learning_rate": 2.672748620507195e-06,
      "loss": 0.0029,
      "step": 844
    },
    {
      "epoch": 3.1890359168241966,
      "grad_norm": 0.18533027172088623,
      "learning_rate": 2.6672728704777184e-06,
      "loss": 0.0031,
      "step": 845
    },
    {
      "epoch": 3.1928166351606806,
      "grad_norm": 0.028909239917993546,
      "learning_rate": 2.6617963142426373e-06,
      "loss": 0.0002,
      "step": 846
    },
    {
      "epoch": 3.1965973534971646,
      "grad_norm": 0.524781346321106,
      "learning_rate": 2.656318978197327e-06,
      "loss": 0.0019,
      "step": 847
    },
    {
      "epoch": 3.2003780718336485,
      "grad_norm": 0.14690302312374115,
      "learning_rate": 2.650840888740923e-06,
      "loss": 0.001,
      "step": 848
    },
    {
      "epoch": 3.2041587901701325,
      "grad_norm": 0.2171226441860199,
      "learning_rate": 2.6453620722761897e-06,
      "loss": 0.0007,
      "step": 849
    },
    {
      "epoch": 3.207939508506616,
      "grad_norm": 0.1151246502995491,
      "learning_rate": 2.6398825552093982e-06,
      "loss": 0.0015,
      "step": 850
    },
    {
      "epoch": 3.2117202268431,
      "grad_norm": 0.14347006380558014,
      "learning_rate": 2.634402363950195e-06,
      "loss": 0.0009,
      "step": 851
    },
    {
      "epoch": 3.215500945179584,
      "grad_norm": 0.1755191683769226,
      "learning_rate": 2.6289215249114753e-06,
      "loss": 0.0029,
      "step": 852
    },
    {
      "epoch": 3.219281663516068,
      "grad_norm": 0.07147383689880371,
      "learning_rate": 2.6234400645092576e-06,
      "loss": 0.0004,
      "step": 853
    },
    {
      "epoch": 3.223062381852552,
      "grad_norm": 0.22565598785877228,
      "learning_rate": 2.6179580091625543e-06,
      "loss": 0.0023,
      "step": 854
    },
    {
      "epoch": 3.226843100189036,
      "grad_norm": 0.35696810483932495,
      "learning_rate": 2.6124753852932457e-06,
      "loss": 0.0026,
      "step": 855
    },
    {
      "epoch": 3.23062381852552,
      "grad_norm": 0.056309353560209274,
      "learning_rate": 2.6069922193259523e-06,
      "loss": 0.0004,
      "step": 856
    },
    {
      "epoch": 3.234404536862004,
      "grad_norm": 0.14044925570487976,
      "learning_rate": 2.6015085376879063e-06,
      "loss": 0.0009,
      "step": 857
    },
    {
      "epoch": 3.2381852551984878,
      "grad_norm": 0.12725995481014252,
      "learning_rate": 2.596024366808827e-06,
      "loss": 0.0015,
      "step": 858
    },
    {
      "epoch": 3.2419659735349717,
      "grad_norm": 0.2350405901670456,
      "learning_rate": 2.590539733120791e-06,
      "loss": 0.0016,
      "step": 859
    },
    {
      "epoch": 3.2457466918714557,
      "grad_norm": 0.1963028609752655,
      "learning_rate": 2.5850546630581048e-06,
      "loss": 0.0013,
      "step": 860
    },
    {
      "epoch": 3.2495274102079397,
      "grad_norm": 0.11657372117042542,
      "learning_rate": 2.579569183057179e-06,
      "loss": 0.0005,
      "step": 861
    },
    {
      "epoch": 3.2533081285444236,
      "grad_norm": 0.030969172716140747,
      "learning_rate": 2.5740833195563996e-06,
      "loss": 0.0003,
      "step": 862
    },
    {
      "epoch": 3.257088846880907,
      "grad_norm": 0.2936573624610901,
      "learning_rate": 2.5685970989960008e-06,
      "loss": 0.0025,
      "step": 863
    },
    {
      "epoch": 3.260869565217391,
      "grad_norm": 0.16479003429412842,
      "learning_rate": 2.5631105478179385e-06,
      "loss": 0.0007,
      "step": 864
    },
    {
      "epoch": 3.264650283553875,
      "grad_norm": 0.10733142495155334,
      "learning_rate": 2.55762369246576e-06,
      "loss": 0.0006,
      "step": 865
    },
    {
      "epoch": 3.268431001890359,
      "grad_norm": 0.05159861594438553,
      "learning_rate": 2.552136559384482e-06,
      "loss": 0.0003,
      "step": 866
    },
    {
      "epoch": 3.272211720226843,
      "grad_norm": 0.18454059958457947,
      "learning_rate": 2.5466491750204564e-06,
      "loss": 0.0011,
      "step": 867
    },
    {
      "epoch": 3.275992438563327,
      "grad_norm": 0.1398025006055832,
      "learning_rate": 2.541161565821248e-06,
      "loss": 0.0011,
      "step": 868
    },
    {
      "epoch": 3.279773156899811,
      "grad_norm": 0.0885324478149414,
      "learning_rate": 2.535673758235506e-06,
      "loss": 0.0004,
      "step": 869
    },
    {
      "epoch": 3.283553875236295,
      "grad_norm": 0.29177770018577576,
      "learning_rate": 2.5301857787128344e-06,
      "loss": 0.0019,
      "step": 870
    },
    {
      "epoch": 3.287334593572779,
      "grad_norm": 0.3835117220878601,
      "learning_rate": 2.5246976537036646e-06,
      "loss": 0.0017,
      "step": 871
    },
    {
      "epoch": 3.291115311909263,
      "grad_norm": 0.3790607750415802,
      "learning_rate": 2.5192094096591323e-06,
      "loss": 0.0023,
      "step": 872
    },
    {
      "epoch": 3.294896030245747,
      "grad_norm": 0.08609069138765335,
      "learning_rate": 2.5137210730309445e-06,
      "loss": 0.0004,
      "step": 873
    },
    {
      "epoch": 3.298676748582231,
      "grad_norm": 0.018595052883028984,
      "learning_rate": 2.508232670271257e-06,
      "loss": 0.0002,
      "step": 874
    },
    {
      "epoch": 3.302457466918715,
      "grad_norm": 0.1749623566865921,
      "learning_rate": 2.502744227832541e-06,
      "loss": 0.0008,
      "step": 875
    },
    {
      "epoch": 3.3062381852551983,
      "grad_norm": 0.2559996247291565,
      "learning_rate": 2.49725577216746e-06,
      "loss": 0.0005,
      "step": 876
    },
    {
      "epoch": 3.3100189035916823,
      "grad_norm": 0.09897667914628983,
      "learning_rate": 2.4917673297287443e-06,
      "loss": 0.0009,
      "step": 877
    },
    {
      "epoch": 3.3137996219281662,
      "grad_norm": 0.1699284166097641,
      "learning_rate": 2.486278926969056e-06,
      "loss": 0.0009,
      "step": 878
    },
    {
      "epoch": 3.31758034026465,
      "grad_norm": 0.33824798464775085,
      "learning_rate": 2.480790590340869e-06,
      "loss": 0.0042,
      "step": 879
    },
    {
      "epoch": 3.321361058601134,
      "grad_norm": 0.19574449956417084,
      "learning_rate": 2.4753023462963363e-06,
      "loss": 0.0014,
      "step": 880
    },
    {
      "epoch": 3.325141776937618,
      "grad_norm": 0.058739885687828064,
      "learning_rate": 2.4698142212871665e-06,
      "loss": 0.0003,
      "step": 881
    },
    {
      "epoch": 3.328922495274102,
      "grad_norm": 0.03225823491811752,
      "learning_rate": 2.4643262417644943e-06,
      "loss": 0.0002,
      "step": 882
    },
    {
      "epoch": 3.332703213610586,
      "grad_norm": 0.039619289338588715,
      "learning_rate": 2.458838434178752e-06,
      "loss": 0.0002,
      "step": 883
    },
    {
      "epoch": 3.33648393194707,
      "grad_norm": 0.13394464552402496,
      "learning_rate": 2.4533508249795445e-06,
      "loss": 0.0008,
      "step": 884
    },
    {
      "epoch": 3.340264650283554,
      "grad_norm": 0.041759148240089417,
      "learning_rate": 2.4478634406155188e-06,
      "loss": 0.0003,
      "step": 885
    },
    {
      "epoch": 3.344045368620038,
      "grad_norm": 0.08425647765398026,
      "learning_rate": 2.4423763075342404e-06,
      "loss": 0.0008,
      "step": 886
    },
    {
      "epoch": 3.3478260869565215,
      "grad_norm": 0.05781193822622299,
      "learning_rate": 2.4368894521820623e-06,
      "loss": 0.0005,
      "step": 887
    },
    {
      "epoch": 3.351606805293006,
      "grad_norm": 0.010408837348222733,
      "learning_rate": 2.4314029010040005e-06,
      "loss": 0.0001,
      "step": 888
    },
    {
      "epoch": 3.3553875236294894,
      "grad_norm": 0.034971896559000015,
      "learning_rate": 2.4259166804436008e-06,
      "loss": 0.0002,
      "step": 889
    },
    {
      "epoch": 3.3591682419659734,
      "grad_norm": 0.27988651394844055,
      "learning_rate": 2.420430816942821e-06,
      "loss": 0.0027,
      "step": 890
    },
    {
      "epoch": 3.3629489603024574,
      "grad_norm": 0.11298784613609314,
      "learning_rate": 2.414945336941896e-06,
      "loss": 0.0007,
      "step": 891
    },
    {
      "epoch": 3.3667296786389413,
      "grad_norm": 0.17393267154693604,
      "learning_rate": 2.4094602668792092e-06,
      "loss": 0.0012,
      "step": 892
    },
    {
      "epoch": 3.3705103969754253,
      "grad_norm": 0.020736075937747955,
      "learning_rate": 2.403975633191174e-06,
      "loss": 0.0002,
      "step": 893
    },
    {
      "epoch": 3.3742911153119093,
      "grad_norm": 0.20499488711357117,
      "learning_rate": 2.3984914623120945e-06,
      "loss": 0.0015,
      "step": 894
    },
    {
      "epoch": 3.3780718336483933,
      "grad_norm": 0.0892459973692894,
      "learning_rate": 2.393007780674049e-06,
      "loss": 0.0008,
      "step": 895
    },
    {
      "epoch": 3.381852551984877,
      "grad_norm": 0.14485645294189453,
      "learning_rate": 2.387524614706755e-06,
      "loss": 0.0009,
      "step": 896
    },
    {
      "epoch": 3.385633270321361,
      "grad_norm": 0.24436050653457642,
      "learning_rate": 2.3820419908374465e-06,
      "loss": 0.0008,
      "step": 897
    },
    {
      "epoch": 3.389413988657845,
      "grad_norm": 0.03550902381539345,
      "learning_rate": 2.376559935490743e-06,
      "loss": 0.0003,
      "step": 898
    },
    {
      "epoch": 3.393194706994329,
      "grad_norm": 0.06936739385128021,
      "learning_rate": 2.3710784750885247e-06,
      "loss": 0.0007,
      "step": 899
    },
    {
      "epoch": 3.3969754253308126,
      "grad_norm": 0.08910365402698517,
      "learning_rate": 2.3655976360498053e-06,
      "loss": 0.0009,
      "step": 900
    },
    {
      "epoch": 3.4007561436672966,
      "grad_norm": 0.1739652007818222,
      "learning_rate": 2.3601174447906017e-06,
      "loss": 0.0012,
      "step": 901
    },
    {
      "epoch": 3.4045368620037806,
      "grad_norm": 0.05551964044570923,
      "learning_rate": 2.3546379277238107e-06,
      "loss": 0.0005,
      "step": 902
    },
    {
      "epoch": 3.4083175803402646,
      "grad_norm": 0.05429123714566231,
      "learning_rate": 2.3491591112590776e-06,
      "loss": 0.0003,
      "step": 903
    },
    {
      "epoch": 3.4120982986767485,
      "grad_norm": 0.050854556262493134,
      "learning_rate": 2.3436810218026744e-06,
      "loss": 0.0004,
      "step": 904
    },
    {
      "epoch": 3.4158790170132325,
      "grad_norm": 0.031142516061663628,
      "learning_rate": 2.3382036857573635e-06,
      "loss": 0.0004,
      "step": 905
    },
    {
      "epoch": 3.4196597353497165,
      "grad_norm": 0.18706762790679932,
      "learning_rate": 2.3327271295222824e-06,
      "loss": 0.0035,
      "step": 906
    },
    {
      "epoch": 3.4234404536862004,
      "grad_norm": 0.18152789771556854,
      "learning_rate": 2.3272513794928055e-06,
      "loss": 0.0011,
      "step": 907
    },
    {
      "epoch": 3.4272211720226844,
      "grad_norm": 0.031270433217287064,
      "learning_rate": 2.3217764620604234e-06,
      "loss": 0.0002,
      "step": 908
    },
    {
      "epoch": 3.4310018903591684,
      "grad_norm": 0.08286745101213455,
      "learning_rate": 2.316302403612616e-06,
      "loss": 0.0007,
      "step": 909
    },
    {
      "epoch": 3.4347826086956523,
      "grad_norm": 0.35267341136932373,
      "learning_rate": 2.3108292305327176e-06,
      "loss": 0.003,
      "step": 910
    },
    {
      "epoch": 3.4385633270321363,
      "grad_norm": 0.4903669059276581,
      "learning_rate": 2.3053569691998003e-06,
      "loss": 0.0036,
      "step": 911
    },
    {
      "epoch": 3.4423440453686203,
      "grad_norm": 0.4287071228027344,
      "learning_rate": 2.2998856459885397e-06,
      "loss": 0.0017,
      "step": 912
    },
    {
      "epoch": 3.446124763705104,
      "grad_norm": 0.172041654586792,
      "learning_rate": 2.29441528726909e-06,
      "loss": 0.0012,
      "step": 913
    },
    {
      "epoch": 3.4499054820415878,
      "grad_norm": 0.08805087953805923,
      "learning_rate": 2.288945919406958e-06,
      "loss": 0.0008,
      "step": 914
    },
    {
      "epoch": 3.4536862003780717,
      "grad_norm": 0.04952337220311165,
      "learning_rate": 2.2834775687628732e-06,
      "loss": 0.0005,
      "step": 915
    },
    {
      "epoch": 3.4574669187145557,
      "grad_norm": 0.022441262379288673,
      "learning_rate": 2.278010261692663e-06,
      "loss": 0.0002,
      "step": 916
    },
    {
      "epoch": 3.4612476370510397,
      "grad_norm": 0.05646921694278717,
      "learning_rate": 2.272544024547126e-06,
      "loss": 0.0005,
      "step": 917
    },
    {
      "epoch": 3.4650283553875236,
      "grad_norm": 0.20496559143066406,
      "learning_rate": 2.267078883671904e-06,
      "loss": 0.0012,
      "step": 918
    },
    {
      "epoch": 3.4688090737240076,
      "grad_norm": 0.07436178624629974,
      "learning_rate": 2.2616148654073527e-06,
      "loss": 0.0004,
      "step": 919
    },
    {
      "epoch": 3.4725897920604916,
      "grad_norm": 0.08458953350782394,
      "learning_rate": 2.2561519960884205e-06,
      "loss": 0.001,
      "step": 920
    },
    {
      "epoch": 3.4763705103969755,
      "grad_norm": 0.15990053117275238,
      "learning_rate": 2.2506903020445146e-06,
      "loss": 0.0008,
      "step": 921
    },
    {
      "epoch": 3.4801512287334595,
      "grad_norm": 0.352651983499527,
      "learning_rate": 2.245229809599383e-06,
      "loss": 0.0028,
      "step": 922
    },
    {
      "epoch": 3.4839319470699435,
      "grad_norm": 0.23983141779899597,
      "learning_rate": 2.2397705450709766e-06,
      "loss": 0.001,
      "step": 923
    },
    {
      "epoch": 3.487712665406427,
      "grad_norm": 0.04083551466464996,
      "learning_rate": 2.2343125347713305e-06,
      "loss": 0.0003,
      "step": 924
    },
    {
      "epoch": 3.491493383742911,
      "grad_norm": 0.13663507997989655,
      "learning_rate": 2.2288558050064366e-06,
      "loss": 0.0015,
      "step": 925
    },
    {
      "epoch": 3.495274102079395,
      "grad_norm": 0.0250815711915493,
      "learning_rate": 2.2234003820761123e-06,
      "loss": 0.0002,
      "step": 926
    },
    {
      "epoch": 3.499054820415879,
      "grad_norm": 0.0626959577202797,
      "learning_rate": 2.2179462922738777e-06,
      "loss": 0.0003,
      "step": 927
    },
    {
      "epoch": 3.502835538752363,
      "grad_norm": 0.2886582612991333,
      "learning_rate": 2.212493561886827e-06,
      "loss": 0.001,
      "step": 928
    },
    {
      "epoch": 3.506616257088847,
      "grad_norm": 0.1235971450805664,
      "learning_rate": 2.207042217195503e-06,
      "loss": 0.0007,
      "step": 929
    },
    {
      "epoch": 3.510396975425331,
      "grad_norm": 0.012822418473660946,
      "learning_rate": 2.2015922844737703e-06,
      "loss": 0.0002,
      "step": 930
    },
    {
      "epoch": 3.5141776937618148,
      "grad_norm": 3.3414323329925537,
      "learning_rate": 2.196143789988687e-06,
      "loss": 0.0036,
      "step": 931
    },
    {
      "epoch": 3.5179584120982987,
      "grad_norm": 0.11547354608774185,
      "learning_rate": 2.1906967600003796e-06,
      "loss": 0.0011,
      "step": 932
    },
    {
      "epoch": 3.5217391304347827,
      "grad_norm": 0.22768059372901917,
      "learning_rate": 2.185251220761917e-06,
      "loss": 0.0008,
      "step": 933
    },
    {
      "epoch": 3.5255198487712667,
      "grad_norm": 0.0345073863863945,
      "learning_rate": 2.1798071985191833e-06,
      "loss": 0.0004,
      "step": 934
    },
    {
      "epoch": 3.52930056710775,
      "grad_norm": 0.024516673758625984,
      "learning_rate": 2.174364719510748e-06,
      "loss": 0.0002,
      "step": 935
    },
    {
      "epoch": 3.5330812854442346,
      "grad_norm": 0.028897911310195923,
      "learning_rate": 2.1689238099677482e-06,
      "loss": 0.0002,
      "step": 936
    },
    {
      "epoch": 3.536862003780718,
      "grad_norm": 0.10890685021877289,
      "learning_rate": 2.1634844961137517e-06,
      "loss": 0.0006,
      "step": 937
    },
    {
      "epoch": 3.5406427221172025,
      "grad_norm": 0.11050219088792801,
      "learning_rate": 2.1580468041646377e-06,
      "loss": 0.0006,
      "step": 938
    },
    {
      "epoch": 3.544423440453686,
      "grad_norm": 0.1272352635860443,
      "learning_rate": 2.1526107603284675e-06,
      "loss": 0.0007,
      "step": 939
    },
    {
      "epoch": 3.54820415879017,
      "grad_norm": 0.2891867458820343,
      "learning_rate": 2.147176390805361e-06,
      "loss": 0.0008,
      "step": 940
    },
    {
      "epoch": 3.551984877126654,
      "grad_norm": 0.06173471733927727,
      "learning_rate": 2.1417437217873653e-06,
      "loss": 0.0003,
      "step": 941
    },
    {
      "epoch": 3.555765595463138,
      "grad_norm": 0.17375104129314423,
      "learning_rate": 2.1363127794583334e-06,
      "loss": 0.0011,
      "step": 942
    },
    {
      "epoch": 3.559546313799622,
      "grad_norm": 0.18656082451343536,
      "learning_rate": 2.1308835899937974e-06,
      "loss": 0.0012,
      "step": 943
    },
    {
      "epoch": 3.563327032136106,
      "grad_norm": 0.10677118599414825,
      "learning_rate": 2.1254561795608377e-06,
      "loss": 0.0006,
      "step": 944
    },
    {
      "epoch": 3.56710775047259,
      "grad_norm": 0.205882728099823,
      "learning_rate": 2.1200305743179637e-06,
      "loss": 0.0016,
      "step": 945
    },
    {
      "epoch": 3.570888468809074,
      "grad_norm": 0.17761781811714172,
      "learning_rate": 2.1146068004149815e-06,
      "loss": 0.0011,
      "step": 946
    },
    {
      "epoch": 3.574669187145558,
      "grad_norm": 0.18611370027065277,
      "learning_rate": 2.109184883992874e-06,
      "loss": 0.0009,
      "step": 947
    },
    {
      "epoch": 3.5784499054820413,
      "grad_norm": 0.14028282463550568,
      "learning_rate": 2.1037648511836674e-06,
      "loss": 0.0006,
      "step": 948
    },
    {
      "epoch": 3.5822306238185257,
      "grad_norm": 0.08887307345867157,
      "learning_rate": 2.098346728110314e-06,
      "loss": 0.0004,
      "step": 949
    },
    {
      "epoch": 3.5860113421550093,
      "grad_norm": 0.1713380068540573,
      "learning_rate": 2.0929305408865573e-06,
      "loss": 0.0007,
      "step": 950
    },
    {
      "epoch": 3.5897920604914932,
      "grad_norm": 0.0907624289393425,
      "learning_rate": 2.0875163156168127e-06,
      "loss": 0.0004,
      "step": 951
    },
    {
      "epoch": 3.593572778827977,
      "grad_norm": 0.32220035791397095,
      "learning_rate": 2.0821040783960422e-06,
      "loss": 0.0012,
      "step": 952
    },
    {
      "epoch": 3.597353497164461,
      "grad_norm": 0.02104608714580536,
      "learning_rate": 2.0766938553096204e-06,
      "loss": 0.0002,
      "step": 953
    },
    {
      "epoch": 3.601134215500945,
      "grad_norm": 0.17797155678272247,
      "learning_rate": 2.0712856724332193e-06,
      "loss": 0.0013,
      "step": 954
    },
    {
      "epoch": 3.604914933837429,
      "grad_norm": 0.1625778079032898,
      "learning_rate": 2.0658795558326745e-06,
      "loss": 0.0008,
      "step": 955
    },
    {
      "epoch": 3.608695652173913,
      "grad_norm": 0.050108522176742554,
      "learning_rate": 2.0604755315638646e-06,
      "loss": 0.0003,
      "step": 956
    },
    {
      "epoch": 3.612476370510397,
      "grad_norm": 0.06516983360052109,
      "learning_rate": 2.0550736256725827e-06,
      "loss": 0.0004,
      "step": 957
    },
    {
      "epoch": 3.616257088846881,
      "grad_norm": 0.013083672150969505,
      "learning_rate": 2.0496738641944132e-06,
      "loss": 0.0001,
      "step": 958
    },
    {
      "epoch": 3.620037807183365,
      "grad_norm": 0.18956373631954193,
      "learning_rate": 2.0442762731546033e-06,
      "loss": 0.0009,
      "step": 959
    },
    {
      "epoch": 3.623818525519849,
      "grad_norm": 0.1957995742559433,
      "learning_rate": 2.038880878567941e-06,
      "loss": 0.0013,
      "step": 960
    },
    {
      "epoch": 3.6275992438563325,
      "grad_norm": 0.24313993752002716,
      "learning_rate": 2.0334877064386277e-06,
      "loss": 0.0007,
      "step": 961
    },
    {
      "epoch": 3.631379962192817,
      "grad_norm": 0.1375015825033188,
      "learning_rate": 2.028096782760152e-06,
      "loss": 0.0009,
      "step": 962
    },
    {
      "epoch": 3.6351606805293004,
      "grad_norm": 0.0393967442214489,
      "learning_rate": 2.022708133515168e-06,
      "loss": 0.0002,
      "step": 963
    },
    {
      "epoch": 3.6389413988657844,
      "grad_norm": 0.17369344830513,
      "learning_rate": 2.017321784675363e-06,
      "loss": 0.001,
      "step": 964
    },
    {
      "epoch": 3.6427221172022684,
      "grad_norm": 0.06712903827428818,
      "learning_rate": 2.011937762201344e-06,
      "loss": 0.0005,
      "step": 965
    },
    {
      "epoch": 3.6465028355387523,
      "grad_norm": 0.20035861432552338,
      "learning_rate": 2.0065560920424994e-06,
      "loss": 0.0014,
      "step": 966
    },
    {
      "epoch": 3.6502835538752363,
      "grad_norm": 0.06654126197099686,
      "learning_rate": 2.0011768001368836e-06,
      "loss": 0.0003,
      "step": 967
    },
    {
      "epoch": 3.6540642722117203,
      "grad_norm": 0.2571471333503723,
      "learning_rate": 1.9957999124110872e-06,
      "loss": 0.0013,
      "step": 968
    },
    {
      "epoch": 3.6578449905482042,
      "grad_norm": 0.14951904118061066,
      "learning_rate": 1.9904254547801134e-06,
      "loss": 0.0009,
      "step": 969
    },
    {
      "epoch": 3.661625708884688,
      "grad_norm": 0.06377850472927094,
      "learning_rate": 1.9850534531472544e-06,
      "loss": 0.0004,
      "step": 970
    },
    {
      "epoch": 3.665406427221172,
      "grad_norm": 0.04174032434821129,
      "learning_rate": 1.979683933403963e-06,
      "loss": 0.0002,
      "step": 971
    },
    {
      "epoch": 3.6691871455576557,
      "grad_norm": 0.2826174199581146,
      "learning_rate": 1.9743169214297326e-06,
      "loss": 0.0013,
      "step": 972
    },
    {
      "epoch": 3.67296786389414,
      "grad_norm": 0.9276911616325378,
      "learning_rate": 1.9689524430919667e-06,
      "loss": 0.0008,
      "step": 973
    },
    {
      "epoch": 3.6767485822306236,
      "grad_norm": 0.08827374875545502,
      "learning_rate": 1.9635905242458607e-06,
      "loss": 0.0005,
      "step": 974
    },
    {
      "epoch": 3.6805293005671076,
      "grad_norm": 0.2523500621318817,
      "learning_rate": 1.958231190734271e-06,
      "loss": 0.0015,
      "step": 975
    },
    {
      "epoch": 3.6843100189035916,
      "grad_norm": 0.01701711304485798,
      "learning_rate": 1.9528744683875973e-06,
      "loss": 0.0002,
      "step": 976
    },
    {
      "epoch": 3.6880907372400755,
      "grad_norm": 0.2163919359445572,
      "learning_rate": 1.947520383023649e-06,
      "loss": 0.0011,
      "step": 977
    },
    {
      "epoch": 3.6918714555765595,
      "grad_norm": 0.10253291577100754,
      "learning_rate": 1.942168960447531e-06,
      "loss": 0.0008,
      "step": 978
    },
    {
      "epoch": 3.6956521739130435,
      "grad_norm": 0.11419998109340668,
      "learning_rate": 1.9368202264515127e-06,
      "loss": 0.0002,
      "step": 979
    },
    {
      "epoch": 3.6994328922495274,
      "grad_norm": 0.02250787802040577,
      "learning_rate": 1.931474206814903e-06,
      "loss": 0.0002,
      "step": 980
    },
    {
      "epoch": 3.7032136105860114,
      "grad_norm": 0.08538919687271118,
      "learning_rate": 1.926130927303933e-06,
      "loss": 0.0006,
      "step": 981
    },
    {
      "epoch": 3.7069943289224954,
      "grad_norm": 0.06906883418560028,
      "learning_rate": 1.9207904136716215e-06,
      "loss": 0.0004,
      "step": 982
    },
    {
      "epoch": 3.7107750472589793,
      "grad_norm": 0.2188524454832077,
      "learning_rate": 1.915452691657662e-06,
      "loss": 0.0014,
      "step": 983
    },
    {
      "epoch": 3.7145557655954633,
      "grad_norm": 0.2538103759288788,
      "learning_rate": 1.9101177869882893e-06,
      "loss": 0.0027,
      "step": 984
    },
    {
      "epoch": 3.718336483931947,
      "grad_norm": 0.40686437487602234,
      "learning_rate": 1.9047857253761622e-06,
      "loss": 0.0053,
      "step": 985
    },
    {
      "epoch": 3.7221172022684312,
      "grad_norm": 0.3122040927410126,
      "learning_rate": 1.8994565325202346e-06,
      "loss": 0.0007,
      "step": 986
    },
    {
      "epoch": 3.7258979206049148,
      "grad_norm": 0.08798515051603317,
      "learning_rate": 1.8941302341056356e-06,
      "loss": 0.0004,
      "step": 987
    },
    {
      "epoch": 3.7296786389413987,
      "grad_norm": 0.28242072463035583,
      "learning_rate": 1.8888068558035435e-06,
      "loss": 0.002,
      "step": 988
    },
    {
      "epoch": 3.7334593572778827,
      "grad_norm": 0.07137515395879745,
      "learning_rate": 1.8834864232710614e-06,
      "loss": 0.0006,
      "step": 989
    },
    {
      "epoch": 3.7372400756143667,
      "grad_norm": 0.09302951395511627,
      "learning_rate": 1.8781689621510962e-06,
      "loss": 0.0004,
      "step": 990
    },
    {
      "epoch": 3.7410207939508506,
      "grad_norm": 0.06287765502929688,
      "learning_rate": 1.8728544980722318e-06,
      "loss": 0.0002,
      "step": 991
    },
    {
      "epoch": 3.7448015122873346,
      "grad_norm": 0.23519393801689148,
      "learning_rate": 1.8675430566486102e-06,
      "loss": 0.0004,
      "step": 992
    },
    {
      "epoch": 3.7485822306238186,
      "grad_norm": 0.17336173355579376,
      "learning_rate": 1.8622346634798e-06,
      "loss": 0.0006,
      "step": 993
    },
    {
      "epoch": 3.7523629489603025,
      "grad_norm": 0.17733007669448853,
      "learning_rate": 1.8569293441506847e-06,
      "loss": 0.0005,
      "step": 994
    },
    {
      "epoch": 3.7561436672967865,
      "grad_norm": 0.05134982615709305,
      "learning_rate": 1.8516271242313267e-06,
      "loss": 0.0003,
      "step": 995
    },
    {
      "epoch": 3.7599243856332705,
      "grad_norm": 0.014910437166690826,
      "learning_rate": 1.8463280292768529e-06,
      "loss": 0.0002,
      "step": 996
    },
    {
      "epoch": 3.7637051039697544,
      "grad_norm": 0.04615437984466553,
      "learning_rate": 1.8410320848273315e-06,
      "loss": 0.0004,
      "step": 997
    },
    {
      "epoch": 3.767485822306238,
      "grad_norm": 0.013714149594306946,
      "learning_rate": 1.8357393164076403e-06,
      "loss": 0.0002,
      "step": 998
    },
    {
      "epoch": 3.7712665406427224,
      "grad_norm": 0.14500373601913452,
      "learning_rate": 1.8304497495273543e-06,
      "loss": 0.0004,
      "step": 999
    },
    {
      "epoch": 3.775047258979206,
      "grad_norm": 0.09468162804841995,
      "learning_rate": 1.8251634096806158e-06,
      "loss": 0.0007,
      "step": 1000
    },
    {
      "epoch": 3.77882797731569,
      "grad_norm": 0.32062816619873047,
      "learning_rate": 1.8198803223460148e-06,
      "loss": 0.0022,
      "step": 1001
    },
    {
      "epoch": 3.782608695652174,
      "grad_norm": 0.17651709914207458,
      "learning_rate": 1.8146005129864644e-06,
      "loss": 0.0005,
      "step": 1002
    },
    {
      "epoch": 3.786389413988658,
      "grad_norm": 0.3067803382873535,
      "learning_rate": 1.8093240070490791e-06,
      "loss": 0.0015,
      "step": 1003
    },
    {
      "epoch": 3.7901701323251418,
      "grad_norm": 0.20555636286735535,
      "learning_rate": 1.8040508299650524e-06,
      "loss": 0.0014,
      "step": 1004
    },
    {
      "epoch": 3.7939508506616257,
      "grad_norm": 0.41955652832984924,
      "learning_rate": 1.7987810071495327e-06,
      "loss": 0.0023,
      "step": 1005
    },
    {
      "epoch": 3.7977315689981097,
      "grad_norm": 0.11061103641986847,
      "learning_rate": 1.793514564001503e-06,
      "loss": 0.0005,
      "step": 1006
    },
    {
      "epoch": 3.8015122873345937,
      "grad_norm": 0.028922656551003456,
      "learning_rate": 1.788251525903656e-06,
      "loss": 0.0003,
      "step": 1007
    },
    {
      "epoch": 3.8052930056710776,
      "grad_norm": 0.27011823654174805,
      "learning_rate": 1.7829919182222752e-06,
      "loss": 0.0026,
      "step": 1008
    },
    {
      "epoch": 3.809073724007561,
      "grad_norm": 0.18338823318481445,
      "learning_rate": 1.7777357663071063e-06,
      "loss": 0.002,
      "step": 1009
    },
    {
      "epoch": 3.8128544423440456,
      "grad_norm": 0.2944319546222687,
      "learning_rate": 1.7724830954912454e-06,
      "loss": 0.0007,
      "step": 1010
    },
    {
      "epoch": 3.816635160680529,
      "grad_norm": 0.06173175200819969,
      "learning_rate": 1.767233931091004e-06,
      "loss": 0.0003,
      "step": 1011
    },
    {
      "epoch": 3.820415879017013,
      "grad_norm": 0.03877865895628929,
      "learning_rate": 1.7619882984057988e-06,
      "loss": 0.0004,
      "step": 1012
    },
    {
      "epoch": 3.824196597353497,
      "grad_norm": 0.05438617616891861,
      "learning_rate": 1.7567462227180241e-06,
      "loss": 0.0003,
      "step": 1013
    },
    {
      "epoch": 3.827977315689981,
      "grad_norm": 0.37924039363861084,
      "learning_rate": 1.7515077292929267e-06,
      "loss": 0.0016,
      "step": 1014
    },
    {
      "epoch": 3.831758034026465,
      "grad_norm": 0.07925333082675934,
      "learning_rate": 1.746272843378493e-06,
      "loss": 0.0003,
      "step": 1015
    },
    {
      "epoch": 3.835538752362949,
      "grad_norm": 0.43481874465942383,
      "learning_rate": 1.7410415902053179e-06,
      "loss": 0.0066,
      "step": 1016
    },
    {
      "epoch": 3.839319470699433,
      "grad_norm": 0.05568358302116394,
      "learning_rate": 1.7358139949864913e-06,
      "loss": 0.0004,
      "step": 1017
    },
    {
      "epoch": 3.843100189035917,
      "grad_norm": 0.13646312057971954,
      "learning_rate": 1.73059008291747e-06,
      "loss": 0.001,
      "step": 1018
    },
    {
      "epoch": 3.846880907372401,
      "grad_norm": 0.03888719156384468,
      "learning_rate": 1.7253698791759604e-06,
      "loss": 0.0003,
      "step": 1019
    },
    {
      "epoch": 3.850661625708885,
      "grad_norm": 0.12511153519153595,
      "learning_rate": 1.720153408921796e-06,
      "loss": 0.0004,
      "step": 1020
    },
    {
      "epoch": 3.854442344045369,
      "grad_norm": 0.055930424481630325,
      "learning_rate": 1.7149406972968148e-06,
      "loss": 0.0003,
      "step": 1021
    },
    {
      "epoch": 3.8582230623818523,
      "grad_norm": 0.257201611995697,
      "learning_rate": 1.7097317694247418e-06,
      "loss": 0.006,
      "step": 1022
    },
    {
      "epoch": 3.8620037807183367,
      "grad_norm": 0.05855580419301987,
      "learning_rate": 1.704526650411062e-06,
      "loss": 0.0004,
      "step": 1023
    },
    {
      "epoch": 3.8657844990548202,
      "grad_norm": 0.07037494331598282,
      "learning_rate": 1.6993253653429064e-06,
      "loss": 0.0004,
      "step": 1024
    },
    {
      "epoch": 3.869565217391304,
      "grad_norm": 0.5156080722808838,
      "learning_rate": 1.6941279392889238e-06,
      "loss": 0.0037,
      "step": 1025
    },
    {
      "epoch": 3.873345935727788,
      "grad_norm": 1.0936269760131836,
      "learning_rate": 1.6889343972991682e-06,
      "loss": 0.0017,
      "step": 1026
    },
    {
      "epoch": 3.877126654064272,
      "grad_norm": 0.06437109410762787,
      "learning_rate": 1.6837447644049682e-06,
      "loss": 0.0003,
      "step": 1027
    },
    {
      "epoch": 3.880907372400756,
      "grad_norm": 0.006052945740520954,
      "learning_rate": 1.678559065618817e-06,
      "loss": 0.0001,
      "step": 1028
    },
    {
      "epoch": 3.88468809073724,
      "grad_norm": 0.022189904004335403,
      "learning_rate": 1.6733773259342424e-06,
      "loss": 0.0002,
      "step": 1029
    },
    {
      "epoch": 3.888468809073724,
      "grad_norm": 0.11311095207929611,
      "learning_rate": 1.6681995703256925e-06,
      "loss": 0.0007,
      "step": 1030
    },
    {
      "epoch": 3.892249527410208,
      "grad_norm": 0.10053358972072601,
      "learning_rate": 1.6630258237484144e-06,
      "loss": 0.0003,
      "step": 1031
    },
    {
      "epoch": 3.896030245746692,
      "grad_norm": 0.10737577825784683,
      "learning_rate": 1.6578561111383298e-06,
      "loss": 0.0004,
      "step": 1032
    },
    {
      "epoch": 3.899810964083176,
      "grad_norm": 0.38978490233421326,
      "learning_rate": 1.6526904574119213e-06,
      "loss": 0.0017,
      "step": 1033
    },
    {
      "epoch": 3.90359168241966,
      "grad_norm": 0.21502213180065155,
      "learning_rate": 1.6475288874661053e-06,
      "loss": 0.0018,
      "step": 1034
    },
    {
      "epoch": 3.9073724007561434,
      "grad_norm": 0.013299698010087013,
      "learning_rate": 1.6423714261781196e-06,
      "loss": 0.0001,
      "step": 1035
    },
    {
      "epoch": 3.911153119092628,
      "grad_norm": 0.0985122099518776,
      "learning_rate": 1.6372180984053946e-06,
      "loss": 0.0008,
      "step": 1036
    },
    {
      "epoch": 3.9149338374291114,
      "grad_norm": 0.1399480402469635,
      "learning_rate": 1.632068928985444e-06,
      "loss": 0.0008,
      "step": 1037
    },
    {
      "epoch": 3.9187145557655954,
      "grad_norm": 0.05103133246302605,
      "learning_rate": 1.6269239427357348e-06,
      "loss": 0.0004,
      "step": 1038
    },
    {
      "epoch": 3.9224952741020793,
      "grad_norm": 0.17584289610385895,
      "learning_rate": 1.6217831644535743e-06,
      "loss": 0.0014,
      "step": 1039
    },
    {
      "epoch": 3.9262759924385633,
      "grad_norm": 0.11641789227724075,
      "learning_rate": 1.6166466189159901e-06,
      "loss": 0.0009,
      "step": 1040
    },
    {
      "epoch": 3.9300567107750473,
      "grad_norm": 0.5359205007553101,
      "learning_rate": 1.6115143308796054e-06,
      "loss": 0.0017,
      "step": 1041
    },
    {
      "epoch": 3.9338374291115312,
      "grad_norm": 0.06901949644088745,
      "learning_rate": 1.6063863250805279e-06,
      "loss": 0.0006,
      "step": 1042
    },
    {
      "epoch": 3.937618147448015,
      "grad_norm": 0.148621067404747,
      "learning_rate": 1.6012626262342217e-06,
      "loss": 0.0007,
      "step": 1043
    },
    {
      "epoch": 3.941398865784499,
      "grad_norm": 0.11555682867765427,
      "learning_rate": 1.5961432590353973e-06,
      "loss": 0.0013,
      "step": 1044
    },
    {
      "epoch": 3.945179584120983,
      "grad_norm": 0.0854395255446434,
      "learning_rate": 1.5910282481578843e-06,
      "loss": 0.0005,
      "step": 1045
    },
    {
      "epoch": 3.9489603024574667,
      "grad_norm": 0.021322818472981453,
      "learning_rate": 1.5859176182545178e-06,
      "loss": 0.0002,
      "step": 1046
    },
    {
      "epoch": 3.952741020793951,
      "grad_norm": 0.1617099493741989,
      "learning_rate": 1.5808113939570175e-06,
      "loss": 0.0011,
      "step": 1047
    },
    {
      "epoch": 3.9565217391304346,
      "grad_norm": 0.1138630211353302,
      "learning_rate": 1.5757095998758693e-06,
      "loss": 0.0011,
      "step": 1048
    },
    {
      "epoch": 3.9603024574669186,
      "grad_norm": 0.18166384100914001,
      "learning_rate": 1.5706122606002078e-06,
      "loss": 0.0027,
      "step": 1049
    },
    {
      "epoch": 3.9640831758034025,
      "grad_norm": 0.04953674599528313,
      "learning_rate": 1.5655194006976948e-06,
      "loss": 0.0004,
      "step": 1050
    },
    {
      "epoch": 3.9678638941398865,
      "grad_norm": 0.26992782950401306,
      "learning_rate": 1.5604310447144052e-06,
      "loss": 0.0007,
      "step": 1051
    },
    {
      "epoch": 3.9716446124763705,
      "grad_norm": 0.028692858293652534,
      "learning_rate": 1.5553472171747031e-06,
      "loss": 0.0003,
      "step": 1052
    },
    {
      "epoch": 3.9754253308128544,
      "grad_norm": 0.11208011955022812,
      "learning_rate": 1.5502679425811317e-06,
      "loss": 0.0005,
      "step": 1053
    },
    {
      "epoch": 3.9792060491493384,
      "grad_norm": 0.04451301321387291,
      "learning_rate": 1.5451932454142847e-06,
      "loss": 0.0003,
      "step": 1054
    },
    {
      "epoch": 3.9829867674858224,
      "grad_norm": 0.15611913800239563,
      "learning_rate": 1.5401231501326985e-06,
      "loss": 0.0008,
      "step": 1055
    },
    {
      "epoch": 3.9867674858223063,
      "grad_norm": 0.022839756682515144,
      "learning_rate": 1.535057681172727e-06,
      "loss": 0.0002,
      "step": 1056
    },
    {
      "epoch": 3.9905482041587903,
      "grad_norm": 0.16348697245121002,
      "learning_rate": 1.5299968629484277e-06,
      "loss": 0.0008,
      "step": 1057
    },
    {
      "epoch": 3.9943289224952743,
      "grad_norm": 0.018139483407139778,
      "learning_rate": 1.524940719851444e-06,
      "loss": 0.0001,
      "step": 1058
    },
    {
      "epoch": 3.998109640831758,
      "grad_norm": 0.045861661434173584,
      "learning_rate": 1.5198892762508843e-06,
      "loss": 0.0003,
      "step": 1059
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.03191845491528511,
      "learning_rate": 1.5148425564932085e-06,
      "loss": 0.0002,
      "step": 1060
    },
    {
      "epoch": 4.0037807183364835,
      "grad_norm": 0.1410960704088211,
      "learning_rate": 1.509800584902108e-06,
      "loss": 0.0008,
      "step": 1061
    },
    {
      "epoch": 4.007561436672968,
      "grad_norm": 0.05028901994228363,
      "learning_rate": 1.504763385778391e-06,
      "loss": 0.0003,
      "step": 1062
    },
    {
      "epoch": 4.0113421550094515,
      "grad_norm": 0.8279242515563965,
      "learning_rate": 1.4997309833998608e-06,
      "loss": 0.0003,
      "step": 1063
    },
    {
      "epoch": 4.015122873345936,
      "grad_norm": 0.15353278815746307,
      "learning_rate": 1.4947034020212062e-06,
      "loss": 0.0011,
      "step": 1064
    },
    {
      "epoch": 4.018903591682419,
      "grad_norm": 0.23645780980587006,
      "learning_rate": 1.4896806658738747e-06,
      "loss": 0.0018,
      "step": 1065
    },
    {
      "epoch": 4.022684310018904,
      "grad_norm": 0.07189466804265976,
      "learning_rate": 1.4846627991659662e-06,
      "loss": 0.0004,
      "step": 1066
    },
    {
      "epoch": 4.026465028355387,
      "grad_norm": 0.09000851958990097,
      "learning_rate": 1.4796498260821104e-06,
      "loss": 0.0004,
      "step": 1067
    },
    {
      "epoch": 4.030245746691872,
      "grad_norm": 0.05539466440677643,
      "learning_rate": 1.4746417707833472e-06,
      "loss": 0.0004,
      "step": 1068
    },
    {
      "epoch": 4.034026465028355,
      "grad_norm": 0.07071535289287567,
      "learning_rate": 1.4696386574070203e-06,
      "loss": 0.0004,
      "step": 1069
    },
    {
      "epoch": 4.03780718336484,
      "grad_norm": 0.03256288170814514,
      "learning_rate": 1.4646405100666498e-06,
      "loss": 0.0003,
      "step": 1070
    },
    {
      "epoch": 4.041587901701323,
      "grad_norm": 0.1477307826280594,
      "learning_rate": 1.4596473528518236e-06,
      "loss": 0.001,
      "step": 1071
    },
    {
      "epoch": 4.045368620037808,
      "grad_norm": 0.11566184461116791,
      "learning_rate": 1.4546592098280772e-06,
      "loss": 0.0005,
      "step": 1072
    },
    {
      "epoch": 4.049149338374291,
      "grad_norm": 0.031164227053523064,
      "learning_rate": 1.449676105036781e-06,
      "loss": 0.0002,
      "step": 1073
    },
    {
      "epoch": 4.052930056710775,
      "grad_norm": 0.41042619943618774,
      "learning_rate": 1.4446980624950201e-06,
      "loss": 0.0007,
      "step": 1074
    },
    {
      "epoch": 4.056710775047259,
      "grad_norm": 0.23981332778930664,
      "learning_rate": 1.4397251061954848e-06,
      "loss": 0.0014,
      "step": 1075
    },
    {
      "epoch": 4.060491493383743,
      "grad_norm": 0.06305637955665588,
      "learning_rate": 1.4347572601063477e-06,
      "loss": 0.0006,
      "step": 1076
    },
    {
      "epoch": 4.064272211720227,
      "grad_norm": 0.5029850006103516,
      "learning_rate": 1.4297945481711527e-06,
      "loss": 0.0008,
      "step": 1077
    },
    {
      "epoch": 4.0680529300567105,
      "grad_norm": 0.21877774596214294,
      "learning_rate": 1.4248369943086997e-06,
      "loss": 0.0007,
      "step": 1078
    },
    {
      "epoch": 4.071833648393195,
      "grad_norm": 0.08199340105056763,
      "learning_rate": 1.4198846224129255e-06,
      "loss": 0.0004,
      "step": 1079
    },
    {
      "epoch": 4.0756143667296785,
      "grad_norm": 0.025111818686127663,
      "learning_rate": 1.4149374563527957e-06,
      "loss": 0.0002,
      "step": 1080
    },
    {
      "epoch": 4.079395085066163,
      "grad_norm": 0.013005358166992664,
      "learning_rate": 1.4099955199721816e-06,
      "loss": 0.0001,
      "step": 1081
    },
    {
      "epoch": 4.083175803402646,
      "grad_norm": 0.041962917894124985,
      "learning_rate": 1.4050588370897493e-06,
      "loss": 0.0003,
      "step": 1082
    },
    {
      "epoch": 4.086956521739131,
      "grad_norm": 0.20963317155838013,
      "learning_rate": 1.4001274314988476e-06,
      "loss": 0.0009,
      "step": 1083
    },
    {
      "epoch": 4.090737240075614,
      "grad_norm": 0.06594974547624588,
      "learning_rate": 1.3952013269673872e-06,
      "loss": 0.0006,
      "step": 1084
    },
    {
      "epoch": 4.094517958412098,
      "grad_norm": 0.20333515107631683,
      "learning_rate": 1.3902805472377307e-06,
      "loss": 0.0014,
      "step": 1085
    },
    {
      "epoch": 4.098298676748582,
      "grad_norm": 0.01559424214065075,
      "learning_rate": 1.3853651160265752e-06,
      "loss": 0.0002,
      "step": 1086
    },
    {
      "epoch": 4.102079395085066,
      "grad_norm": 0.00993192009627819,
      "learning_rate": 1.3804550570248431e-06,
      "loss": 0.0001,
      "step": 1087
    },
    {
      "epoch": 4.10586011342155,
      "grad_norm": 0.033074699342250824,
      "learning_rate": 1.375550393897559e-06,
      "loss": 0.0002,
      "step": 1088
    },
    {
      "epoch": 4.109640831758034,
      "grad_norm": 0.46920835971832275,
      "learning_rate": 1.370651150283746e-06,
      "loss": 0.0032,
      "step": 1089
    },
    {
      "epoch": 4.113421550094518,
      "grad_norm": 0.034286096692085266,
      "learning_rate": 1.3657573497963042e-06,
      "loss": 0.0002,
      "step": 1090
    },
    {
      "epoch": 4.117202268431002,
      "grad_norm": 0.042510658502578735,
      "learning_rate": 1.360869016021899e-06,
      "loss": 0.0004,
      "step": 1091
    },
    {
      "epoch": 4.120982986767486,
      "grad_norm": 0.015354749746620655,
      "learning_rate": 1.3559861725208501e-06,
      "loss": 0.0001,
      "step": 1092
    },
    {
      "epoch": 4.12476370510397,
      "grad_norm": 0.11133018881082535,
      "learning_rate": 1.3511088428270141e-06,
      "loss": 0.0008,
      "step": 1093
    },
    {
      "epoch": 4.128544423440454,
      "grad_norm": 0.0947665274143219,
      "learning_rate": 1.3462370504476729e-06,
      "loss": 0.0007,
      "step": 1094
    },
    {
      "epoch": 4.1323251417769375,
      "grad_norm": 0.19103285670280457,
      "learning_rate": 1.3413708188634192e-06,
      "loss": 0.0011,
      "step": 1095
    },
    {
      "epoch": 4.136105860113422,
      "grad_norm": 0.015423089265823364,
      "learning_rate": 1.3365101715280473e-06,
      "loss": 0.0001,
      "step": 1096
    },
    {
      "epoch": 4.1398865784499055,
      "grad_norm": 0.04986581578850746,
      "learning_rate": 1.3316551318684342e-06,
      "loss": 0.0003,
      "step": 1097
    },
    {
      "epoch": 4.143667296786389,
      "grad_norm": 0.22506923973560333,
      "learning_rate": 1.3268057232844305e-06,
      "loss": 0.001,
      "step": 1098
    },
    {
      "epoch": 4.147448015122873,
      "grad_norm": 0.14979712665081024,
      "learning_rate": 1.321961969148746e-06,
      "loss": 0.0007,
      "step": 1099
    },
    {
      "epoch": 4.151228733459357,
      "grad_norm": 0.08199136704206467,
      "learning_rate": 1.3171238928068403e-06,
      "loss": 0.0004,
      "step": 1100
    },
    {
      "epoch": 4.155009451795841,
      "grad_norm": 0.06098520755767822,
      "learning_rate": 1.3122915175768044e-06,
      "loss": 0.0003,
      "step": 1101
    },
    {
      "epoch": 4.158790170132325,
      "grad_norm": 0.02282070182263851,
      "learning_rate": 1.307464866749253e-06,
      "loss": 0.0002,
      "step": 1102
    },
    {
      "epoch": 4.162570888468809,
      "grad_norm": 0.10259565711021423,
      "learning_rate": 1.3026439635872132e-06,
      "loss": 0.0004,
      "step": 1103
    },
    {
      "epoch": 4.166351606805293,
      "grad_norm": 0.23500141501426697,
      "learning_rate": 1.2978288313260045e-06,
      "loss": 0.0002,
      "step": 1104
    },
    {
      "epoch": 4.170132325141777,
      "grad_norm": 0.18757376074790955,
      "learning_rate": 1.2930194931731382e-06,
      "loss": 0.0012,
      "step": 1105
    },
    {
      "epoch": 4.173913043478261,
      "grad_norm": 0.061834666877985,
      "learning_rate": 1.2882159723081967e-06,
      "loss": 0.0002,
      "step": 1106
    },
    {
      "epoch": 4.177693761814745,
      "grad_norm": 0.157730370759964,
      "learning_rate": 1.2834182918827248e-06,
      "loss": 0.0005,
      "step": 1107
    },
    {
      "epoch": 4.181474480151229,
      "grad_norm": 0.14092953503131866,
      "learning_rate": 1.2786264750201182e-06,
      "loss": 0.0007,
      "step": 1108
    },
    {
      "epoch": 4.185255198487713,
      "grad_norm": 0.2177150845527649,
      "learning_rate": 1.2738405448155139e-06,
      "loss": 0.001,
      "step": 1109
    },
    {
      "epoch": 4.189035916824197,
      "grad_norm": 0.09654669463634491,
      "learning_rate": 1.269060524335675e-06,
      "loss": 0.0007,
      "step": 1110
    },
    {
      "epoch": 4.19281663516068,
      "grad_norm": 0.12041306495666504,
      "learning_rate": 1.2642864366188806e-06,
      "loss": 0.0005,
      "step": 1111
    },
    {
      "epoch": 4.196597353497165,
      "grad_norm": 0.05897996574640274,
      "learning_rate": 1.2595183046748187e-06,
      "loss": 0.0003,
      "step": 1112
    },
    {
      "epoch": 4.200378071833648,
      "grad_norm": 0.02310796268284321,
      "learning_rate": 1.2547561514844706e-06,
      "loss": 0.0002,
      "step": 1113
    },
    {
      "epoch": 4.2041587901701325,
      "grad_norm": 0.1802576780319214,
      "learning_rate": 1.2500000000000007e-06,
      "loss": 0.001,
      "step": 1114
    },
    {
      "epoch": 4.207939508506616,
      "grad_norm": 0.09202495962381363,
      "learning_rate": 1.245249873144647e-06,
      "loss": 0.0009,
      "step": 1115
    },
    {
      "epoch": 4.2117202268431,
      "grad_norm": 0.1162513941526413,
      "learning_rate": 1.2405057938126152e-06,
      "loss": 0.0006,
      "step": 1116
    },
    {
      "epoch": 4.215500945179584,
      "grad_norm": 0.20377464592456818,
      "learning_rate": 1.235767784868956e-06,
      "loss": 0.0007,
      "step": 1117
    },
    {
      "epoch": 4.219281663516068,
      "grad_norm": 0.16681860387325287,
      "learning_rate": 1.231035869149468e-06,
      "loss": 0.0007,
      "step": 1118
    },
    {
      "epoch": 4.223062381852552,
      "grad_norm": 0.04913189262151718,
      "learning_rate": 1.2263100694605837e-06,
      "loss": 0.0003,
      "step": 1119
    },
    {
      "epoch": 4.226843100189036,
      "grad_norm": 0.043777771294116974,
      "learning_rate": 1.221590408579251e-06,
      "loss": 0.0003,
      "step": 1120
    },
    {
      "epoch": 4.23062381852552,
      "grad_norm": 0.19229836761951447,
      "learning_rate": 1.2168769092528382e-06,
      "loss": 0.0006,
      "step": 1121
    },
    {
      "epoch": 4.234404536862003,
      "grad_norm": 0.18815527856349945,
      "learning_rate": 1.2121695941990126e-06,
      "loss": 0.0015,
      "step": 1122
    },
    {
      "epoch": 4.238185255198488,
      "grad_norm": 0.02042614109814167,
      "learning_rate": 1.207468486105636e-06,
      "loss": 0.0001,
      "step": 1123
    },
    {
      "epoch": 4.241965973534971,
      "grad_norm": 0.4299137592315674,
      "learning_rate": 1.2027736076306533e-06,
      "loss": 0.0023,
      "step": 1124
    },
    {
      "epoch": 4.245746691871456,
      "grad_norm": 0.18861791491508484,
      "learning_rate": 1.1980849814019881e-06,
      "loss": 0.0019,
      "step": 1125
    },
    {
      "epoch": 4.249527410207939,
      "grad_norm": 0.03366239741444588,
      "learning_rate": 1.1934026300174265e-06,
      "loss": 0.0002,
      "step": 1126
    },
    {
      "epoch": 4.253308128544424,
      "grad_norm": 0.05086700618267059,
      "learning_rate": 1.1887265760445122e-06,
      "loss": 0.0002,
      "step": 1127
    },
    {
      "epoch": 4.257088846880907,
      "grad_norm": 0.015901854261755943,
      "learning_rate": 1.1840568420204393e-06,
      "loss": 0.0001,
      "step": 1128
    },
    {
      "epoch": 4.260869565217392,
      "grad_norm": 0.3603084683418274,
      "learning_rate": 1.17939345045194e-06,
      "loss": 0.0059,
      "step": 1129
    },
    {
      "epoch": 4.264650283553875,
      "grad_norm": 0.16659899055957794,
      "learning_rate": 1.1747364238151774e-06,
      "loss": 0.0009,
      "step": 1130
    },
    {
      "epoch": 4.2684310018903595,
      "grad_norm": 0.025750087574124336,
      "learning_rate": 1.1700857845556374e-06,
      "loss": 0.0002,
      "step": 1131
    },
    {
      "epoch": 4.272211720226843,
      "grad_norm": 0.016796128824353218,
      "learning_rate": 1.1654415550880245e-06,
      "loss": 0.0002,
      "step": 1132
    },
    {
      "epoch": 4.2759924385633274,
      "grad_norm": 0.014483626000583172,
      "learning_rate": 1.1608037577961423e-06,
      "loss": 0.0001,
      "step": 1133
    },
    {
      "epoch": 4.279773156899811,
      "grad_norm": 0.13883107900619507,
      "learning_rate": 1.156172415032801e-06,
      "loss": 0.0008,
      "step": 1134
    },
    {
      "epoch": 4.2835538752362945,
      "grad_norm": 0.12188896536827087,
      "learning_rate": 1.1515475491196975e-06,
      "loss": 0.0006,
      "step": 1135
    },
    {
      "epoch": 4.287334593572779,
      "grad_norm": 0.4809183180332184,
      "learning_rate": 1.1469291823473127e-06,
      "loss": 0.0027,
      "step": 1136
    },
    {
      "epoch": 4.291115311909262,
      "grad_norm": 0.4040108621120453,
      "learning_rate": 1.1423173369748056e-06,
      "loss": 0.0009,
      "step": 1137
    },
    {
      "epoch": 4.294896030245747,
      "grad_norm": 0.010789219290018082,
      "learning_rate": 1.1377120352299015e-06,
      "loss": 0.0001,
      "step": 1138
    },
    {
      "epoch": 4.29867674858223,
      "grad_norm": 0.02084983140230179,
      "learning_rate": 1.1331132993087887e-06,
      "loss": 0.0002,
      "step": 1139
    },
    {
      "epoch": 4.302457466918715,
      "grad_norm": 0.061494551599025726,
      "learning_rate": 1.1285211513760088e-06,
      "loss": 0.0005,
      "step": 1140
    },
    {
      "epoch": 4.306238185255198,
      "grad_norm": 0.027528882026672363,
      "learning_rate": 1.1239356135643544e-06,
      "loss": 0.0002,
      "step": 1141
    },
    {
      "epoch": 4.310018903591683,
      "grad_norm": 0.16053670644760132,
      "learning_rate": 1.119356707974756e-06,
      "loss": 0.0022,
      "step": 1142
    },
    {
      "epoch": 4.313799621928166,
      "grad_norm": 0.0065573155879974365,
      "learning_rate": 1.11478445667618e-06,
      "loss": 0.0001,
      "step": 1143
    },
    {
      "epoch": 4.317580340264651,
      "grad_norm": 0.0785282552242279,
      "learning_rate": 1.1102188817055202e-06,
      "loss": 0.0004,
      "step": 1144
    },
    {
      "epoch": 4.321361058601134,
      "grad_norm": 0.0666346326470375,
      "learning_rate": 1.105660005067495e-06,
      "loss": 0.0004,
      "step": 1145
    },
    {
      "epoch": 4.325141776937619,
      "grad_norm": 0.2753641903400421,
      "learning_rate": 1.1011078487345362e-06,
      "loss": 0.0015,
      "step": 1146
    },
    {
      "epoch": 4.328922495274102,
      "grad_norm": 0.11533135175704956,
      "learning_rate": 1.096562434646686e-06,
      "loss": 0.0007,
      "step": 1147
    },
    {
      "epoch": 4.332703213610586,
      "grad_norm": 0.16574276983737946,
      "learning_rate": 1.0920237847114945e-06,
      "loss": 0.0009,
      "step": 1148
    },
    {
      "epoch": 4.33648393194707,
      "grad_norm": 0.45153912901878357,
      "learning_rate": 1.0874919208039036e-06,
      "loss": 0.0033,
      "step": 1149
    },
    {
      "epoch": 4.340264650283554,
      "grad_norm": 0.038779936730861664,
      "learning_rate": 1.0829668647661558e-06,
      "loss": 0.0002,
      "step": 1150
    },
    {
      "epoch": 4.344045368620038,
      "grad_norm": 1.6438484191894531,
      "learning_rate": 1.0784486384076778e-06,
      "loss": 0.0034,
      "step": 1151
    },
    {
      "epoch": 4.3478260869565215,
      "grad_norm": 0.1677672415971756,
      "learning_rate": 1.0739372635049796e-06,
      "loss": 0.002,
      "step": 1152
    },
    {
      "epoch": 4.351606805293006,
      "grad_norm": 0.21162758767604828,
      "learning_rate": 1.0694327618015492e-06,
      "loss": 0.0014,
      "step": 1153
    },
    {
      "epoch": 4.355387523629489,
      "grad_norm": 0.10020237416028976,
      "learning_rate": 1.06493515500775e-06,
      "loss": 0.0006,
      "step": 1154
    },
    {
      "epoch": 4.359168241965974,
      "grad_norm": 0.2266089767217636,
      "learning_rate": 1.0604444648007114e-06,
      "loss": 0.003,
      "step": 1155
    },
    {
      "epoch": 4.362948960302457,
      "grad_norm": 0.07692354917526245,
      "learning_rate": 1.0559607128242267e-06,
      "loss": 0.0004,
      "step": 1156
    },
    {
      "epoch": 4.366729678638942,
      "grad_norm": 0.11673581600189209,
      "learning_rate": 1.0514839206886519e-06,
      "loss": 0.0005,
      "step": 1157
    },
    {
      "epoch": 4.370510396975425,
      "grad_norm": 0.03876563906669617,
      "learning_rate": 1.0470141099707958e-06,
      "loss": 0.0003,
      "step": 1158
    },
    {
      "epoch": 4.374291115311909,
      "grad_norm": 0.16376714408397675,
      "learning_rate": 1.0425513022138203e-06,
      "loss": 0.0009,
      "step": 1159
    },
    {
      "epoch": 4.378071833648393,
      "grad_norm": 0.07068619877099991,
      "learning_rate": 1.0380955189271336e-06,
      "loss": 0.0004,
      "step": 1160
    },
    {
      "epoch": 4.381852551984877,
      "grad_norm": 0.1028299331665039,
      "learning_rate": 1.0336467815862905e-06,
      "loss": 0.0012,
      "step": 1161
    },
    {
      "epoch": 4.385633270321361,
      "grad_norm": 0.08210930973291397,
      "learning_rate": 1.0292051116328844e-06,
      "loss": 0.0005,
      "step": 1162
    },
    {
      "epoch": 4.389413988657845,
      "grad_norm": 0.09313171356916428,
      "learning_rate": 1.0247705304744458e-06,
      "loss": 0.0005,
      "step": 1163
    },
    {
      "epoch": 4.393194706994329,
      "grad_norm": 0.06403695791959763,
      "learning_rate": 1.0203430594843426e-06,
      "loss": 0.0005,
      "step": 1164
    },
    {
      "epoch": 4.396975425330813,
      "grad_norm": 0.11548646539449692,
      "learning_rate": 1.0159227200016677e-06,
      "loss": 0.0004,
      "step": 1165
    },
    {
      "epoch": 4.400756143667297,
      "grad_norm": 0.025654347613453865,
      "learning_rate": 1.0115095333311487e-06,
      "loss": 0.0001,
      "step": 1166
    },
    {
      "epoch": 4.404536862003781,
      "grad_norm": 0.2518896162509918,
      "learning_rate": 1.0071035207430352e-06,
      "loss": 0.0014,
      "step": 1167
    },
    {
      "epoch": 4.408317580340265,
      "grad_norm": 0.09397520869970322,
      "learning_rate": 1.002704703473e-06,
      "loss": 0.0005,
      "step": 1168
    },
    {
      "epoch": 4.4120982986767485,
      "grad_norm": 0.11244060099124908,
      "learning_rate": 9.983131027220373e-07,
      "loss": 0.0005,
      "step": 1169
    },
    {
      "epoch": 4.415879017013232,
      "grad_norm": 0.05858241766691208,
      "learning_rate": 9.939287396563604e-07,
      "loss": 0.0004,
      "step": 1170
    },
    {
      "epoch": 4.4196597353497165,
      "grad_norm": 0.17480628192424774,
      "learning_rate": 9.895516354072981e-07,
      "loss": 0.0011,
      "step": 1171
    },
    {
      "epoch": 4.4234404536862,
      "grad_norm": 0.12224049121141434,
      "learning_rate": 9.85181811071193e-07,
      "loss": 0.0006,
      "step": 1172
    },
    {
      "epoch": 4.427221172022684,
      "grad_norm": 0.039147842675447464,
      "learning_rate": 9.808192877093039e-07,
      "loss": 0.0002,
      "step": 1173
    },
    {
      "epoch": 4.431001890359168,
      "grad_norm": 0.04021478816866875,
      "learning_rate": 9.764640863476982e-07,
      "loss": 0.0002,
      "step": 1174
    },
    {
      "epoch": 4.434782608695652,
      "grad_norm": 0.06257487833499908,
      "learning_rate": 9.72116227977154e-07,
      "loss": 0.0002,
      "step": 1175
    },
    {
      "epoch": 4.438563327032136,
      "grad_norm": 0.05208725109696388,
      "learning_rate": 9.677757335530577e-07,
      "loss": 0.0002,
      "step": 1176
    },
    {
      "epoch": 4.44234404536862,
      "grad_norm": 0.05006309598684311,
      "learning_rate": 9.634426239953074e-07,
      "loss": 0.0003,
      "step": 1177
    },
    {
      "epoch": 4.446124763705104,
      "grad_norm": 0.054312851279973984,
      "learning_rate": 9.59116920188202e-07,
      "loss": 0.0003,
      "step": 1178
    },
    {
      "epoch": 4.449905482041588,
      "grad_norm": 0.07308554649353027,
      "learning_rate": 9.547986429803518e-07,
      "loss": 0.0003,
      "step": 1179
    },
    {
      "epoch": 4.453686200378072,
      "grad_norm": 0.21417483687400818,
      "learning_rate": 9.504878131845738e-07,
      "loss": 0.0009,
      "step": 1180
    },
    {
      "epoch": 4.457466918714556,
      "grad_norm": 0.01975918561220169,
      "learning_rate": 9.461844515777849e-07,
      "loss": 0.0001,
      "step": 1181
    },
    {
      "epoch": 4.46124763705104,
      "grad_norm": 0.27177906036376953,
      "learning_rate": 9.418885789009139e-07,
      "loss": 0.0019,
      "step": 1182
    },
    {
      "epoch": 4.465028355387524,
      "grad_norm": 0.08854660391807556,
      "learning_rate": 9.376002158587915e-07,
      "loss": 0.0005,
      "step": 1183
    },
    {
      "epoch": 4.468809073724008,
      "grad_norm": 0.19646334648132324,
      "learning_rate": 9.333193831200557e-07,
      "loss": 0.0007,
      "step": 1184
    },
    {
      "epoch": 4.472589792060491,
      "grad_norm": 0.25866439938545227,
      "learning_rate": 9.290461013170485e-07,
      "loss": 0.0012,
      "step": 1185
    },
    {
      "epoch": 4.4763705103969755,
      "grad_norm": 0.05048421025276184,
      "learning_rate": 9.247803910457226e-07,
      "loss": 0.0003,
      "step": 1186
    },
    {
      "epoch": 4.480151228733459,
      "grad_norm": 0.16501876711845398,
      "learning_rate": 9.205222728655344e-07,
      "loss": 0.0008,
      "step": 1187
    },
    {
      "epoch": 4.4839319470699435,
      "grad_norm": 0.045157257467508316,
      "learning_rate": 9.162717672993499e-07,
      "loss": 0.0004,
      "step": 1188
    },
    {
      "epoch": 4.487712665406427,
      "grad_norm": 0.1297757625579834,
      "learning_rate": 9.120288948333464e-07,
      "loss": 0.0008,
      "step": 1189
    },
    {
      "epoch": 4.491493383742911,
      "grad_norm": 0.011051077395677567,
      "learning_rate": 9.07793675916909e-07,
      "loss": 0.0001,
      "step": 1190
    },
    {
      "epoch": 4.495274102079395,
      "grad_norm": 0.20022499561309814,
      "learning_rate": 9.035661309625366e-07,
      "loss": 0.0011,
      "step": 1191
    },
    {
      "epoch": 4.499054820415879,
      "grad_norm": 0.006567796692252159,
      "learning_rate": 8.993462803457403e-07,
      "loss": 0.0001,
      "step": 1192
    },
    {
      "epoch": 4.502835538752363,
      "grad_norm": 0.061368178576231,
      "learning_rate": 8.951341444049513e-07,
      "loss": 0.0003,
      "step": 1193
    },
    {
      "epoch": 4.506616257088847,
      "grad_norm": 0.09380974620580673,
      "learning_rate": 8.90929743441411e-07,
      "loss": 0.0004,
      "step": 1194
    },
    {
      "epoch": 4.510396975425331,
      "grad_norm": 0.16075399518013,
      "learning_rate": 8.867330977190877e-07,
      "loss": 0.0011,
      "step": 1195
    },
    {
      "epoch": 4.514177693761814,
      "grad_norm": 0.08030504733324051,
      "learning_rate": 8.825442274645671e-07,
      "loss": 0.0003,
      "step": 1196
    },
    {
      "epoch": 4.517958412098299,
      "grad_norm": 0.1006259024143219,
      "learning_rate": 8.783631528669607e-07,
      "loss": 0.0004,
      "step": 1197
    },
    {
      "epoch": 4.521739130434782,
      "grad_norm": 0.2878094017505646,
      "learning_rate": 8.741898940778088e-07,
      "loss": 0.0014,
      "step": 1198
    },
    {
      "epoch": 4.525519848771267,
      "grad_norm": 0.08849186450242996,
      "learning_rate": 8.700244712109798e-07,
      "loss": 0.0004,
      "step": 1199
    },
    {
      "epoch": 4.52930056710775,
      "grad_norm": 0.1939917802810669,
      "learning_rate": 8.658669043425763e-07,
      "loss": 0.0018,
      "step": 1200
    },
    {
      "epoch": 4.533081285444235,
      "grad_norm": 0.019765350967645645,
      "learning_rate": 8.617172135108356e-07,
      "loss": 0.0002,
      "step": 1201
    },
    {
      "epoch": 4.536862003780718,
      "grad_norm": 0.0034924966748803854,
      "learning_rate": 8.575754187160385e-07,
      "loss": 0.0001,
      "step": 1202
    },
    {
      "epoch": 4.5406427221172025,
      "grad_norm": 0.07683593779802322,
      "learning_rate": 8.53441539920406e-07,
      "loss": 0.0003,
      "step": 1203
    },
    {
      "epoch": 4.544423440453686,
      "grad_norm": 0.7124339938163757,
      "learning_rate": 8.493155970480074e-07,
      "loss": 0.0017,
      "step": 1204
    },
    {
      "epoch": 4.5482041587901705,
      "grad_norm": 0.12068726867437363,
      "learning_rate": 8.45197609984662e-07,
      "loss": 0.0004,
      "step": 1205
    },
    {
      "epoch": 4.551984877126654,
      "grad_norm": 0.02341364324092865,
      "learning_rate": 8.410875985778477e-07,
      "loss": 0.0002,
      "step": 1206
    },
    {
      "epoch": 4.5557655954631375,
      "grad_norm": 0.2545037567615509,
      "learning_rate": 8.369855826365988e-07,
      "loss": 0.0011,
      "step": 1207
    },
    {
      "epoch": 4.559546313799622,
      "grad_norm": 0.03259057179093361,
      "learning_rate": 8.328915819314149e-07,
      "loss": 0.0002,
      "step": 1208
    },
    {
      "epoch": 4.563327032136106,
      "grad_norm": 0.1389022320508957,
      "learning_rate": 8.288056161941663e-07,
      "loss": 0.0009,
      "step": 1209
    },
    {
      "epoch": 4.56710775047259,
      "grad_norm": 0.1874510645866394,
      "learning_rate": 8.247277051179925e-07,
      "loss": 0.0001,
      "step": 1210
    },
    {
      "epoch": 4.570888468809073,
      "grad_norm": 0.08008835464715958,
      "learning_rate": 8.206578683572178e-07,
      "loss": 0.0004,
      "step": 1211
    },
    {
      "epoch": 4.574669187145558,
      "grad_norm": 0.01835073158144951,
      "learning_rate": 8.165961255272467e-07,
      "loss": 0.0001,
      "step": 1212
    },
    {
      "epoch": 4.578449905482041,
      "grad_norm": 0.0242909025400877,
      "learning_rate": 8.125424962044742e-07,
      "loss": 0.0002,
      "step": 1213
    },
    {
      "epoch": 4.582230623818526,
      "grad_norm": 0.05294472351670265,
      "learning_rate": 8.084969999261907e-07,
      "loss": 0.0003,
      "step": 1214
    },
    {
      "epoch": 4.586011342155009,
      "grad_norm": 0.022286243736743927,
      "learning_rate": 8.044596561904894e-07,
      "loss": 0.0001,
      "step": 1215
    },
    {
      "epoch": 4.589792060491494,
      "grad_norm": 0.014280243776738644,
      "learning_rate": 8.004304844561684e-07,
      "loss": 0.0001,
      "step": 1216
    },
    {
      "epoch": 4.593572778827977,
      "grad_norm": 0.006016590166836977,
      "learning_rate": 7.964095041426387e-07,
      "loss": 0.0001,
      "step": 1217
    },
    {
      "epoch": 4.597353497164462,
      "grad_norm": 0.0817185491323471,
      "learning_rate": 7.923967346298345e-07,
      "loss": 0.0007,
      "step": 1218
    },
    {
      "epoch": 4.601134215500945,
      "grad_norm": 0.0028400784358382225,
      "learning_rate": 7.883921952581131e-07,
      "loss": 0.0001,
      "step": 1219
    },
    {
      "epoch": 4.60491493383743,
      "grad_norm": 0.09645567089319229,
      "learning_rate": 7.843959053281663e-07,
      "loss": 0.0005,
      "step": 1220
    },
    {
      "epoch": 4.608695652173913,
      "grad_norm": 0.0480729341506958,
      "learning_rate": 7.804078841009252e-07,
      "loss": 0.0003,
      "step": 1221
    },
    {
      "epoch": 4.612476370510397,
      "grad_norm": 0.2541545331478119,
      "learning_rate": 7.764281507974711e-07,
      "loss": 0.001,
      "step": 1222
    },
    {
      "epoch": 4.616257088846881,
      "grad_norm": 0.3360908329486847,
      "learning_rate": 7.724567245989342e-07,
      "loss": 0.0016,
      "step": 1223
    },
    {
      "epoch": 4.6200378071833645,
      "grad_norm": 0.397393137216568,
      "learning_rate": 7.684936246464125e-07,
      "loss": 0.0032,
      "step": 1224
    },
    {
      "epoch": 4.623818525519849,
      "grad_norm": 0.2237563133239746,
      "learning_rate": 7.645388700408732e-07,
      "loss": 0.0006,
      "step": 1225
    },
    {
      "epoch": 4.6275992438563325,
      "grad_norm": 0.2880302369594574,
      "learning_rate": 7.60592479843057e-07,
      "loss": 0.0006,
      "step": 1226
    },
    {
      "epoch": 4.631379962192817,
      "grad_norm": 0.0548987090587616,
      "learning_rate": 7.566544730733961e-07,
      "loss": 0.0002,
      "step": 1227
    },
    {
      "epoch": 4.6351606805293,
      "grad_norm": 0.15247085690498352,
      "learning_rate": 7.527248687119137e-07,
      "loss": 0.0008,
      "step": 1228
    },
    {
      "epoch": 4.638941398865785,
      "grad_norm": 0.02119935303926468,
      "learning_rate": 7.488036856981373e-07,
      "loss": 0.0002,
      "step": 1229
    },
    {
      "epoch": 4.642722117202268,
      "grad_norm": 0.0966901108622551,
      "learning_rate": 7.448909429310047e-07,
      "loss": 0.0004,
      "step": 1230
    },
    {
      "epoch": 4.646502835538753,
      "grad_norm": 0.4204804301261902,
      "learning_rate": 7.409866592687768e-07,
      "loss": 0.0031,
      "step": 1231
    },
    {
      "epoch": 4.650283553875236,
      "grad_norm": 0.24543237686157227,
      "learning_rate": 7.370908535289409e-07,
      "loss": 0.0011,
      "step": 1232
    },
    {
      "epoch": 4.65406427221172,
      "grad_norm": 0.003815317992120981,
      "learning_rate": 7.332035444881247e-07,
      "loss": 0.0001,
      "step": 1233
    },
    {
      "epoch": 4.657844990548204,
      "grad_norm": 0.11462830752134323,
      "learning_rate": 7.293247508820059e-07,
      "loss": 0.0005,
      "step": 1234
    },
    {
      "epoch": 4.661625708884688,
      "grad_norm": 0.2189127504825592,
      "learning_rate": 7.254544914052178e-07,
      "loss": 0.0018,
      "step": 1235
    },
    {
      "epoch": 4.665406427221172,
      "grad_norm": 0.021884597837924957,
      "learning_rate": 7.215927847112628e-07,
      "loss": 0.0002,
      "step": 1236
    },
    {
      "epoch": 4.669187145557656,
      "grad_norm": 0.04036756604909897,
      "learning_rate": 7.177396494124206e-07,
      "loss": 0.0003,
      "step": 1237
    },
    {
      "epoch": 4.67296786389414,
      "grad_norm": 0.022519908845424652,
      "learning_rate": 7.138951040796627e-07,
      "loss": 0.0002,
      "step": 1238
    },
    {
      "epoch": 4.676748582230624,
      "grad_norm": 0.11803640425205231,
      "learning_rate": 7.100591672425533e-07,
      "loss": 0.0006,
      "step": 1239
    },
    {
      "epoch": 4.680529300567108,
      "grad_norm": 0.0525188073515892,
      "learning_rate": 7.062318573891716e-07,
      "loss": 0.0004,
      "step": 1240
    },
    {
      "epoch": 4.6843100189035916,
      "grad_norm": 0.14717620611190796,
      "learning_rate": 7.024131929660172e-07,
      "loss": 0.0008,
      "step": 1241
    },
    {
      "epoch": 4.688090737240076,
      "grad_norm": 0.11175039410591125,
      "learning_rate": 6.986031923779166e-07,
      "loss": 0.0005,
      "step": 1242
    },
    {
      "epoch": 4.6918714555765595,
      "grad_norm": 0.7206166386604309,
      "learning_rate": 6.948018739879439e-07,
      "loss": 0.0029,
      "step": 1243
    },
    {
      "epoch": 4.695652173913043,
      "grad_norm": 0.0034987463150173426,
      "learning_rate": 6.910092561173256e-07,
      "loss": 0.0001,
      "step": 1244
    },
    {
      "epoch": 4.699432892249527,
      "grad_norm": 0.2348700314760208,
      "learning_rate": 6.872253570453546e-07,
      "loss": 0.001,
      "step": 1245
    },
    {
      "epoch": 4.703213610586012,
      "grad_norm": 0.025731360539793968,
      "learning_rate": 6.834501950093006e-07,
      "loss": 0.0002,
      "step": 1246
    },
    {
      "epoch": 4.706994328922495,
      "grad_norm": 0.2358698844909668,
      "learning_rate": 6.796837882043261e-07,
      "loss": 0.0011,
      "step": 1247
    },
    {
      "epoch": 4.710775047258979,
      "grad_norm": 0.27968379855155945,
      "learning_rate": 6.75926154783394e-07,
      "loss": 0.0026,
      "step": 1248
    },
    {
      "epoch": 4.714555765595463,
      "grad_norm": 0.04314443841576576,
      "learning_rate": 6.721773128571812e-07,
      "loss": 0.0003,
      "step": 1249
    },
    {
      "epoch": 4.718336483931947,
      "grad_norm": 0.15619735419750214,
      "learning_rate": 6.684372804939954e-07,
      "loss": 0.0009,
      "step": 1250
    },
    {
      "epoch": 4.722117202268431,
      "grad_norm": 0.07120101153850555,
      "learning_rate": 6.647060757196818e-07,
      "loss": 0.0005,
      "step": 1251
    },
    {
      "epoch": 4.725897920604915,
      "grad_norm": 0.03989715874195099,
      "learning_rate": 6.609837165175408e-07,
      "loss": 0.0003,
      "step": 1252
    },
    {
      "epoch": 4.729678638941399,
      "grad_norm": 0.14208559691905975,
      "learning_rate": 6.57270220828238e-07,
      "loss": 0.0007,
      "step": 1253
    },
    {
      "epoch": 4.733459357277883,
      "grad_norm": 0.024005800485610962,
      "learning_rate": 6.535656065497237e-07,
      "loss": 0.0002,
      "step": 1254
    },
    {
      "epoch": 4.737240075614367,
      "grad_norm": 0.24465472996234894,
      "learning_rate": 6.49869891537136e-07,
      "loss": 0.0007,
      "step": 1255
    },
    {
      "epoch": 4.741020793950851,
      "grad_norm": 0.07883734256029129,
      "learning_rate": 6.461830936027272e-07,
      "loss": 0.0002,
      "step": 1256
    },
    {
      "epoch": 4.744801512287335,
      "grad_norm": 0.0853784829378128,
      "learning_rate": 6.425052305157683e-07,
      "loss": 0.0004,
      "step": 1257
    },
    {
      "epoch": 4.748582230623819,
      "grad_norm": 0.037580493837594986,
      "learning_rate": 6.38836320002468e-07,
      "loss": 0.0004,
      "step": 1258
    },
    {
      "epoch": 4.752362948960302,
      "grad_norm": 0.04207819327712059,
      "learning_rate": 6.351763797458879e-07,
      "loss": 0.0003,
      "step": 1259
    },
    {
      "epoch": 4.7561436672967865,
      "grad_norm": 0.1094450056552887,
      "learning_rate": 6.315254273858525e-07,
      "loss": 0.0005,
      "step": 1260
    },
    {
      "epoch": 4.75992438563327,
      "grad_norm": 0.1623501181602478,
      "learning_rate": 6.278834805188699e-07,
      "loss": 0.0012,
      "step": 1261
    },
    {
      "epoch": 4.763705103969754,
      "grad_norm": 0.044797904789447784,
      "learning_rate": 6.242505566980423e-07,
      "loss": 0.0003,
      "step": 1262
    },
    {
      "epoch": 4.767485822306238,
      "grad_norm": 0.008014979772269726,
      "learning_rate": 6.20626673432986e-07,
      "loss": 0.0001,
      "step": 1263
    },
    {
      "epoch": 4.771266540642722,
      "grad_norm": 0.17691481113433838,
      "learning_rate": 6.170118481897422e-07,
      "loss": 0.0009,
      "step": 1264
    },
    {
      "epoch": 4.775047258979206,
      "grad_norm": 0.10001453012228012,
      "learning_rate": 6.134060983906964e-07,
      "loss": 0.0006,
      "step": 1265
    },
    {
      "epoch": 4.77882797731569,
      "grad_norm": 0.029246237128973007,
      "learning_rate": 6.09809441414492e-07,
      "loss": 0.0002,
      "step": 1266
    },
    {
      "epoch": 4.782608695652174,
      "grad_norm": 0.3046590983867645,
      "learning_rate": 6.062218945959497e-07,
      "loss": 0.003,
      "step": 1267
    },
    {
      "epoch": 4.786389413988658,
      "grad_norm": 0.06525318324565887,
      "learning_rate": 6.026434752259802e-07,
      "loss": 0.0003,
      "step": 1268
    },
    {
      "epoch": 4.790170132325142,
      "grad_norm": 0.03284177929162979,
      "learning_rate": 5.990742005515024e-07,
      "loss": 0.0003,
      "step": 1269
    },
    {
      "epoch": 4.793950850661625,
      "grad_norm": 0.057276710867881775,
      "learning_rate": 5.955140877753635e-07,
      "loss": 0.0003,
      "step": 1270
    },
    {
      "epoch": 4.79773156899811,
      "grad_norm": 0.033256255090236664,
      "learning_rate": 5.919631540562473e-07,
      "loss": 0.0003,
      "step": 1271
    },
    {
      "epoch": 4.801512287334593,
      "grad_norm": 0.11409135162830353,
      "learning_rate": 5.884214165086036e-07,
      "loss": 0.0006,
      "step": 1272
    },
    {
      "epoch": 4.805293005671078,
      "grad_norm": 0.19041526317596436,
      "learning_rate": 5.848888922025553e-07,
      "loss": 0.0006,
      "step": 1273
    },
    {
      "epoch": 4.809073724007561,
      "grad_norm": 0.0136854387819767,
      "learning_rate": 5.813655981638217e-07,
      "loss": 0.0001,
      "step": 1274
    },
    {
      "epoch": 4.812854442344046,
      "grad_norm": 0.12821362912654877,
      "learning_rate": 5.778515513736338e-07,
      "loss": 0.0005,
      "step": 1275
    },
    {
      "epoch": 4.816635160680529,
      "grad_norm": 0.018250375986099243,
      "learning_rate": 5.743467687686563e-07,
      "loss": 0.0001,
      "step": 1276
    },
    {
      "epoch": 4.8204158790170135,
      "grad_norm": 0.3716386556625366,
      "learning_rate": 5.708512672409002e-07,
      "loss": 0.001,
      "step": 1277
    },
    {
      "epoch": 4.824196597353497,
      "grad_norm": 0.07315511256456375,
      "learning_rate": 5.673650636376457e-07,
      "loss": 0.0005,
      "step": 1278
    },
    {
      "epoch": 4.8279773156899815,
      "grad_norm": 0.031180553138256073,
      "learning_rate": 5.638881747613603e-07,
      "loss": 0.0002,
      "step": 1279
    },
    {
      "epoch": 4.831758034026465,
      "grad_norm": 0.03074919618666172,
      "learning_rate": 5.604206173696169e-07,
      "loss": 0.0002,
      "step": 1280
    },
    {
      "epoch": 4.8355387523629485,
      "grad_norm": 0.2015416920185089,
      "learning_rate": 5.56962408175013e-07,
      "loss": 0.0004,
      "step": 1281
    },
    {
      "epoch": 4.839319470699433,
      "grad_norm": 0.01151141058653593,
      "learning_rate": 5.5351356384509e-07,
      "loss": 0.0001,
      "step": 1282
    },
    {
      "epoch": 4.843100189035916,
      "grad_norm": 0.19769836962223053,
      "learning_rate": 5.500741010022564e-07,
      "loss": 0.0003,
      "step": 1283
    },
    {
      "epoch": 4.846880907372401,
      "grad_norm": 0.022758327424526215,
      "learning_rate": 5.466440362237e-07,
      "loss": 0.0002,
      "step": 1284
    },
    {
      "epoch": 4.850661625708884,
      "grad_norm": 0.10503081232309341,
      "learning_rate": 5.432233860413172e-07,
      "loss": 0.0006,
      "step": 1285
    },
    {
      "epoch": 4.854442344045369,
      "grad_norm": 0.13454023003578186,
      "learning_rate": 5.398121669416262e-07,
      "loss": 0.0005,
      "step": 1286
    },
    {
      "epoch": 4.858223062381852,
      "grad_norm": 0.16286829113960266,
      "learning_rate": 5.364103953656905e-07,
      "loss": 0.0011,
      "step": 1287
    },
    {
      "epoch": 4.862003780718337,
      "grad_norm": 0.6373857855796814,
      "learning_rate": 5.33018087709041e-07,
      "loss": 0.0015,
      "step": 1288
    },
    {
      "epoch": 4.86578449905482,
      "grad_norm": 0.005870916415005922,
      "learning_rate": 5.296352603215935e-07,
      "loss": 0.0001,
      "step": 1289
    },
    {
      "epoch": 4.869565217391305,
      "grad_norm": 0.24929335713386536,
      "learning_rate": 5.262619295075721e-07,
      "loss": 0.0011,
      "step": 1290
    },
    {
      "epoch": 4.873345935727788,
      "grad_norm": 0.07431139051914215,
      "learning_rate": 5.2289811152543e-07,
      "loss": 0.0006,
      "step": 1291
    },
    {
      "epoch": 4.877126654064273,
      "grad_norm": 0.07029802352190018,
      "learning_rate": 5.195438225877738e-07,
      "loss": 0.0004,
      "step": 1292
    },
    {
      "epoch": 4.880907372400756,
      "grad_norm": 0.009167086333036423,
      "learning_rate": 5.161990788612781e-07,
      "loss": 0.0001,
      "step": 1293
    },
    {
      "epoch": 4.8846880907372405,
      "grad_norm": 0.02880323864519596,
      "learning_rate": 5.128638964666166e-07,
      "loss": 0.0003,
      "step": 1294
    },
    {
      "epoch": 4.888468809073724,
      "grad_norm": 0.2872433364391327,
      "learning_rate": 5.095382914783803e-07,
      "loss": 0.0029,
      "step": 1295
    },
    {
      "epoch": 4.892249527410208,
      "grad_norm": 0.020014256238937378,
      "learning_rate": 5.062222799249958e-07,
      "loss": 0.0001,
      "step": 1296
    },
    {
      "epoch": 4.896030245746692,
      "grad_norm": 0.13867512345314026,
      "learning_rate": 5.02915877788657e-07,
      "loss": 0.0007,
      "step": 1297
    },
    {
      "epoch": 4.8998109640831755,
      "grad_norm": 0.23288698494434357,
      "learning_rate": 4.996191010052404e-07,
      "loss": 0.005,
      "step": 1298
    },
    {
      "epoch": 4.90359168241966,
      "grad_norm": 0.18965700268745422,
      "learning_rate": 4.963319654642321e-07,
      "loss": 0.0008,
      "step": 1299
    },
    {
      "epoch": 4.9073724007561434,
      "grad_norm": 0.015174778178334236,
      "learning_rate": 4.93054487008649e-07,
      "loss": 0.0001,
      "step": 1300
    },
    {
      "epoch": 4.911153119092628,
      "grad_norm": 0.006329611875116825,
      "learning_rate": 4.897866814349667e-07,
      "loss": 0.0001,
      "step": 1301
    },
    {
      "epoch": 4.914933837429111,
      "grad_norm": 0.054992418736219406,
      "learning_rate": 4.865285644930373e-07,
      "loss": 0.0003,
      "step": 1302
    },
    {
      "epoch": 4.918714555765596,
      "grad_norm": 0.008632317185401917,
      "learning_rate": 4.832801518860175e-07,
      "loss": 0.0001,
      "step": 1303
    },
    {
      "epoch": 4.922495274102079,
      "grad_norm": 0.08638248592615128,
      "learning_rate": 4.800414592702934e-07,
      "loss": 0.0004,
      "step": 1304
    },
    {
      "epoch": 4.926275992438564,
      "grad_norm": 0.0244189091026783,
      "learning_rate": 4.7681250225540184e-07,
      "loss": 0.0002,
      "step": 1305
    },
    {
      "epoch": 4.930056710775047,
      "grad_norm": 0.0715269073843956,
      "learning_rate": 4.7359329640395746e-07,
      "loss": 0.0003,
      "step": 1306
    },
    {
      "epoch": 4.933837429111531,
      "grad_norm": 0.049625638872385025,
      "learning_rate": 4.7038385723157666e-07,
      "loss": 0.0002,
      "step": 1307
    },
    {
      "epoch": 4.937618147448015,
      "grad_norm": 1.2531838417053223,
      "learning_rate": 4.671842002068061e-07,
      "loss": 0.0013,
      "step": 1308
    },
    {
      "epoch": 4.941398865784499,
      "grad_norm": 0.28482598066329956,
      "learning_rate": 4.639943407510408e-07,
      "loss": 0.0022,
      "step": 1309
    },
    {
      "epoch": 4.945179584120983,
      "grad_norm": 0.24505776166915894,
      "learning_rate": 4.608142942384586e-07,
      "loss": 0.0012,
      "step": 1310
    },
    {
      "epoch": 4.948960302457467,
      "grad_norm": 0.007503789849579334,
      "learning_rate": 4.576440759959394e-07,
      "loss": 0.0001,
      "step": 1311
    },
    {
      "epoch": 4.952741020793951,
      "grad_norm": 0.27511751651763916,
      "learning_rate": 4.54483701302994e-07,
      "loss": 0.0017,
      "step": 1312
    },
    {
      "epoch": 4.956521739130435,
      "grad_norm": 0.05660960078239441,
      "learning_rate": 4.513331853916922e-07,
      "loss": 0.0003,
      "step": 1313
    },
    {
      "epoch": 4.960302457466919,
      "grad_norm": 0.022548669949173927,
      "learning_rate": 4.4819254344658505e-07,
      "loss": 0.0002,
      "step": 1314
    },
    {
      "epoch": 4.9640831758034025,
      "grad_norm": 0.11190716922283173,
      "learning_rate": 4.450617906046348e-07,
      "loss": 0.0005,
      "step": 1315
    },
    {
      "epoch": 4.967863894139887,
      "grad_norm": 0.11963574588298798,
      "learning_rate": 4.419409419551407e-07,
      "loss": 0.0005,
      "step": 1316
    },
    {
      "epoch": 4.9716446124763705,
      "grad_norm": 0.054456617683172226,
      "learning_rate": 4.388300125396686e-07,
      "loss": 0.0002,
      "step": 1317
    },
    {
      "epoch": 4.975425330812854,
      "grad_norm": 0.17984004318714142,
      "learning_rate": 4.3572901735197457e-07,
      "loss": 0.0034,
      "step": 1318
    },
    {
      "epoch": 4.979206049149338,
      "grad_norm": 0.03220417723059654,
      "learning_rate": 4.32637971337935e-07,
      "loss": 0.0002,
      "step": 1319
    },
    {
      "epoch": 4.982986767485822,
      "grad_norm": 0.0275163222104311,
      "learning_rate": 4.2955688939547516e-07,
      "loss": 0.0002,
      "step": 1320
    },
    {
      "epoch": 4.986767485822306,
      "grad_norm": 0.35353925824165344,
      "learning_rate": 4.264857863744956e-07,
      "loss": 0.0012,
      "step": 1321
    },
    {
      "epoch": 4.99054820415879,
      "grad_norm": 0.0351225808262825,
      "learning_rate": 4.2342467707680163e-07,
      "loss": 0.0002,
      "step": 1322
    },
    {
      "epoch": 4.994328922495274,
      "grad_norm": 0.7056676745414734,
      "learning_rate": 4.2037357625603127e-07,
      "loss": 0.0012,
      "step": 1323
    },
    {
      "epoch": 4.998109640831758,
      "grad_norm": 0.1663798689842224,
      "learning_rate": 4.1733249861758697e-07,
      "loss": 0.0007,
      "step": 1324
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.002775799483060837,
      "learning_rate": 4.143014588185582e-07,
      "loss": 0.0001,
      "step": 1325
    },
    {
      "epoch": 5.0037807183364835,
      "grad_norm": 0.015545940026640892,
      "learning_rate": 4.1128047146765936e-07,
      "loss": 0.0001,
      "step": 1326
    },
    {
      "epoch": 5.007561436672968,
      "grad_norm": 0.020587166771292686,
      "learning_rate": 4.082695511251522e-07,
      "loss": 0.0002,
      "step": 1327
    },
    {
      "epoch": 5.0113421550094515,
      "grad_norm": 0.0743769034743309,
      "learning_rate": 4.0526871230277904e-07,
      "loss": 0.0003,
      "step": 1328
    },
    {
      "epoch": 5.015122873345936,
      "grad_norm": 0.047476768493652344,
      "learning_rate": 4.022779694636941e-07,
      "loss": 0.0003,
      "step": 1329
    },
    {
      "epoch": 5.018903591682419,
      "grad_norm": 0.16292473673820496,
      "learning_rate": 3.992973370223896e-07,
      "loss": 0.0003,
      "step": 1330
    },
    {
      "epoch": 5.022684310018904,
      "grad_norm": 0.0061319018714129925,
      "learning_rate": 3.963268293446296e-07,
      "loss": 0.0001,
      "step": 1331
    },
    {
      "epoch": 5.026465028355387,
      "grad_norm": 0.1270836442708969,
      "learning_rate": 3.933664607473789e-07,
      "loss": 0.0007,
      "step": 1332
    },
    {
      "epoch": 5.030245746691872,
      "grad_norm": 0.21252499520778656,
      "learning_rate": 3.904162454987373e-07,
      "loss": 0.0015,
      "step": 1333
    },
    {
      "epoch": 5.034026465028355,
      "grad_norm": 0.03182823956012726,
      "learning_rate": 3.874761978178665e-07,
      "loss": 0.0002,
      "step": 1334
    },
    {
      "epoch": 5.03780718336484,
      "grad_norm": 0.08775905519723892,
      "learning_rate": 3.845463318749235e-07,
      "loss": 0.0004,
      "step": 1335
    },
    {
      "epoch": 5.041587901701323,
      "grad_norm": 0.05888428911566734,
      "learning_rate": 3.8162666179099253e-07,
      "loss": 0.0003,
      "step": 1336
    },
    {
      "epoch": 5.045368620037808,
      "grad_norm": 0.07403896749019623,
      "learning_rate": 3.7871720163801836e-07,
      "loss": 0.0003,
      "step": 1337
    },
    {
      "epoch": 5.049149338374291,
      "grad_norm": 0.09960105270147324,
      "learning_rate": 3.7581796543873476e-07,
      "loss": 0.0004,
      "step": 1338
    },
    {
      "epoch": 5.052930056710775,
      "grad_norm": 0.16964691877365112,
      "learning_rate": 3.729289671665998e-07,
      "loss": 0.0003,
      "step": 1339
    },
    {
      "epoch": 5.056710775047259,
      "grad_norm": 0.037955392152071,
      "learning_rate": 3.700502207457293e-07,
      "loss": 0.0002,
      "step": 1340
    },
    {
      "epoch": 5.060491493383743,
      "grad_norm": 0.04902094602584839,
      "learning_rate": 3.6718174005082515e-07,
      "loss": 0.0002,
      "step": 1341
    },
    {
      "epoch": 5.064272211720227,
      "grad_norm": 0.12219687551259995,
      "learning_rate": 3.6432353890711426e-07,
      "loss": 0.0007,
      "step": 1342
    },
    {
      "epoch": 5.0680529300567105,
      "grad_norm": 0.2989348769187927,
      "learning_rate": 3.614756310902781e-07,
      "loss": 0.0015,
      "step": 1343
    },
    {
      "epoch": 5.071833648393195,
      "grad_norm": 0.07826798409223557,
      "learning_rate": 3.58638030326387e-07,
      "loss": 0.0004,
      "step": 1344
    },
    {
      "epoch": 5.0756143667296785,
      "grad_norm": 0.3352700173854828,
      "learning_rate": 3.5581075029183427e-07,
      "loss": 0.0004,
      "step": 1345
    },
    {
      "epoch": 5.079395085066163,
      "grad_norm": 0.10831774771213531,
      "learning_rate": 3.529938046132717e-07,
      "loss": 0.0005,
      "step": 1346
    },
    {
      "epoch": 5.083175803402646,
      "grad_norm": 0.2404409795999527,
      "learning_rate": 3.501872068675413e-07,
      "loss": 0.0003,
      "step": 1347
    },
    {
      "epoch": 5.086956521739131,
      "grad_norm": 0.007612737361341715,
      "learning_rate": 3.4739097058161116e-07,
      "loss": 0.0001,
      "step": 1348
    },
    {
      "epoch": 5.090737240075614,
      "grad_norm": 0.027310775592923164,
      "learning_rate": 3.446051092325112e-07,
      "loss": 0.0002,
      "step": 1349
    },
    {
      "epoch": 5.094517958412098,
      "grad_norm": 0.08922844380140305,
      "learning_rate": 3.4182963624726616e-07,
      "loss": 0.0006,
      "step": 1350
    },
    {
      "epoch": 5.098298676748582,
      "grad_norm": 0.07636455446481705,
      "learning_rate": 3.390645650028324e-07,
      "loss": 0.0004,
      "step": 1351
    },
    {
      "epoch": 5.102079395085066,
      "grad_norm": 0.19351264834403992,
      "learning_rate": 3.3630990882603215e-07,
      "loss": 0.0004,
      "step": 1352
    },
    {
      "epoch": 5.10586011342155,
      "grad_norm": 0.0876229852437973,
      "learning_rate": 3.3356568099349287e-07,
      "loss": 0.0003,
      "step": 1353
    },
    {
      "epoch": 5.109640831758034,
      "grad_norm": 0.015671370550990105,
      "learning_rate": 3.3083189473157584e-07,
      "loss": 0.0001,
      "step": 1354
    },
    {
      "epoch": 5.113421550094518,
      "grad_norm": 0.05094285309314728,
      "learning_rate": 3.281085632163211e-07,
      "loss": 0.0002,
      "step": 1355
    },
    {
      "epoch": 5.117202268431002,
      "grad_norm": 0.004448906984180212,
      "learning_rate": 3.253956995733798e-07,
      "loss": 0.0001,
      "step": 1356
    },
    {
      "epoch": 5.120982986767486,
      "grad_norm": 0.06320744007825851,
      "learning_rate": 3.2269331687794695e-07,
      "loss": 0.0003,
      "step": 1357
    },
    {
      "epoch": 5.12476370510397,
      "grad_norm": 0.11461395025253296,
      "learning_rate": 3.200014281547076e-07,
      "loss": 0.0005,
      "step": 1358
    },
    {
      "epoch": 5.128544423440454,
      "grad_norm": 0.04418833553791046,
      "learning_rate": 3.1732004637776594e-07,
      "loss": 0.0004,
      "step": 1359
    },
    {
      "epoch": 5.1323251417769375,
      "grad_norm": 0.04186620935797691,
      "learning_rate": 3.1464918447058623e-07,
      "loss": 0.0003,
      "step": 1360
    },
    {
      "epoch": 5.136105860113422,
      "grad_norm": 0.0854787528514862,
      "learning_rate": 3.1198885530593025e-07,
      "loss": 0.0004,
      "step": 1361
    },
    {
      "epoch": 5.1398865784499055,
      "grad_norm": 0.048746850341558456,
      "learning_rate": 3.0933907170579646e-07,
      "loss": 0.0003,
      "step": 1362
    },
    {
      "epoch": 5.143667296786389,
      "grad_norm": 0.02848944626748562,
      "learning_rate": 3.0669984644135455e-07,
      "loss": 0.0001,
      "step": 1363
    },
    {
      "epoch": 5.147448015122873,
      "grad_norm": 0.1088767722249031,
      "learning_rate": 3.040711922328871e-07,
      "loss": 0.0003,
      "step": 1364
    },
    {
      "epoch": 5.151228733459357,
      "grad_norm": 0.23314891755580902,
      "learning_rate": 3.014531217497282e-07,
      "loss": 0.001,
      "step": 1365
    },
    {
      "epoch": 5.155009451795841,
      "grad_norm": 0.010488437488675117,
      "learning_rate": 2.9884564761020083e-07,
      "loss": 0.0001,
      "step": 1366
    },
    {
      "epoch": 5.158790170132325,
      "grad_norm": 0.0435272715985775,
      "learning_rate": 2.9624878238155605e-07,
      "loss": 0.0003,
      "step": 1367
    },
    {
      "epoch": 5.162570888468809,
      "grad_norm": 0.16945038735866547,
      "learning_rate": 2.9366253857991326e-07,
      "loss": 0.001,
      "step": 1368
    },
    {
      "epoch": 5.166351606805293,
      "grad_norm": 0.22480547428131104,
      "learning_rate": 2.910869286702023e-07,
      "loss": 0.0017,
      "step": 1369
    },
    {
      "epoch": 5.170132325141777,
      "grad_norm": 0.016588395461440086,
      "learning_rate": 2.8852196506609644e-07,
      "loss": 0.0002,
      "step": 1370
    },
    {
      "epoch": 5.173913043478261,
      "grad_norm": 0.12868349254131317,
      "learning_rate": 2.8596766012996047e-07,
      "loss": 0.0005,
      "step": 1371
    },
    {
      "epoch": 5.177693761814745,
      "grad_norm": 0.008798662573099136,
      "learning_rate": 2.8342402617278606e-07,
      "loss": 0.0001,
      "step": 1372
    },
    {
      "epoch": 5.181474480151229,
      "grad_norm": 0.013135658577084541,
      "learning_rate": 2.808910754541336e-07,
      "loss": 0.0001,
      "step": 1373
    },
    {
      "epoch": 5.185255198487713,
      "grad_norm": 0.08154350519180298,
      "learning_rate": 2.78368820182075e-07,
      "loss": 0.0003,
      "step": 1374
    },
    {
      "epoch": 5.189035916824197,
      "grad_norm": 0.2533663511276245,
      "learning_rate": 2.7585727251313196e-07,
      "loss": 0.0019,
      "step": 1375
    },
    {
      "epoch": 5.19281663516068,
      "grad_norm": 0.023373350501060486,
      "learning_rate": 2.733564445522191e-07,
      "loss": 0.0002,
      "step": 1376
    },
    {
      "epoch": 5.196597353497165,
      "grad_norm": 0.004523281939327717,
      "learning_rate": 2.7086634835258416e-07,
      "loss": 0.0001,
      "step": 1377
    },
    {
      "epoch": 5.200378071833648,
      "grad_norm": 0.07378626614809036,
      "learning_rate": 2.683869959157534e-07,
      "loss": 0.0002,
      "step": 1378
    },
    {
      "epoch": 5.2041587901701325,
      "grad_norm": 0.15514302253723145,
      "learning_rate": 2.6591839919146963e-07,
      "loss": 0.0008,
      "step": 1379
    },
    {
      "epoch": 5.207939508506616,
      "grad_norm": 0.045652490109205246,
      "learning_rate": 2.6346057007763603e-07,
      "loss": 0.0001,
      "step": 1380
    },
    {
      "epoch": 5.2117202268431,
      "grad_norm": 0.2619495391845703,
      "learning_rate": 2.610135204202599e-07,
      "loss": 0.0002,
      "step": 1381
    },
    {
      "epoch": 5.215500945179584,
      "grad_norm": 0.1071959137916565,
      "learning_rate": 2.585772620133947e-07,
      "loss": 0.0008,
      "step": 1382
    },
    {
      "epoch": 5.219281663516068,
      "grad_norm": 0.11351490020751953,
      "learning_rate": 2.561518065990834e-07,
      "loss": 0.0006,
      "step": 1383
    },
    {
      "epoch": 5.223062381852552,
      "grad_norm": 0.09148130565881729,
      "learning_rate": 2.5373716586730047e-07,
      "loss": 0.0004,
      "step": 1384
    },
    {
      "epoch": 5.226843100189036,
      "grad_norm": 0.11707410216331482,
      "learning_rate": 2.513333514558994e-07,
      "loss": 0.0013,
      "step": 1385
    },
    {
      "epoch": 5.23062381852552,
      "grad_norm": 0.006176994182169437,
      "learning_rate": 2.4894037495055036e-07,
      "loss": 0.0001,
      "step": 1386
    },
    {
      "epoch": 5.234404536862003,
      "grad_norm": 0.020725781098008156,
      "learning_rate": 2.465582478846917e-07,
      "loss": 0.0001,
      "step": 1387
    },
    {
      "epoch": 5.238185255198488,
      "grad_norm": 0.04577802121639252,
      "learning_rate": 2.4418698173946873e-07,
      "loss": 0.0003,
      "step": 1388
    },
    {
      "epoch": 5.241965973534971,
      "grad_norm": 0.22789855301380157,
      "learning_rate": 2.418265879436804e-07,
      "loss": 0.0011,
      "step": 1389
    },
    {
      "epoch": 5.245746691871456,
      "grad_norm": 0.22857272624969482,
      "learning_rate": 2.39477077873724e-07,
      "loss": 0.0021,
      "step": 1390
    },
    {
      "epoch": 5.249527410207939,
      "grad_norm": 0.025963351130485535,
      "learning_rate": 2.3713846285354226e-07,
      "loss": 0.0002,
      "step": 1391
    },
    {
      "epoch": 5.253308128544424,
      "grad_norm": 0.0036598974838852882,
      "learning_rate": 2.3481075415456494e-07,
      "loss": 0.0001,
      "step": 1392
    },
    {
      "epoch": 5.257088846880907,
      "grad_norm": 0.1250731348991394,
      "learning_rate": 2.3249396299565685e-07,
      "loss": 0.0006,
      "step": 1393
    },
    {
      "epoch": 5.260869565217392,
      "grad_norm": 0.05748940631747246,
      "learning_rate": 2.3018810054306505e-07,
      "loss": 0.0004,
      "step": 1394
    },
    {
      "epoch": 5.264650283553875,
      "grad_norm": 0.10143335908651352,
      "learning_rate": 2.2789317791036186e-07,
      "loss": 0.0009,
      "step": 1395
    },
    {
      "epoch": 5.2684310018903595,
      "grad_norm": 0.07542428374290466,
      "learning_rate": 2.2560920615839339e-07,
      "loss": 0.0003,
      "step": 1396
    },
    {
      "epoch": 5.272211720226843,
      "grad_norm": 1.3619216680526733,
      "learning_rate": 2.2333619629522519e-07,
      "loss": 0.0019,
      "step": 1397
    },
    {
      "epoch": 5.2759924385633274,
      "grad_norm": 0.06844630837440491,
      "learning_rate": 2.2107415927609177e-07,
      "loss": 0.0003,
      "step": 1398
    },
    {
      "epoch": 5.279773156899811,
      "grad_norm": 0.0675884336233139,
      "learning_rate": 2.1882310600333968e-07,
      "loss": 0.0005,
      "step": 1399
    },
    {
      "epoch": 5.2835538752362945,
      "grad_norm": 0.13881497085094452,
      "learning_rate": 2.1658304732637719e-07,
      "loss": 0.0005,
      "step": 1400
    },
    {
      "epoch": 5.287334593572779,
      "grad_norm": 0.0871807262301445,
      "learning_rate": 2.1435399404162393e-07,
      "loss": 0.0006,
      "step": 1401
    },
    {
      "epoch": 5.291115311909262,
      "grad_norm": 0.12734076380729675,
      "learning_rate": 2.1213595689245386e-07,
      "loss": 0.0004,
      "step": 1402
    },
    {
      "epoch": 5.294896030245747,
      "grad_norm": 0.15326640009880066,
      "learning_rate": 2.0992894656914898e-07,
      "loss": 0.0008,
      "step": 1403
    },
    {
      "epoch": 5.29867674858223,
      "grad_norm": 0.007928919047117233,
      "learning_rate": 2.0773297370884376e-07,
      "loss": 0.0001,
      "step": 1404
    },
    {
      "epoch": 5.302457466918715,
      "grad_norm": 0.03422323986887932,
      "learning_rate": 2.0554804889547587e-07,
      "loss": 0.0003,
      "step": 1405
    },
    {
      "epoch": 5.306238185255198,
      "grad_norm": 0.05949372425675392,
      "learning_rate": 2.0337418265973435e-07,
      "loss": 0.0002,
      "step": 1406
    },
    {
      "epoch": 5.310018903591683,
      "grad_norm": 0.005510756745934486,
      "learning_rate": 2.0121138547901014e-07,
      "loss": 0.0001,
      "step": 1407
    },
    {
      "epoch": 5.313799621928166,
      "grad_norm": 0.152805358171463,
      "learning_rate": 1.990596677773435e-07,
      "loss": 0.0004,
      "step": 1408
    },
    {
      "epoch": 5.317580340264651,
      "grad_norm": 0.09017285704612732,
      "learning_rate": 1.9691903992537508e-07,
      "loss": 0.0004,
      "step": 1409
    },
    {
      "epoch": 5.321361058601134,
      "grad_norm": 0.04021616280078888,
      "learning_rate": 1.947895122402968e-07,
      "loss": 0.0002,
      "step": 1410
    },
    {
      "epoch": 5.325141776937619,
      "grad_norm": 0.0911293551325798,
      "learning_rate": 1.9267109498579962e-07,
      "loss": 0.0003,
      "step": 1411
    },
    {
      "epoch": 5.328922495274102,
      "grad_norm": 0.06532394886016846,
      "learning_rate": 1.9056379837202626e-07,
      "loss": 0.0004,
      "step": 1412
    },
    {
      "epoch": 5.332703213610586,
      "grad_norm": 0.05046873539686203,
      "learning_rate": 1.8846763255552098e-07,
      "loss": 0.0003,
      "step": 1413
    },
    {
      "epoch": 5.33648393194707,
      "grad_norm": 0.05093162879347801,
      "learning_rate": 1.8638260763918198e-07,
      "loss": 0.0002,
      "step": 1414
    },
    {
      "epoch": 5.340264650283554,
      "grad_norm": 0.12098737806081772,
      "learning_rate": 1.8430873367220908e-07,
      "loss": 0.0007,
      "step": 1415
    },
    {
      "epoch": 5.344045368620038,
      "grad_norm": 0.2110583633184433,
      "learning_rate": 1.8224602065006035e-07,
      "loss": 0.0034,
      "step": 1416
    },
    {
      "epoch": 5.3478260869565215,
      "grad_norm": 0.2050369828939438,
      "learning_rate": 1.8019447851440165e-07,
      "loss": 0.001,
      "step": 1417
    },
    {
      "epoch": 5.351606805293006,
      "grad_norm": 0.16130445897579193,
      "learning_rate": 1.781541171530554e-07,
      "loss": 0.0038,
      "step": 1418
    },
    {
      "epoch": 5.355387523629489,
      "grad_norm": 0.256651908159256,
      "learning_rate": 1.7612494639995926e-07,
      "loss": 0.0011,
      "step": 1419
    },
    {
      "epoch": 5.359168241965974,
      "grad_norm": 0.047191645950078964,
      "learning_rate": 1.7410697603511383e-07,
      "loss": 0.0002,
      "step": 1420
    },
    {
      "epoch": 5.362948960302457,
      "grad_norm": 0.05085434764623642,
      "learning_rate": 1.721002157845375e-07,
      "loss": 0.0003,
      "step": 1421
    },
    {
      "epoch": 5.366729678638942,
      "grad_norm": 0.05291781574487686,
      "learning_rate": 1.7010467532021902e-07,
      "loss": 0.0003,
      "step": 1422
    },
    {
      "epoch": 5.370510396975425,
      "grad_norm": 0.05128391087055206,
      "learning_rate": 1.6812036426007177e-07,
      "loss": 0.0004,
      "step": 1423
    },
    {
      "epoch": 5.374291115311909,
      "grad_norm": 0.07259636372327805,
      "learning_rate": 1.661472921678864e-07,
      "loss": 0.0004,
      "step": 1424
    },
    {
      "epoch": 5.378071833648393,
      "grad_norm": 0.08863488584756851,
      "learning_rate": 1.64185468553284e-07,
      "loss": 0.0003,
      "step": 1425
    },
    {
      "epoch": 5.381852551984877,
      "grad_norm": 0.13265292346477509,
      "learning_rate": 1.6223490287167354e-07,
      "loss": 0.0007,
      "step": 1426
    },
    {
      "epoch": 5.385633270321361,
      "grad_norm": 0.013009740971028805,
      "learning_rate": 1.602956045242024e-07,
      "loss": 0.0001,
      "step": 1427
    },
    {
      "epoch": 5.389413988657845,
      "grad_norm": 0.1399068683385849,
      "learning_rate": 1.5836758285771303e-07,
      "loss": 0.0007,
      "step": 1428
    },
    {
      "epoch": 5.393194706994329,
      "grad_norm": 0.07947681099176407,
      "learning_rate": 1.5645084716469778e-07,
      "loss": 0.0003,
      "step": 1429
    },
    {
      "epoch": 5.396975425330813,
      "grad_norm": 0.07316634058952332,
      "learning_rate": 1.5454540668325442e-07,
      "loss": 0.0002,
      "step": 1430
    },
    {
      "epoch": 5.400756143667297,
      "grad_norm": 0.01046953909099102,
      "learning_rate": 1.526512705970401e-07,
      "loss": 0.0001,
      "step": 1431
    },
    {
      "epoch": 5.404536862003781,
      "grad_norm": 0.033824142068624496,
      "learning_rate": 1.507684480352292e-07,
      "loss": 0.0003,
      "step": 1432
    },
    {
      "epoch": 5.408317580340265,
      "grad_norm": 0.02064157836139202,
      "learning_rate": 1.488969480724678e-07,
      "loss": 0.0002,
      "step": 1433
    },
    {
      "epoch": 5.4120982986767485,
      "grad_norm": 0.2741069197654724,
      "learning_rate": 1.4703677972882996e-07,
      "loss": 0.0004,
      "step": 1434
    },
    {
      "epoch": 5.415879017013232,
      "grad_norm": 0.12840867042541504,
      "learning_rate": 1.4518795196977575e-07,
      "loss": 0.0008,
      "step": 1435
    },
    {
      "epoch": 5.4196597353497165,
      "grad_norm": 0.010716261342167854,
      "learning_rate": 1.4335047370610616e-07,
      "loss": 0.0001,
      "step": 1436
    },
    {
      "epoch": 5.4234404536862,
      "grad_norm": 0.15260237455368042,
      "learning_rate": 1.415243537939215e-07,
      "loss": 0.0008,
      "step": 1437
    },
    {
      "epoch": 5.427221172022684,
      "grad_norm": 0.15434612333774567,
      "learning_rate": 1.3970960103457722e-07,
      "loss": 0.0008,
      "step": 1438
    },
    {
      "epoch": 5.431001890359168,
      "grad_norm": 0.040472716093063354,
      "learning_rate": 1.37906224174644e-07,
      "loss": 0.0002,
      "step": 1439
    },
    {
      "epoch": 5.434782608695652,
      "grad_norm": 0.022796135395765305,
      "learning_rate": 1.3611423190586308e-07,
      "loss": 0.0001,
      "step": 1440
    },
    {
      "epoch": 5.438563327032136,
      "grad_norm": 0.580222487449646,
      "learning_rate": 1.3433363286510514e-07,
      "loss": 0.0029,
      "step": 1441
    },
    {
      "epoch": 5.44234404536862,
      "grad_norm": 0.0772964134812355,
      "learning_rate": 1.325644356343289e-07,
      "loss": 0.0004,
      "step": 1442
    },
    {
      "epoch": 5.446124763705104,
      "grad_norm": 0.1101996898651123,
      "learning_rate": 1.3080664874054127e-07,
      "loss": 0.0007,
      "step": 1443
    },
    {
      "epoch": 5.449905482041588,
      "grad_norm": 0.02217869460582733,
      "learning_rate": 1.2906028065575255e-07,
      "loss": 0.0002,
      "step": 1444
    },
    {
      "epoch": 5.453686200378072,
      "grad_norm": 0.05168196186423302,
      "learning_rate": 1.2732533979693902e-07,
      "loss": 0.0002,
      "step": 1445
    },
    {
      "epoch": 5.457466918714556,
      "grad_norm": 0.07490702718496323,
      "learning_rate": 1.256018345260013e-07,
      "loss": 0.0003,
      "step": 1446
    },
    {
      "epoch": 5.46124763705104,
      "grad_norm": 0.10955027490854263,
      "learning_rate": 1.238897731497224e-07,
      "loss": 0.0009,
      "step": 1447
    },
    {
      "epoch": 5.465028355387524,
      "grad_norm": 0.1142568439245224,
      "learning_rate": 1.2218916391973118e-07,
      "loss": 0.0004,
      "step": 1448
    },
    {
      "epoch": 5.468809073724008,
      "grad_norm": 0.05572046339511871,
      "learning_rate": 1.2050001503245894e-07,
      "loss": 0.0003,
      "step": 1449
    },
    {
      "epoch": 5.472589792060491,
      "grad_norm": 0.007800830993801355,
      "learning_rate": 1.1882233462910259e-07,
      "loss": 0.0001,
      "step": 1450
    },
    {
      "epoch": 5.4763705103969755,
      "grad_norm": 0.08063488453626633,
      "learning_rate": 1.1715613079558319e-07,
      "loss": 0.0004,
      "step": 1451
    },
    {
      "epoch": 5.480151228733459,
      "grad_norm": 0.11554457992315292,
      "learning_rate": 1.1550141156250944e-07,
      "loss": 0.0005,
      "step": 1452
    },
    {
      "epoch": 5.4839319470699435,
      "grad_norm": 0.08450254052877426,
      "learning_rate": 1.1385818490513733e-07,
      "loss": 0.0003,
      "step": 1453
    },
    {
      "epoch": 5.487712665406427,
      "grad_norm": 0.08703256398439407,
      "learning_rate": 1.1222645874333082e-07,
      "loss": 0.0006,
      "step": 1454
    },
    {
      "epoch": 5.491493383742911,
      "grad_norm": 0.10387970507144928,
      "learning_rate": 1.1060624094152678e-07,
      "loss": 0.0005,
      "step": 1455
    },
    {
      "epoch": 5.495274102079395,
      "grad_norm": 0.09885484725236893,
      "learning_rate": 1.0899753930869395e-07,
      "loss": 0.0005,
      "step": 1456
    },
    {
      "epoch": 5.499054820415879,
      "grad_norm": 0.03747022524476051,
      "learning_rate": 1.0740036159829714e-07,
      "loss": 0.0003,
      "step": 1457
    },
    {
      "epoch": 5.502835538752363,
      "grad_norm": 0.13394807279109955,
      "learning_rate": 1.0581471550825812e-07,
      "loss": 0.0004,
      "step": 1458
    },
    {
      "epoch": 5.506616257088847,
      "grad_norm": 0.06739701330661774,
      "learning_rate": 1.0424060868092195e-07,
      "loss": 0.0005,
      "step": 1459
    },
    {
      "epoch": 5.510396975425331,
      "grad_norm": 0.21297559142112732,
      "learning_rate": 1.0267804870301546e-07,
      "loss": 0.0008,
      "step": 1460
    },
    {
      "epoch": 5.514177693761814,
      "grad_norm": 0.0547952838242054,
      "learning_rate": 1.011270431056141e-07,
      "loss": 0.0002,
      "step": 1461
    },
    {
      "epoch": 5.517958412098299,
      "grad_norm": 0.05023105815052986,
      "learning_rate": 9.958759936410572e-08,
      "loss": 0.0003,
      "step": 1462
    },
    {
      "epoch": 5.521739130434782,
      "grad_norm": 0.026179540902376175,
      "learning_rate": 9.805972489815103e-08,
      "loss": 0.0002,
      "step": 1463
    },
    {
      "epoch": 5.525519848771267,
      "grad_norm": 0.07386493682861328,
      "learning_rate": 9.654342707165254e-08,
      "loss": 0.0003,
      "step": 1464
    },
    {
      "epoch": 5.52930056710775,
      "grad_norm": 0.037049535661935806,
      "learning_rate": 9.503871319271552e-08,
      "loss": 0.0003,
      "step": 1465
    },
    {
      "epoch": 5.533081285444235,
      "grad_norm": 0.010233812965452671,
      "learning_rate": 9.354559051361457e-08,
      "loss": 0.0001,
      "step": 1466
    },
    {
      "epoch": 5.536862003780718,
      "grad_norm": 0.018706122413277626,
      "learning_rate": 9.20640662307576e-08,
      "loss": 0.0001,
      "step": 1467
    },
    {
      "epoch": 5.5406427221172025,
      "grad_norm": 0.09481865912675858,
      "learning_rate": 9.059414748465278e-08,
      "loss": 0.0004,
      "step": 1468
    },
    {
      "epoch": 5.544423440453686,
      "grad_norm": 0.08331181108951569,
      "learning_rate": 8.913584135987197e-08,
      "loss": 0.0006,
      "step": 1469
    },
    {
      "epoch": 5.5482041587901705,
      "grad_norm": 0.1462664157152176,
      "learning_rate": 8.768915488501728e-08,
      "loss": 0.0009,
      "step": 1470
    },
    {
      "epoch": 5.551984877126654,
      "grad_norm": 0.02431604079902172,
      "learning_rate": 8.625409503268956e-08,
      "loss": 0.0002,
      "step": 1471
    },
    {
      "epoch": 5.5557655954631375,
      "grad_norm": 0.12077602744102478,
      "learning_rate": 8.483066871945083e-08,
      "loss": 0.0008,
      "step": 1472
    },
    {
      "epoch": 5.559546313799622,
      "grad_norm": 0.13491597771644592,
      "learning_rate": 8.341888280579386e-08,
      "loss": 0.0006,
      "step": 1473
    },
    {
      "epoch": 5.563327032136106,
      "grad_norm": 0.056098464876413345,
      "learning_rate": 8.201874409610732e-08,
      "loss": 0.0003,
      "step": 1474
    },
    {
      "epoch": 5.56710775047259,
      "grad_norm": 0.006893400568515062,
      "learning_rate": 8.063025933864515e-08,
      "loss": 0.0001,
      "step": 1475
    },
    {
      "epoch": 5.570888468809073,
      "grad_norm": 0.09452251344919205,
      "learning_rate": 7.92534352254909e-08,
      "loss": 0.0003,
      "step": 1476
    },
    {
      "epoch": 5.574669187145558,
      "grad_norm": 0.08272690325975418,
      "learning_rate": 7.788827839252888e-08,
      "loss": 0.0005,
      "step": 1477
    },
    {
      "epoch": 5.578449905482041,
      "grad_norm": 0.1099521815776825,
      "learning_rate": 7.653479541941039e-08,
      "loss": 0.0003,
      "step": 1478
    },
    {
      "epoch": 5.582230623818526,
      "grad_norm": 0.049844082444906235,
      "learning_rate": 7.519299282952086e-08,
      "loss": 0.0002,
      "step": 1479
    },
    {
      "epoch": 5.586011342155009,
      "grad_norm": 0.007461511995643377,
      "learning_rate": 7.38628770899516e-08,
      "loss": 0.0001,
      "step": 1480
    },
    {
      "epoch": 5.589792060491494,
      "grad_norm": 0.29780179262161255,
      "learning_rate": 7.254445461146509e-08,
      "loss": 0.0012,
      "step": 1481
    },
    {
      "epoch": 5.593572778827977,
      "grad_norm": 0.06711945682764053,
      "learning_rate": 7.123773174846694e-08,
      "loss": 0.0004,
      "step": 1482
    },
    {
      "epoch": 5.597353497164462,
      "grad_norm": 0.0450141467154026,
      "learning_rate": 6.994271479897313e-08,
      "loss": 0.0003,
      "step": 1483
    },
    {
      "epoch": 5.601134215500945,
      "grad_norm": 0.06763432174921036,
      "learning_rate": 6.865941000458148e-08,
      "loss": 0.0003,
      "step": 1484
    },
    {
      "epoch": 5.60491493383743,
      "grad_norm": 0.09284917265176773,
      "learning_rate": 6.738782355044048e-08,
      "loss": 0.0006,
      "step": 1485
    },
    {
      "epoch": 5.608695652173913,
      "grad_norm": 0.14375682175159454,
      "learning_rate": 6.612796156521912e-08,
      "loss": 0.0015,
      "step": 1486
    },
    {
      "epoch": 5.612476370510397,
      "grad_norm": 0.15720754861831665,
      "learning_rate": 6.487983012107873e-08,
      "loss": 0.0003,
      "step": 1487
    },
    {
      "epoch": 5.616257088846881,
      "grad_norm": 0.03545217588543892,
      "learning_rate": 6.364343523364264e-08,
      "loss": 0.0002,
      "step": 1488
    },
    {
      "epoch": 5.6200378071833645,
      "grad_norm": 0.04067006707191467,
      "learning_rate": 6.241878286196684e-08,
      "loss": 0.0003,
      "step": 1489
    },
    {
      "epoch": 5.623818525519849,
      "grad_norm": 0.030347026884555817,
      "learning_rate": 6.120587890851293e-08,
      "loss": 0.0002,
      "step": 1490
    },
    {
      "epoch": 5.6275992438563325,
      "grad_norm": 0.28576311469078064,
      "learning_rate": 6.000472921911776e-08,
      "loss": 0.0005,
      "step": 1491
    },
    {
      "epoch": 5.631379962192817,
      "grad_norm": 0.15578241646289825,
      "learning_rate": 5.8815339582966316e-08,
      "loss": 0.0009,
      "step": 1492
    },
    {
      "epoch": 5.6351606805293,
      "grad_norm": 0.026040202006697655,
      "learning_rate": 5.763771573256416e-08,
      "loss": 0.0002,
      "step": 1493
    },
    {
      "epoch": 5.638941398865785,
      "grad_norm": 0.02388918586075306,
      "learning_rate": 5.6471863343708636e-08,
      "loss": 0.0001,
      "step": 1494
    },
    {
      "epoch": 5.642722117202268,
      "grad_norm": 0.01957562379539013,
      "learning_rate": 5.531778803546217e-08,
      "loss": 0.0001,
      "step": 1495
    },
    {
      "epoch": 5.646502835538753,
      "grad_norm": 0.26871076226234436,
      "learning_rate": 5.4175495370125674e-08,
      "loss": 0.0005,
      "step": 1496
    },
    {
      "epoch": 5.650283553875236,
      "grad_norm": 0.07626042515039444,
      "learning_rate": 5.304499085321074e-08,
      "loss": 0.0003,
      "step": 1497
    },
    {
      "epoch": 5.65406427221172,
      "grad_norm": 0.0436607301235199,
      "learning_rate": 5.192627993341359e-08,
      "loss": 0.0002,
      "step": 1498
    },
    {
      "epoch": 5.657844990548204,
      "grad_norm": 0.09298070520162582,
      "learning_rate": 5.081936800258897e-08,
      "loss": 0.0004,
      "step": 1499
    },
    {
      "epoch": 5.661625708884688,
      "grad_norm": 0.13054236769676208,
      "learning_rate": 4.972426039572431e-08,
      "loss": 0.0004,
      "step": 1500
    },
    {
      "epoch": 5.665406427221172,
      "grad_norm": 0.276819109916687,
      "learning_rate": 4.864096239091287e-08,
      "loss": 0.0015,
      "step": 1501
    },
    {
      "epoch": 5.669187145557656,
      "grad_norm": 0.06801024079322815,
      "learning_rate": 4.7569479209329804e-08,
      "loss": 0.0003,
      "step": 1502
    },
    {
      "epoch": 5.67296786389414,
      "grad_norm": 0.15092165768146515,
      "learning_rate": 4.65098160152061e-08,
      "loss": 0.0009,
      "step": 1503
    },
    {
      "epoch": 5.676748582230624,
      "grad_norm": 0.3054540753364563,
      "learning_rate": 4.5461977915803866e-08,
      "loss": 0.0016,
      "step": 1504
    },
    {
      "epoch": 5.680529300567108,
      "grad_norm": 0.05866989865899086,
      "learning_rate": 4.442596996139192e-08,
      "loss": 0.0001,
      "step": 1505
    },
    {
      "epoch": 5.6843100189035916,
      "grad_norm": 0.10321120917797089,
      "learning_rate": 4.3401797145221356e-08,
      "loss": 0.0004,
      "step": 1506
    },
    {
      "epoch": 5.688090737240076,
      "grad_norm": 0.03960734233260155,
      "learning_rate": 4.238946440350111e-08,
      "loss": 0.0002,
      "step": 1507
    },
    {
      "epoch": 5.6918714555765595,
      "grad_norm": 0.04474017396569252,
      "learning_rate": 4.1388976615374664e-08,
      "loss": 0.0002,
      "step": 1508
    },
    {
      "epoch": 5.695652173913043,
      "grad_norm": 0.19345064461231232,
      "learning_rate": 4.040033860289644e-08,
      "loss": 0.0011,
      "step": 1509
    },
    {
      "epoch": 5.699432892249527,
      "grad_norm": 0.107937291264534,
      "learning_rate": 3.942355513100793e-08,
      "loss": 0.0005,
      "step": 1510
    },
    {
      "epoch": 5.703213610586012,
      "grad_norm": 0.07085900008678436,
      "learning_rate": 3.8458630907516336e-08,
      "loss": 0.0003,
      "step": 1511
    },
    {
      "epoch": 5.706994328922495,
      "grad_norm": 0.27383333444595337,
      "learning_rate": 3.7505570583069304e-08,
      "loss": 0.001,
      "step": 1512
    },
    {
      "epoch": 5.710775047258979,
      "grad_norm": 0.10581612586975098,
      "learning_rate": 3.656437875113522e-08,
      "loss": 0.0006,
      "step": 1513
    },
    {
      "epoch": 5.714555765595463,
      "grad_norm": 0.10589946061372757,
      "learning_rate": 3.563505994797961e-08,
      "loss": 0.0004,
      "step": 1514
    },
    {
      "epoch": 5.718336483931947,
      "grad_norm": 0.09371243417263031,
      "learning_rate": 3.4717618652642947e-08,
      "loss": 0.0004,
      "step": 1515
    },
    {
      "epoch": 5.722117202268431,
      "grad_norm": 0.15393085777759552,
      "learning_rate": 3.381205928692094e-08,
      "loss": 0.0008,
      "step": 1516
    },
    {
      "epoch": 5.725897920604915,
      "grad_norm": 0.05155206471681595,
      "learning_rate": 3.2918386215339824e-08,
      "loss": 0.0002,
      "step": 1517
    },
    {
      "epoch": 5.729678638941399,
      "grad_norm": 0.10959815979003906,
      "learning_rate": 3.203660374513945e-08,
      "loss": 0.0003,
      "step": 1518
    },
    {
      "epoch": 5.733459357277883,
      "grad_norm": 0.11393946409225464,
      "learning_rate": 3.1166716126249664e-08,
      "loss": 0.0006,
      "step": 1519
    },
    {
      "epoch": 5.737240075614367,
      "grad_norm": 0.11420772224664688,
      "learning_rate": 3.030872755127034e-08,
      "loss": 0.0003,
      "step": 1520
    },
    {
      "epoch": 5.741020793950851,
      "grad_norm": 0.17956776916980743,
      "learning_rate": 2.9462642155451972e-08,
      "loss": 0.0005,
      "step": 1521
    },
    {
      "epoch": 5.744801512287335,
      "grad_norm": 0.04493578523397446,
      "learning_rate": 2.8628464016675073e-08,
      "loss": 0.0002,
      "step": 1522
    },
    {
      "epoch": 5.748582230623819,
      "grad_norm": 0.07825593650341034,
      "learning_rate": 2.7806197155431093e-08,
      "loss": 0.0003,
      "step": 1523
    },
    {
      "epoch": 5.752362948960302,
      "grad_norm": 0.10764266550540924,
      "learning_rate": 2.6995845534802113e-08,
      "loss": 0.0007,
      "step": 1524
    },
    {
      "epoch": 5.7561436672967865,
      "grad_norm": 0.017182912677526474,
      "learning_rate": 2.6197413060442268e-08,
      "loss": 0.0001,
      "step": 1525
    },
    {
      "epoch": 5.75992438563327,
      "grad_norm": 0.05833111330866814,
      "learning_rate": 2.5410903580559698e-08,
      "loss": 0.0004,
      "step": 1526
    },
    {
      "epoch": 5.763705103969754,
      "grad_norm": 0.23259037733078003,
      "learning_rate": 2.4636320885896294e-08,
      "loss": 0.002,
      "step": 1527
    },
    {
      "epoch": 5.767485822306238,
      "grad_norm": 0.025183355435729027,
      "learning_rate": 2.387366870971103e-08,
      "loss": 0.0002,
      "step": 1528
    },
    {
      "epoch": 5.771266540642722,
      "grad_norm": 0.004049487411975861,
      "learning_rate": 2.3122950727761383e-08,
      "loss": 0.0001,
      "step": 1529
    },
    {
      "epoch": 5.775047258979206,
      "grad_norm": 0.21495746076107025,
      "learning_rate": 2.2384170558284456e-08,
      "loss": 0.0007,
      "step": 1530
    },
    {
      "epoch": 5.77882797731569,
      "grad_norm": 0.04991794005036354,
      "learning_rate": 2.165733176198198e-08,
      "loss": 0.0002,
      "step": 1531
    },
    {
      "epoch": 5.782608695652174,
      "grad_norm": 0.03515658527612686,
      "learning_rate": 2.0942437842001727e-08,
      "loss": 0.0002,
      "step": 1532
    },
    {
      "epoch": 5.786389413988658,
      "grad_norm": 0.03204856067895889,
      "learning_rate": 2.0239492243919467e-08,
      "loss": 0.0002,
      "step": 1533
    },
    {
      "epoch": 5.790170132325142,
      "grad_norm": 0.03522752225399017,
      "learning_rate": 1.9548498355725086e-08,
      "loss": 0.0003,
      "step": 1534
    },
    {
      "epoch": 5.793950850661625,
      "grad_norm": 0.006235829554498196,
      "learning_rate": 1.8869459507803722e-08,
      "loss": 0.0001,
      "step": 1535
    },
    {
      "epoch": 5.79773156899811,
      "grad_norm": 0.053368937224149704,
      "learning_rate": 1.8202378972921043e-08,
      "loss": 0.0003,
      "step": 1536
    },
    {
      "epoch": 5.801512287334593,
      "grad_norm": 0.15392562747001648,
      "learning_rate": 1.7547259966207708e-08,
      "loss": 0.0007,
      "step": 1537
    },
    {
      "epoch": 5.805293005671078,
      "grad_norm": 0.17654727399349213,
      "learning_rate": 1.6904105645142443e-08,
      "loss": 0.0009,
      "step": 1538
    },
    {
      "epoch": 5.809073724007561,
      "grad_norm": 0.05364728718996048,
      "learning_rate": 1.6272919109538986e-08,
      "loss": 0.0003,
      "step": 1539
    },
    {
      "epoch": 5.812854442344046,
      "grad_norm": 0.08575626462697983,
      "learning_rate": 1.565370340152833e-08,
      "loss": 0.0012,
      "step": 1540
    },
    {
      "epoch": 5.816635160680529,
      "grad_norm": 0.05414729565382004,
      "learning_rate": 1.504646150554706e-08,
      "loss": 0.0002,
      "step": 1541
    },
    {
      "epoch": 5.8204158790170135,
      "grad_norm": 0.11814671009778976,
      "learning_rate": 1.4451196348320706e-08,
      "loss": 0.0005,
      "step": 1542
    },
    {
      "epoch": 5.824196597353497,
      "grad_norm": 0.07417936623096466,
      "learning_rate": 1.3867910798850692e-08,
      "loss": 0.0002,
      "step": 1543
    },
    {
      "epoch": 5.8279773156899815,
      "grad_norm": 0.05950590968132019,
      "learning_rate": 1.3296607668400186e-08,
      "loss": 0.0004,
      "step": 1544
    },
    {
      "epoch": 5.831758034026465,
      "grad_norm": 0.23362042009830475,
      "learning_rate": 1.2737289710481048e-08,
      "loss": 0.0032,
      "step": 1545
    },
    {
      "epoch": 5.8355387523629485,
      "grad_norm": 0.028809770941734314,
      "learning_rate": 1.2189959620839686e-08,
      "loss": 0.0002,
      "step": 1546
    },
    {
      "epoch": 5.839319470699433,
      "grad_norm": 0.12129279226064682,
      "learning_rate": 1.1654620037445109e-08,
      "loss": 0.0006,
      "step": 1547
    },
    {
      "epoch": 5.843100189035916,
      "grad_norm": 0.0542544461786747,
      "learning_rate": 1.1131273540474497e-08,
      "loss": 0.0002,
      "step": 1548
    },
    {
      "epoch": 5.846880907372401,
      "grad_norm": 0.3382869064807892,
      "learning_rate": 1.0619922652303494e-08,
      "loss": 0.0023,
      "step": 1549
    },
    {
      "epoch": 5.850661625708884,
      "grad_norm": 0.191293865442276,
      "learning_rate": 1.0120569837491212e-08,
      "loss": 0.0024,
      "step": 1550
    },
    {
      "epoch": 5.854442344045369,
      "grad_norm": 0.10547634959220886,
      "learning_rate": 9.633217502770242e-09,
      "loss": 0.0006,
      "step": 1551
    },
    {
      "epoch": 5.858223062381852,
      "grad_norm": 0.12045734375715256,
      "learning_rate": 9.157867997034165e-09,
      "loss": 0.0003,
      "step": 1552
    },
    {
      "epoch": 5.862003780718337,
      "grad_norm": 0.013879460282623768,
      "learning_rate": 8.694523611326445e-09,
      "loss": 0.0001,
      "step": 1553
    },
    {
      "epoch": 5.86578449905482,
      "grad_norm": 0.20656751096248627,
      "learning_rate": 8.243186578829609e-09,
      "loss": 0.0009,
      "step": 1554
    },
    {
      "epoch": 5.869565217391305,
      "grad_norm": 0.013404203578829765,
      "learning_rate": 7.803859074854425e-09,
      "loss": 0.0001,
      "step": 1555
    },
    {
      "epoch": 5.873345935727788,
      "grad_norm": 0.0296834297478199,
      "learning_rate": 7.376543216828791e-09,
      "loss": 0.0002,
      "step": 1556
    },
    {
      "epoch": 5.877126654064273,
      "grad_norm": 0.01866457611322403,
      "learning_rate": 6.9612410642888595e-09,
      "loss": 0.0002,
      "step": 1557
    },
    {
      "epoch": 5.880907372400756,
      "grad_norm": 0.1199808269739151,
      "learning_rate": 6.557954618867102e-09,
      "loss": 0.0006,
      "step": 1558
    },
    {
      "epoch": 5.8846880907372405,
      "grad_norm": 0.05731095373630524,
      "learning_rate": 6.16668582428509e-09,
      "loss": 0.0003,
      "step": 1559
    },
    {
      "epoch": 5.888468809073724,
      "grad_norm": 0.10954930633306503,
      "learning_rate": 5.7874365663421195e-09,
      "loss": 0.0004,
      "step": 1560
    },
    {
      "epoch": 5.892249527410208,
      "grad_norm": 0.04187054932117462,
      "learning_rate": 5.420208672907157e-09,
      "loss": 0.0002,
      "step": 1561
    },
    {
      "epoch": 5.896030245746692,
      "grad_norm": 0.031233927235007286,
      "learning_rate": 5.065003913909406e-09,
      "loss": 0.0003,
      "step": 1562
    },
    {
      "epoch": 5.8998109640831755,
      "grad_norm": 0.16604606807231903,
      "learning_rate": 4.7218240013308105e-09,
      "loss": 0.0004,
      "step": 1563
    },
    {
      "epoch": 5.90359168241966,
      "grad_norm": 0.23016543686389923,
      "learning_rate": 4.390670589196622e-09,
      "loss": 0.0009,
      "step": 1564
    },
    {
      "epoch": 5.9073724007561434,
      "grad_norm": 0.059649109840393066,
      "learning_rate": 4.071545273567623e-09,
      "loss": 0.0003,
      "step": 1565
    },
    {
      "epoch": 5.911153119092628,
      "grad_norm": 0.16850413382053375,
      "learning_rate": 3.764449592533748e-09,
      "loss": 0.0003,
      "step": 1566
    },
    {
      "epoch": 5.914933837429111,
      "grad_norm": 0.1676778495311737,
      "learning_rate": 3.4693850262046415e-09,
      "loss": 0.002,
      "step": 1567
    },
    {
      "epoch": 5.918714555765596,
      "grad_norm": 0.025193141773343086,
      "learning_rate": 3.1863529967041117e-09,
      "loss": 0.0002,
      "step": 1568
    },
    {
      "epoch": 5.922495274102079,
      "grad_norm": 0.023572875186800957,
      "learning_rate": 2.9153548681626344e-09,
      "loss": 0.0001,
      "step": 1569
    },
    {
      "epoch": 5.926275992438564,
      "grad_norm": 0.2784389853477478,
      "learning_rate": 2.65639194671069e-09,
      "loss": 0.0011,
      "step": 1570
    },
    {
      "epoch": 5.930056710775047,
      "grad_norm": 0.09678535163402557,
      "learning_rate": 2.409465480472939e-09,
      "loss": 0.0002,
      "step": 1571
    },
    {
      "epoch": 5.933837429111531,
      "grad_norm": 0.9893901348114014,
      "learning_rate": 2.1745766595612785e-09,
      "loss": 0.001,
      "step": 1572
    },
    {
      "epoch": 5.937618147448015,
      "grad_norm": 0.05149627849459648,
      "learning_rate": 1.951726616070404e-09,
      "loss": 0.0002,
      "step": 1573
    },
    {
      "epoch": 5.941398865784499,
      "grad_norm": 0.12159543484449387,
      "learning_rate": 1.740916424071426e-09,
      "loss": 0.0004,
      "step": 1574
    },
    {
      "epoch": 5.945179584120983,
      "grad_norm": 0.006072481628507376,
      "learning_rate": 1.5421470996065946e-09,
      "loss": 0.0001,
      "step": 1575
    },
    {
      "epoch": 5.948960302457467,
      "grad_norm": 0.16599299013614655,
      "learning_rate": 1.3554196006854148e-09,
      "loss": 0.0008,
      "step": 1576
    },
    {
      "epoch": 5.952741020793951,
      "grad_norm": 0.1662135273218155,
      "learning_rate": 1.1807348272790952e-09,
      "loss": 0.001,
      "step": 1577
    },
    {
      "epoch": 5.956521739130435,
      "grad_norm": 0.1766807585954666,
      "learning_rate": 1.018093621316385e-09,
      "loss": 0.001,
      "step": 1578
    },
    {
      "epoch": 5.960302457466919,
      "grad_norm": 0.17354196310043335,
      "learning_rate": 8.674967666791323e-10,
      "loss": 0.0011,
      "step": 1579
    },
    {
      "epoch": 5.9640831758034025,
      "grad_norm": 0.26174816489219666,
      "learning_rate": 7.289449892000644e-10,
      "loss": 0.0009,
      "step": 1580
    },
    {
      "epoch": 5.967863894139887,
      "grad_norm": 0.0724356546998024,
      "learning_rate": 6.02438956657514e-10,
      "loss": 0.0003,
      "step": 1581
    },
    {
      "epoch": 5.9716446124763705,
      "grad_norm": 0.03557472303509712,
      "learning_rate": 4.87979278772921e-10,
      "loss": 0.0002,
      "step": 1582
    },
    {
      "epoch": 5.975425330812854,
      "grad_norm": 0.009614085778594017,
      "learning_rate": 3.855665072080572e-10,
      "loss": 0.0001,
      "step": 1583
    },
    {
      "epoch": 5.979206049149338,
      "grad_norm": 0.02289929799735546,
      "learning_rate": 2.952011355619733e-10,
      "loss": 0.0002,
      "step": 1584
    },
    {
      "epoch": 5.982986767485822,
      "grad_norm": 0.08921874314546585,
      "learning_rate": 2.1688359936905547e-10,
      "loss": 0.0005,
      "step": 1585
    },
    {
      "epoch": 5.986767485822306,
      "grad_norm": 0.12357887625694275,
      "learning_rate": 1.506142760965279e-10,
      "loss": 0.0003,
      "step": 1586
    },
    {
      "epoch": 5.99054820415879,
      "grad_norm": 0.10850539058446884,
      "learning_rate": 9.639348514278724e-11,
      "loss": 0.0007,
      "step": 1587
    },
    {
      "epoch": 5.994328922495274,
      "grad_norm": 0.047880396246910095,
      "learning_rate": 5.422148783629233e-11,
      "loss": 0.0002,
      "step": 1588
    },
    {
      "epoch": 5.998109640831758,
      "grad_norm": 0.11887647956609726,
      "learning_rate": 2.4098487433066308e-11,
      "loss": 0.0041,
      "step": 1589
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.02721889689564705,
      "learning_rate": 6.024629117529212e-12,
      "loss": 0.0002,
      "step": 1590
    }
  ],
  "logging_steps": 1,
  "max_steps": 1590,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.792993297129308e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}