{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.262571007784557,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008415737428992215,
      "grad_norm": 1220866.75,
      "learning_rate": 0.0,
      "loss": 6.7045,
      "step": 1
    },
    {
      "epoch": 0.001683147485798443,
      "grad_norm": 1159900.75,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 5.5719,
      "step": 2
    },
    {
      "epoch": 0.0025247212286976647,
      "grad_norm": 179539.0,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 2.9643,
      "step": 3
    },
    {
      "epoch": 0.003366294971596886,
      "grad_norm": 60915.5234375,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 2.3161,
      "step": 4
    },
    {
      "epoch": 0.004207868714496108,
      "grad_norm": 41937.33984375,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 2.3402,
      "step": 5
    },
    {
      "epoch": 0.005049442457395329,
      "grad_norm": 25547.8046875,
      "learning_rate": 5.000000000000001e-07,
      "loss": 2.0138,
      "step": 6
    },
    {
      "epoch": 0.005891016200294551,
      "grad_norm": 22664.328125,
      "learning_rate": 6.000000000000001e-07,
      "loss": 2.0857,
      "step": 7
    },
    {
      "epoch": 0.006732589943193772,
      "grad_norm": 14687.037109375,
      "learning_rate": 7.000000000000001e-07,
      "loss": 2.0964,
      "step": 8
    },
    {
      "epoch": 0.007574163686092994,
      "grad_norm": 13980.6904296875,
      "learning_rate": 8.000000000000001e-07,
      "loss": 2.4171,
      "step": 9
    },
    {
      "epoch": 0.008415737428992216,
      "grad_norm": 9177.841796875,
      "learning_rate": 9.000000000000001e-07,
      "loss": 2.0959,
      "step": 10
    },
    {
      "epoch": 0.009257311171891438,
      "grad_norm": 7599.8466796875,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.7852,
      "step": 11
    },
    {
      "epoch": 0.010098884914790659,
      "grad_norm": 6499.0732421875,
      "learning_rate": 1.1e-06,
      "loss": 1.6924,
      "step": 12
    },
    {
      "epoch": 0.01094045865768988,
      "grad_norm": 6869.11865234375,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.6957,
      "step": 13
    },
    {
      "epoch": 0.011782032400589101,
      "grad_norm": 6527.53662109375,
      "learning_rate": 1.3e-06,
      "loss": 1.6633,
      "step": 14
    },
    {
      "epoch": 0.012623606143488323,
      "grad_norm": 6013.7412109375,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 1.8745,
      "step": 15
    },
    {
      "epoch": 0.013465179886387544,
      "grad_norm": 7231.5712890625,
      "learning_rate": 1.5e-06,
      "loss": 1.5122,
      "step": 16
    },
    {
      "epoch": 0.014306753629286767,
      "grad_norm": 5269.26318359375,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.8746,
      "step": 17
    },
    {
      "epoch": 0.015148327372185988,
      "grad_norm": 6138.6845703125,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 1.9535,
      "step": 18
    },
    {
      "epoch": 0.01598990111508521,
      "grad_norm": 5054.857421875,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 1.8551,
      "step": 19
    },
    {
      "epoch": 0.016831474857984433,
      "grad_norm": 5286.1708984375,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 1.8266,
      "step": 20
    },
    {
      "epoch": 0.017673048600883652,
      "grad_norm": 3078.6181640625,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.5621,
      "step": 21
    },
    {
      "epoch": 0.018514622343782875,
      "grad_norm": 4725.95654296875,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 1.4557,
      "step": 22
    },
    {
      "epoch": 0.019356196086682095,
      "grad_norm": 3049.34375,
      "learning_rate": 2.2e-06,
      "loss": 1.6599,
      "step": 23
    },
    {
      "epoch": 0.020197769829581318,
      "grad_norm": 2984.544921875,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 1.7747,
      "step": 24
    },
    {
      "epoch": 0.021039343572480537,
      "grad_norm": 6122.8681640625,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 2.2994,
      "step": 25
    },
    {
      "epoch": 0.02188091731537976,
      "grad_norm": 2451.735107421875,
      "learning_rate": 2.5e-06,
      "loss": 1.6198,
      "step": 26
    },
    {
      "epoch": 0.022722491058278983,
      "grad_norm": 2788.764404296875,
      "learning_rate": 2.6e-06,
      "loss": 1.6456,
      "step": 27
    },
    {
      "epoch": 0.023564064801178203,
      "grad_norm": 2508.93408203125,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 1.6448,
      "step": 28
    },
    {
      "epoch": 0.024405638544077426,
      "grad_norm": 2768.5078125,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.7862,
      "step": 29
    },
    {
      "epoch": 0.025247212286976645,
      "grad_norm": 1970.8114013671875,
      "learning_rate": 2.9e-06,
      "loss": 1.6794,
      "step": 30
    },
    {
      "epoch": 0.02608878602987587,
      "grad_norm": 2229.092041015625,
      "learning_rate": 3e-06,
      "loss": 1.5213,
      "step": 31
    },
    {
      "epoch": 0.026930359772775088,
      "grad_norm": 2219.89990234375,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 1.5728,
      "step": 32
    },
    {
      "epoch": 0.02777193351567431,
      "grad_norm": 2461.462158203125,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.8106,
      "step": 33
    },
    {
      "epoch": 0.028613507258573534,
      "grad_norm": 1786.85693359375,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 1.5036,
      "step": 34
    },
    {
      "epoch": 0.029455081001472753,
      "grad_norm": 1430.862060546875,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 1.2056,
      "step": 35
    },
    {
      "epoch": 0.030296654744371977,
      "grad_norm": 1801.9127197265625,
      "learning_rate": 3.5e-06,
      "loss": 1.3607,
      "step": 36
    },
    {
      "epoch": 0.031138228487271196,
      "grad_norm": 1663.1851806640625,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 1.4841,
      "step": 37
    },
    {
      "epoch": 0.03197980223017042,
      "grad_norm": 2743.8642578125,
      "learning_rate": 3.7e-06,
      "loss": 1.629,
      "step": 38
    },
    {
      "epoch": 0.03282137597306964,
      "grad_norm": 1889.03662109375,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 1.5254,
      "step": 39
    },
    {
      "epoch": 0.033662949715968865,
      "grad_norm": 1672.36279296875,
      "learning_rate": 3.900000000000001e-06,
      "loss": 1.3192,
      "step": 40
    },
    {
      "epoch": 0.034504523458868085,
      "grad_norm": 1701.8798828125,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.5442,
      "step": 41
    },
    {
      "epoch": 0.035346097201767304,
      "grad_norm": 1488.308349609375,
      "learning_rate": 4.1e-06,
      "loss": 1.7156,
      "step": 42
    },
    {
      "epoch": 0.036187670944666524,
      "grad_norm": 1526.427001953125,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.8971,
      "step": 43
    },
    {
      "epoch": 0.03702924468756575,
      "grad_norm": 1431.5985107421875,
      "learning_rate": 4.3e-06,
      "loss": 1.7197,
      "step": 44
    },
    {
      "epoch": 0.03787081843046497,
      "grad_norm": 1157.3121337890625,
      "learning_rate": 4.4e-06,
      "loss": 1.1669,
      "step": 45
    },
    {
      "epoch": 0.03871239217336419,
      "grad_norm": 1217.6405029296875,
      "learning_rate": 4.5e-06,
      "loss": 1.7516,
      "step": 46
    },
    {
      "epoch": 0.039553965916263416,
      "grad_norm": 1782.4837646484375,
      "learning_rate": 4.600000000000001e-06,
      "loss": 1.5455,
      "step": 47
    },
    {
      "epoch": 0.040395539659162635,
      "grad_norm": 1759.3140869140625,
      "learning_rate": 4.7e-06,
      "loss": 1.559,
      "step": 48
    },
    {
      "epoch": 0.041237113402061855,
      "grad_norm": 1439.0577392578125,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.6599,
      "step": 49
    },
    {
      "epoch": 0.042078687144961074,
      "grad_norm": 1564.3431396484375,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 1.666,
      "step": 50
    },
    {
      "epoch": 0.0429202608878603,
      "grad_norm": 1380.912109375,
      "learning_rate": 5e-06,
      "loss": 1.6822,
      "step": 51
    },
    {
      "epoch": 0.04376183463075952,
      "grad_norm": 1470.3021240234375,
      "learning_rate": 4.999999002610039e-06,
      "loss": 1.5958,
      "step": 52
    },
    {
      "epoch": 0.04460340837365874,
      "grad_norm": 2070.1259765625,
      "learning_rate": 4.999996010440949e-06,
      "loss": 1.599,
      "step": 53
    },
    {
      "epoch": 0.045444982116557966,
      "grad_norm": 1041.359375,
      "learning_rate": 4.999991023495121e-06,
      "loss": 1.5113,
      "step": 54
    },
    {
      "epoch": 0.046286555859457186,
      "grad_norm": 917.322998046875,
      "learning_rate": 4.9999840417765314e-06,
      "loss": 1.7166,
      "step": 55
    },
    {
      "epoch": 0.047128129602356406,
      "grad_norm": 1014.3453979492188,
      "learning_rate": 4.999975065290751e-06,
      "loss": 1.4541,
      "step": 56
    },
    {
      "epoch": 0.047969703345255625,
      "grad_norm": 1376.1556396484375,
      "learning_rate": 4.999964094044944e-06,
      "loss": 1.5334,
      "step": 57
    },
    {
      "epoch": 0.04881127708815485,
      "grad_norm": 763.3536376953125,
      "learning_rate": 4.999951128047863e-06,
      "loss": 1.4616,
      "step": 58
    },
    {
      "epoch": 0.04965285083105407,
      "grad_norm": 782.1888427734375,
      "learning_rate": 4.999936167309855e-06,
      "loss": 1.2268,
      "step": 59
    },
    {
      "epoch": 0.05049442457395329,
      "grad_norm": 1264.4327392578125,
      "learning_rate": 4.999919211842856e-06,
      "loss": 1.8287,
      "step": 60
    },
    {
      "epoch": 0.05133599831685252,
      "grad_norm": 792.3248901367188,
      "learning_rate": 4.999900261660395e-06,
      "loss": 1.4994,
      "step": 61
    },
    {
      "epoch": 0.05217757205975174,
      "grad_norm": 707.390380859375,
      "learning_rate": 4.999879316777594e-06,
      "loss": 1.4387,
      "step": 62
    },
    {
      "epoch": 0.053019145802650956,
      "grad_norm": 753.5997924804688,
      "learning_rate": 4.999856377211164e-06,
      "loss": 1.3524,
      "step": 63
    },
    {
      "epoch": 0.053860719545550176,
      "grad_norm": 1315.026611328125,
      "learning_rate": 4.99983144297941e-06,
      "loss": 1.438,
      "step": 64
    },
    {
      "epoch": 0.0547022932884494,
      "grad_norm": 999.6796875,
      "learning_rate": 4.999804514102226e-06,
      "loss": 1.6885,
      "step": 65
    },
    {
      "epoch": 0.05554386703134862,
      "grad_norm": 1015.9467163085938,
      "learning_rate": 4.999775590601098e-06,
      "loss": 1.5048,
      "step": 66
    },
    {
      "epoch": 0.05638544077424784,
      "grad_norm": 904.549560546875,
      "learning_rate": 4.999744672499107e-06,
      "loss": 1.3633,
      "step": 67
    },
    {
      "epoch": 0.05722701451714707,
      "grad_norm": 802.7755737304688,
      "learning_rate": 4.999711759820921e-06,
      "loss": 1.3909,
      "step": 68
    },
    {
      "epoch": 0.05806858826004629,
      "grad_norm": 988.9061279296875,
      "learning_rate": 4.999676852592803e-06,
      "loss": 1.7298,
      "step": 69
    },
    {
      "epoch": 0.05891016200294551,
      "grad_norm": 804.6920776367188,
      "learning_rate": 4.9996399508426045e-06,
      "loss": 1.5774,
      "step": 70
    },
    {
      "epoch": 0.059751735745844727,
      "grad_norm": 983.9691772460938,
      "learning_rate": 4.99960105459977e-06,
      "loss": 1.4138,
      "step": 71
    },
    {
      "epoch": 0.06059330948874395,
      "grad_norm": 1331.3961181640625,
      "learning_rate": 4.999560163895335e-06,
      "loss": 1.5044,
      "step": 72
    },
    {
      "epoch": 0.06143488323164317,
      "grad_norm": 623.4003295898438,
      "learning_rate": 4.9995172787619285e-06,
      "loss": 1.3104,
      "step": 73
    },
    {
      "epoch": 0.06227645697454239,
      "grad_norm": 602.7695922851562,
      "learning_rate": 4.999472399233767e-06,
      "loss": 1.6953,
      "step": 74
    },
    {
      "epoch": 0.06311803071744161,
      "grad_norm": 963.92724609375,
      "learning_rate": 4.999425525346661e-06,
      "loss": 1.4376,
      "step": 75
    },
    {
      "epoch": 0.06395960446034084,
      "grad_norm": 625.63037109375,
      "learning_rate": 4.9993766571380124e-06,
      "loss": 1.6049,
      "step": 76
    },
    {
      "epoch": 0.06480117820324006,
      "grad_norm": 686.1634521484375,
      "learning_rate": 4.999325794646813e-06,
      "loss": 1.5269,
      "step": 77
    },
    {
      "epoch": 0.06564275194613928,
      "grad_norm": 644.1351928710938,
      "learning_rate": 4.999272937913647e-06,
      "loss": 1.3191,
      "step": 78
    },
    {
      "epoch": 0.0664843256890385,
      "grad_norm": 672.7321166992188,
      "learning_rate": 4.99921808698069e-06,
      "loss": 1.1279,
      "step": 79
    },
    {
      "epoch": 0.06732589943193773,
      "grad_norm": 993.0891723632812,
      "learning_rate": 4.999161241891707e-06,
      "loss": 1.6974,
      "step": 80
    },
    {
      "epoch": 0.06816747317483694,
      "grad_norm": 778.0184936523438,
      "learning_rate": 4.999102402692056e-06,
      "loss": 1.6307,
      "step": 81
    },
    {
      "epoch": 0.06900904691773617,
      "grad_norm": 601.3452758789062,
      "learning_rate": 4.9990415694286845e-06,
      "loss": 1.7501,
      "step": 82
    },
    {
      "epoch": 0.06985062066063538,
      "grad_norm": 640.2106323242188,
      "learning_rate": 4.998978742150133e-06,
      "loss": 1.3542,
      "step": 83
    },
    {
      "epoch": 0.07069219440353461,
      "grad_norm": 906.6204833984375,
      "learning_rate": 4.998913920906534e-06,
      "loss": 1.2639,
      "step": 84
    },
    {
      "epoch": 0.07153376814643383,
      "grad_norm": 454.73944091796875,
      "learning_rate": 4.998847105749606e-06,
      "loss": 1.1869,
      "step": 85
    },
    {
      "epoch": 0.07237534188933305,
      "grad_norm": 697.6354370117188,
      "learning_rate": 4.998778296732663e-06,
      "loss": 1.3469,
      "step": 86
    },
    {
      "epoch": 0.07321691563223227,
      "grad_norm": 518.2359619140625,
      "learning_rate": 4.998707493910607e-06,
      "loss": 1.4724,
      "step": 87
    },
    {
      "epoch": 0.0740584893751315,
      "grad_norm": 793.8117065429688,
      "learning_rate": 4.998634697339936e-06,
      "loss": 1.559,
      "step": 88
    },
    {
      "epoch": 0.07490006311803071,
      "grad_norm": 452.31536865234375,
      "learning_rate": 4.998559907078732e-06,
      "loss": 1.1228,
      "step": 89
    },
    {
      "epoch": 0.07574163686092994,
      "grad_norm": 671.4263305664062,
      "learning_rate": 4.998483123186673e-06,
      "loss": 1.3658,
      "step": 90
    },
    {
      "epoch": 0.07658321060382917,
      "grad_norm": 494.4920959472656,
      "learning_rate": 4.998404345725023e-06,
      "loss": 1.4983,
      "step": 91
    },
    {
      "epoch": 0.07742478434672838,
      "grad_norm": 564.9657592773438,
      "learning_rate": 4.998323574756643e-06,
      "loss": 1.4565,
      "step": 92
    },
    {
      "epoch": 0.0782663580896276,
      "grad_norm": 588.97216796875,
      "learning_rate": 4.998240810345979e-06,
      "loss": 1.4131,
      "step": 93
    },
    {
      "epoch": 0.07910793183252683,
      "grad_norm": 912.6625366210938,
      "learning_rate": 4.998156052559071e-06,
      "loss": 1.3753,
      "step": 94
    },
    {
      "epoch": 0.07994950557542604,
      "grad_norm": 623.6527709960938,
      "learning_rate": 4.998069301463546e-06,
      "loss": 1.2489,
      "step": 95
    },
    {
      "epoch": 0.08079107931832527,
      "grad_norm": 479.7945251464844,
      "learning_rate": 4.997980557128627e-06,
      "loss": 1.127,
      "step": 96
    },
    {
      "epoch": 0.08163265306122448,
      "grad_norm": 445.030517578125,
      "learning_rate": 4.997889819625121e-06,
      "loss": 1.2625,
      "step": 97
    },
    {
      "epoch": 0.08247422680412371,
      "grad_norm": 576.0341796875,
      "learning_rate": 4.99779708902543e-06,
      "loss": 1.5363,
      "step": 98
    },
    {
      "epoch": 0.08331580054702294,
      "grad_norm": 646.4935302734375,
      "learning_rate": 4.997702365403546e-06,
      "loss": 1.9151,
      "step": 99
    },
    {
      "epoch": 0.08415737428992215,
      "grad_norm": 688.9935302734375,
      "learning_rate": 4.997605648835048e-06,
      "loss": 1.3353,
      "step": 100
    },
    {
      "epoch": 0.08499894803282138,
      "grad_norm": 547.1505737304688,
      "learning_rate": 4.9975069393971076e-06,
      "loss": 1.2941,
      "step": 101
    },
    {
      "epoch": 0.0858405217757206,
      "grad_norm": 585.2498779296875,
      "learning_rate": 4.997406237168488e-06,
      "loss": 1.4254,
      "step": 102
    },
    {
      "epoch": 0.08668209551861981,
      "grad_norm": 503.3772277832031,
      "learning_rate": 4.997303542229539e-06,
      "loss": 1.2362,
      "step": 103
    },
    {
      "epoch": 0.08752366926151904,
      "grad_norm": 455.1918640136719,
      "learning_rate": 4.997198854662203e-06,
      "loss": 1.182,
      "step": 104
    },
    {
      "epoch": 0.08836524300441827,
      "grad_norm": 571.8682861328125,
      "learning_rate": 4.9970921745500104e-06,
      "loss": 1.5275,
      "step": 105
    },
    {
      "epoch": 0.08920681674731748,
      "grad_norm": 494.3360900878906,
      "learning_rate": 4.996983501978084e-06,
      "loss": 1.3781,
      "step": 106
    },
    {
      "epoch": 0.0900483904902167,
      "grad_norm": 550.50732421875,
      "learning_rate": 4.996872837033134e-06,
      "loss": 1.4291,
      "step": 107
    },
    {
      "epoch": 0.09088996423311593,
      "grad_norm": 601.7146606445312,
      "learning_rate": 4.996760179803461e-06,
      "loss": 1.4825,
      "step": 108
    },
    {
      "epoch": 0.09173153797601515,
      "grad_norm": 441.38037109375,
      "learning_rate": 4.996645530378957e-06,
      "loss": 1.4476,
      "step": 109
    },
    {
      "epoch": 0.09257311171891437,
      "grad_norm": 413.4273986816406,
      "learning_rate": 4.996528888851101e-06,
      "loss": 1.2163,
      "step": 110
    },
    {
      "epoch": 0.09341468546181358,
      "grad_norm": 580.2811279296875,
      "learning_rate": 4.996410255312962e-06,
      "loss": 1.1997,
      "step": 111
    },
    {
      "epoch": 0.09425625920471281,
      "grad_norm": 347.80322265625,
      "learning_rate": 4.996289629859201e-06,
      "loss": 1.3247,
      "step": 112
    },
    {
      "epoch": 0.09509783294761204,
      "grad_norm": 521.5128173828125,
      "learning_rate": 4.996167012586065e-06,
      "loss": 1.3204,
      "step": 113
    },
    {
      "epoch": 0.09593940669051125,
      "grad_norm": 384.0645446777344,
      "learning_rate": 4.996042403591393e-06,
      "loss": 1.3969,
      "step": 114
    },
    {
      "epoch": 0.09678098043341048,
      "grad_norm": 413.4881591796875,
      "learning_rate": 4.99591580297461e-06,
      "loss": 1.4374,
      "step": 115
    },
    {
      "epoch": 0.0976225541763097,
      "grad_norm": 389.8695983886719,
      "learning_rate": 4.995787210836734e-06,
      "loss": 1.1474,
      "step": 116
    },
    {
      "epoch": 0.09846412791920892,
      "grad_norm": 382.87823486328125,
      "learning_rate": 4.995656627280371e-06,
      "loss": 1.3191,
      "step": 117
    },
    {
      "epoch": 0.09930570166210814,
      "grad_norm": 471.7465515136719,
      "learning_rate": 4.995524052409713e-06,
      "loss": 1.5302,
      "step": 118
    },
    {
      "epoch": 0.10014727540500737,
      "grad_norm": 347.9407958984375,
      "learning_rate": 4.995389486330543e-06,
      "loss": 1.1651,
      "step": 119
    },
    {
      "epoch": 0.10098884914790658,
      "grad_norm": 490.6868896484375,
      "learning_rate": 4.995252929150234e-06,
      "loss": 1.2531,
      "step": 120
    },
    {
      "epoch": 0.10183042289080581,
      "grad_norm": 452.0323486328125,
      "learning_rate": 4.995114380977747e-06,
      "loss": 1.3209,
      "step": 121
    },
    {
      "epoch": 0.10267199663370503,
      "grad_norm": 406.12701416015625,
      "learning_rate": 4.99497384192363e-06,
      "loss": 1.5792,
      "step": 122
    },
    {
      "epoch": 0.10351357037660425,
      "grad_norm": 394.3304138183594,
      "learning_rate": 4.994831312100023e-06,
      "loss": 1.2446,
      "step": 123
    },
    {
      "epoch": 0.10435514411950347,
      "grad_norm": 377.8374938964844,
      "learning_rate": 4.994686791620649e-06,
      "loss": 0.9982,
      "step": 124
    },
    {
      "epoch": 0.1051967178624027,
      "grad_norm": 365.93560791015625,
      "learning_rate": 4.994540280600825e-06,
      "loss": 1.1529,
      "step": 125
    },
    {
      "epoch": 0.10603829160530191,
      "grad_norm": 368.8994140625,
      "learning_rate": 4.994391779157452e-06,
      "loss": 1.2085,
      "step": 126
    },
    {
      "epoch": 0.10687986534820114,
      "grad_norm": 381.2408752441406,
      "learning_rate": 4.994241287409024e-06,
      "loss": 1.2553,
      "step": 127
    },
    {
      "epoch": 0.10772143909110035,
      "grad_norm": 387.8236083984375,
      "learning_rate": 4.994088805475618e-06,
      "loss": 1.4945,
      "step": 128
    },
    {
      "epoch": 0.10856301283399958,
      "grad_norm": 305.5185546875,
      "learning_rate": 4.993934333478901e-06,
      "loss": 1.0922,
      "step": 129
    },
    {
      "epoch": 0.1094045865768988,
      "grad_norm": 408.90057373046875,
      "learning_rate": 4.993777871542129e-06,
      "loss": 1.2649,
      "step": 130
    },
    {
      "epoch": 0.11024616031979802,
      "grad_norm": 420.7751159667969,
      "learning_rate": 4.993619419790145e-06,
      "loss": 1.1042,
      "step": 131
    },
    {
      "epoch": 0.11108773406269724,
      "grad_norm": 331.85504150390625,
      "learning_rate": 4.993458978349379e-06,
      "loss": 1.1527,
      "step": 132
    },
    {
      "epoch": 0.11192930780559647,
      "grad_norm": 558.6054077148438,
      "learning_rate": 4.993296547347848e-06,
      "loss": 1.4046,
      "step": 133
    },
    {
      "epoch": 0.11277088154849568,
      "grad_norm": 365.9854736328125,
      "learning_rate": 4.99313212691516e-06,
      "loss": 1.3445,
      "step": 134
    },
    {
      "epoch": 0.11361245529139491,
      "grad_norm": 312.7580261230469,
      "learning_rate": 4.992965717182507e-06,
      "loss": 1.3768,
      "step": 135
    },
    {
      "epoch": 0.11445402903429414,
      "grad_norm": 460.6139831542969,
      "learning_rate": 4.992797318282668e-06,
      "loss": 1.4361,
      "step": 136
    },
    {
      "epoch": 0.11529560277719335,
      "grad_norm": 378.0125732421875,
      "learning_rate": 4.992626930350013e-06,
      "loss": 1.0356,
      "step": 137
    },
    {
      "epoch": 0.11613717652009257,
      "grad_norm": 435.4710388183594,
      "learning_rate": 4.992454553520495e-06,
      "loss": 1.3194,
      "step": 138
    },
    {
      "epoch": 0.1169787502629918,
      "grad_norm": 347.2532043457031,
      "learning_rate": 4.992280187931656e-06,
      "loss": 1.5423,
      "step": 139
    },
    {
      "epoch": 0.11782032400589101,
      "grad_norm": 314.25067138671875,
      "learning_rate": 4.992103833722623e-06,
      "loss": 0.9756,
      "step": 140
    },
    {
      "epoch": 0.11866189774879024,
      "grad_norm": 304.3933410644531,
      "learning_rate": 4.991925491034113e-06,
      "loss": 1.3259,
      "step": 141
    },
    {
      "epoch": 0.11950347149168945,
      "grad_norm": 301.6213073730469,
      "learning_rate": 4.9917451600084275e-06,
      "loss": 1.1353,
      "step": 142
    },
    {
      "epoch": 0.12034504523458868,
      "grad_norm": 408.5636901855469,
      "learning_rate": 4.991562840789455e-06,
      "loss": 1.402,
      "step": 143
    },
    {
      "epoch": 0.1211866189774879,
      "grad_norm": 340.44317626953125,
      "learning_rate": 4.991378533522669e-06,
      "loss": 1.353,
      "step": 144
    },
    {
      "epoch": 0.12202819272038712,
      "grad_norm": 268.15936279296875,
      "learning_rate": 4.99119223835513e-06,
      "loss": 1.2545,
      "step": 145
    },
    {
      "epoch": 0.12286976646328635,
      "grad_norm": 372.2171325683594,
      "learning_rate": 4.991003955435487e-06,
      "loss": 1.2183,
      "step": 146
    },
    {
      "epoch": 0.12371134020618557,
      "grad_norm": 278.7896423339844,
      "learning_rate": 4.990813684913972e-06,
      "loss": 1.1768,
      "step": 147
    },
    {
      "epoch": 0.12455291394908478,
      "grad_norm": 266.3719787597656,
      "learning_rate": 4.990621426942404e-06,
      "loss": 1.2064,
      "step": 148
    },
    {
      "epoch": 0.125394487691984,
      "grad_norm": 308.0953369140625,
      "learning_rate": 4.99042718167419e-06,
      "loss": 1.3979,
      "step": 149
    },
    {
      "epoch": 0.12623606143488322,
      "grad_norm": 414.5055236816406,
      "learning_rate": 4.990230949264319e-06,
      "loss": 1.1933,
      "step": 150
    },
    {
      "epoch": 0.12707763517778245,
      "grad_norm": 328.179931640625,
      "learning_rate": 4.990032729869366e-06,
      "loss": 1.157,
      "step": 151
    },
    {
      "epoch": 0.12791920892068168,
      "grad_norm": 468.81768798828125,
      "learning_rate": 4.989832523647494e-06,
      "loss": 1.15,
      "step": 152
    },
    {
      "epoch": 0.1287607826635809,
      "grad_norm": 352.3136291503906,
      "learning_rate": 4.989630330758451e-06,
      "loss": 1.1188,
      "step": 153
    },
    {
      "epoch": 0.12960235640648013,
      "grad_norm": 388.4230041503906,
      "learning_rate": 4.9894261513635674e-06,
      "loss": 0.9838,
      "step": 154
    },
    {
      "epoch": 0.13044393014937933,
      "grad_norm": 251.35621643066406,
      "learning_rate": 4.98921998562576e-06,
      "loss": 1.0673,
      "step": 155
    },
    {
      "epoch": 0.13128550389227855,
      "grad_norm": 438.343505859375,
      "learning_rate": 4.989011833709534e-06,
      "loss": 1.2557,
      "step": 156
    },
    {
      "epoch": 0.13212707763517778,
      "grad_norm": 316.020751953125,
      "learning_rate": 4.988801695780972e-06,
      "loss": 1.0859,
      "step": 157
    },
    {
      "epoch": 0.132968651378077,
      "grad_norm": 342.6540222167969,
      "learning_rate": 4.988589572007749e-06,
      "loss": 1.122,
      "step": 158
    },
    {
      "epoch": 0.13381022512097623,
      "grad_norm": 396.69403076171875,
      "learning_rate": 4.988375462559119e-06,
      "loss": 1.2415,
      "step": 159
    },
    {
      "epoch": 0.13465179886387546,
      "grad_norm": 480.0825500488281,
      "learning_rate": 4.988159367605924e-06,
      "loss": 1.5157,
      "step": 160
    },
    {
      "epoch": 0.13549337260677466,
      "grad_norm": 414.4588928222656,
      "learning_rate": 4.987941287320588e-06,
      "loss": 1.0775,
      "step": 161
    },
    {
      "epoch": 0.13633494634967389,
      "grad_norm": 345.3420715332031,
      "learning_rate": 4.987721221877119e-06,
      "loss": 1.3017,
      "step": 162
    },
    {
      "epoch": 0.1371765200925731,
      "grad_norm": 395.992431640625,
      "learning_rate": 4.987499171451112e-06,
      "loss": 1.176,
      "step": 163
    },
    {
      "epoch": 0.13801809383547234,
      "grad_norm": 241.21575927734375,
      "learning_rate": 4.987275136219742e-06,
      "loss": 1.1583,
      "step": 164
    },
    {
      "epoch": 0.13885966757837157,
      "grad_norm": 459.3298034667969,
      "learning_rate": 4.987049116361769e-06,
      "loss": 1.2788,
      "step": 165
    },
    {
      "epoch": 0.13970124132127076,
      "grad_norm": 408.43121337890625,
      "learning_rate": 4.9868211120575396e-06,
      "loss": 1.4012,
      "step": 166
    },
    {
      "epoch": 0.14054281506417,
      "grad_norm": 457.90081787109375,
      "learning_rate": 4.986591123488978e-06,
      "loss": 1.445,
      "step": 167
    },
    {
      "epoch": 0.14138438880706922,
      "grad_norm": 281.84515380859375,
      "learning_rate": 4.9863591508395965e-06,
      "loss": 1.3696,
      "step": 168
    },
    {
      "epoch": 0.14222596254996844,
      "grad_norm": 332.0083923339844,
      "learning_rate": 4.986125194294489e-06,
      "loss": 1.0008,
      "step": 169
    },
    {
      "epoch": 0.14306753629286767,
      "grad_norm": 339.5845031738281,
      "learning_rate": 4.985889254040332e-06,
      "loss": 1.3454,
      "step": 170
    },
    {
      "epoch": 0.1439091100357669,
      "grad_norm": 841.4637451171875,
      "learning_rate": 4.985651330265383e-06,
      "loss": 1.2247,
      "step": 171
    },
    {
      "epoch": 0.1447506837786661,
      "grad_norm": 336.28045654296875,
      "learning_rate": 4.985411423159487e-06,
      "loss": 1.3671,
      "step": 172
    },
    {
      "epoch": 0.14559225752156532,
      "grad_norm": 392.8457946777344,
      "learning_rate": 4.985169532914069e-06,
      "loss": 1.1262,
      "step": 173
    },
    {
      "epoch": 0.14643383126446455,
      "grad_norm": 301.209228515625,
      "learning_rate": 4.984925659722134e-06,
      "loss": 1.1485,
      "step": 174
    },
    {
      "epoch": 0.14727540500736377,
      "grad_norm": 277.6703796386719,
      "learning_rate": 4.984679803778273e-06,
      "loss": 1.1578,
      "step": 175
    },
    {
      "epoch": 0.148116978750263,
      "grad_norm": 302.1859436035156,
      "learning_rate": 4.984431965278655e-06,
      "loss": 1.2856,
      "step": 176
    },
    {
      "epoch": 0.1489585524931622,
      "grad_norm": 300.76025390625,
      "learning_rate": 4.984182144421037e-06,
      "loss": 1.0614,
      "step": 177
    },
    {
      "epoch": 0.14980012623606143,
      "grad_norm": 332.2203674316406,
      "learning_rate": 4.983930341404751e-06,
      "loss": 1.1719,
      "step": 178
    },
    {
      "epoch": 0.15064169997896065,
      "grad_norm": 204.2970733642578,
      "learning_rate": 4.983676556430715e-06,
      "loss": 0.9967,
      "step": 179
    },
    {
      "epoch": 0.15148327372185988,
      "grad_norm": 320.5247802734375,
      "learning_rate": 4.983420789701427e-06,
      "loss": 1.255,
      "step": 180
    },
    {
      "epoch": 0.1523248474647591,
      "grad_norm": 249.64166259765625,
      "learning_rate": 4.983163041420965e-06,
      "loss": 0.8233,
      "step": 181
    },
    {
      "epoch": 0.15316642120765833,
      "grad_norm": 246.04092407226562,
      "learning_rate": 4.982903311794991e-06,
      "loss": 1.3713,
      "step": 182
    },
    {
      "epoch": 0.15400799495055753,
      "grad_norm": 302.2898864746094,
      "learning_rate": 4.9826416010307464e-06,
      "loss": 1.159,
      "step": 183
    },
    {
      "epoch": 0.15484956869345676,
      "grad_norm": 252.8140411376953,
      "learning_rate": 4.982377909337053e-06,
      "loss": 1.0992,
      "step": 184
    },
    {
      "epoch": 0.15569114243635598,
      "grad_norm": 262.8348693847656,
      "learning_rate": 4.982112236924312e-06,
      "loss": 0.9386,
      "step": 185
    },
    {
      "epoch": 0.1565327161792552,
      "grad_norm": 262.5164489746094,
      "learning_rate": 4.98184458400451e-06,
      "loss": 1.2239,
      "step": 186
    },
    {
      "epoch": 0.15737428992215444,
      "grad_norm": 231.84715270996094,
      "learning_rate": 4.981574950791207e-06,
      "loss": 0.9828,
      "step": 187
    },
    {
      "epoch": 0.15821586366505366,
      "grad_norm": 240.302001953125,
      "learning_rate": 4.981303337499549e-06,
      "loss": 0.991,
      "step": 188
    },
    {
      "epoch": 0.15905743740795286,
      "grad_norm": 246.06973266601562,
      "learning_rate": 4.981029744346258e-06,
      "loss": 1.1315,
      "step": 189
    },
    {
      "epoch": 0.1598990111508521,
      "grad_norm": 302.11181640625,
      "learning_rate": 4.980754171549638e-06,
      "loss": 1.1767,
      "step": 190
    },
    {
      "epoch": 0.16074058489375131,
      "grad_norm": 253.83128356933594,
      "learning_rate": 4.980476619329571e-06,
      "loss": 1.1659,
      "step": 191
    },
    {
      "epoch": 0.16158215863665054,
      "grad_norm": 261.5288391113281,
      "learning_rate": 4.980197087907521e-06,
      "loss": 1.296,
      "step": 192
    },
    {
      "epoch": 0.16242373237954977,
      "grad_norm": 240.8744659423828,
      "learning_rate": 4.979915577506527e-06,
      "loss": 1.2207,
      "step": 193
    },
    {
      "epoch": 0.16326530612244897,
      "grad_norm": 247.27427673339844,
      "learning_rate": 4.979632088351211e-06,
      "loss": 1.1433,
      "step": 194
    },
    {
      "epoch": 0.1641068798653482,
      "grad_norm": 225.68511962890625,
      "learning_rate": 4.979346620667774e-06,
      "loss": 1.1316,
      "step": 195
    },
    {
      "epoch": 0.16494845360824742,
      "grad_norm": 235.21524047851562,
      "learning_rate": 4.979059174683991e-06,
      "loss": 1.0509,
      "step": 196
    },
    {
      "epoch": 0.16579002735114665,
      "grad_norm": 211.19992065429688,
      "learning_rate": 4.9787697506292195e-06,
      "loss": 1.1184,
      "step": 197
    },
    {
      "epoch": 0.16663160109404587,
      "grad_norm": 299.4044494628906,
      "learning_rate": 4.978478348734396e-06,
      "loss": 1.2405,
      "step": 198
    },
    {
      "epoch": 0.1674731748369451,
      "grad_norm": 226.4676055908203,
      "learning_rate": 4.978184969232032e-06,
      "loss": 1.2609,
      "step": 199
    },
    {
      "epoch": 0.1683147485798443,
      "grad_norm": 302.3034973144531,
      "learning_rate": 4.977889612356218e-06,
      "loss": 1.0461,
      "step": 200
    },
    {
      "epoch": 0.16915632232274352,
      "grad_norm": 336.5556335449219,
      "learning_rate": 4.9775922783426246e-06,
      "loss": 1.1755,
      "step": 201
    },
    {
      "epoch": 0.16999789606564275,
      "grad_norm": 159.33302307128906,
      "learning_rate": 4.977292967428497e-06,
      "loss": 0.8049,
      "step": 202
    },
    {
      "epoch": 0.17083946980854198,
      "grad_norm": 273.533935546875,
      "learning_rate": 4.97699167985266e-06,
      "loss": 0.9883,
      "step": 203
    },
    {
      "epoch": 0.1716810435514412,
      "grad_norm": 333.1833801269531,
      "learning_rate": 4.976688415855513e-06,
      "loss": 1.172,
      "step": 204
    },
    {
      "epoch": 0.17252261729434043,
      "grad_norm": 317.8067321777344,
      "learning_rate": 4.976383175679034e-06,
      "loss": 1.1309,
      "step": 205
    },
    {
      "epoch": 0.17336419103723963,
      "grad_norm": 275.27545166015625,
      "learning_rate": 4.97607595956678e-06,
      "loss": 1.0488,
      "step": 206
    },
    {
      "epoch": 0.17420576478013886,
      "grad_norm": 225.5316162109375,
      "learning_rate": 4.97576676776388e-06,
      "loss": 1.0911,
      "step": 207
    },
    {
      "epoch": 0.17504733852303808,
      "grad_norm": 236.5315399169922,
      "learning_rate": 4.975455600517043e-06,
      "loss": 0.9873,
      "step": 208
    },
    {
      "epoch": 0.1758889122659373,
      "grad_norm": 200.12295532226562,
      "learning_rate": 4.975142458074553e-06,
      "loss": 1.3244,
      "step": 209
    },
    {
      "epoch": 0.17673048600883653,
      "grad_norm": 836.041259765625,
      "learning_rate": 4.97482734068627e-06,
      "loss": 1.3085,
      "step": 210
    },
    {
      "epoch": 0.17757205975173573,
      "grad_norm": 208.06675720214844,
      "learning_rate": 4.97451024860363e-06,
      "loss": 1.2389,
      "step": 211
    },
    {
      "epoch": 0.17841363349463496,
      "grad_norm": 250.1989288330078,
      "learning_rate": 4.974191182079644e-06,
      "loss": 1.0525,
      "step": 212
    },
    {
      "epoch": 0.1792552072375342,
      "grad_norm": 273.5354919433594,
      "learning_rate": 4.9738701413689006e-06,
      "loss": 1.2381,
      "step": 213
    },
    {
      "epoch": 0.1800967809804334,
      "grad_norm": 646.2859497070312,
      "learning_rate": 4.97354712672756e-06,
      "loss": 0.9527,
      "step": 214
    },
    {
      "epoch": 0.18093835472333264,
      "grad_norm": 351.3960266113281,
      "learning_rate": 4.97322213841336e-06,
      "loss": 1.1817,
      "step": 215
    },
    {
      "epoch": 0.18177992846623187,
      "grad_norm": 270.67529296875,
      "learning_rate": 4.972895176685614e-06,
      "loss": 1.2518,
      "step": 216
    },
    {
      "epoch": 0.18262150220913106,
      "grad_norm": 191.62271118164062,
      "learning_rate": 4.972566241805208e-06,
      "loss": 0.991,
      "step": 217
    },
    {
      "epoch": 0.1834630759520303,
      "grad_norm": 233.8841094970703,
      "learning_rate": 4.972235334034601e-06,
      "loss": 1.171,
      "step": 218
    },
    {
      "epoch": 0.18430464969492952,
      "grad_norm": 260.0747375488281,
      "learning_rate": 4.971902453637831e-06,
      "loss": 1.0585,
      "step": 219
    },
    {
      "epoch": 0.18514622343782874,
      "grad_norm": 339.6416015625,
      "learning_rate": 4.971567600880507e-06,
      "loss": 0.9673,
      "step": 220
    },
    {
      "epoch": 0.18598779718072797,
      "grad_norm": 227.68484497070312,
      "learning_rate": 4.97123077602981e-06,
      "loss": 1.1898,
      "step": 221
    },
    {
      "epoch": 0.18682937092362717,
      "grad_norm": 221.54664611816406,
      "learning_rate": 4.970891979354499e-06,
      "loss": 1.0242,
      "step": 222
    },
    {
      "epoch": 0.1876709446665264,
      "grad_norm": 354.9067077636719,
      "learning_rate": 4.970551211124902e-06,
      "loss": 1.3887,
      "step": 223
    },
    {
      "epoch": 0.18851251840942562,
      "grad_norm": 351.784912109375,
      "learning_rate": 4.970208471612924e-06,
      "loss": 1.2994,
      "step": 224
    },
    {
      "epoch": 0.18935409215232485,
      "grad_norm": 449.1482849121094,
      "learning_rate": 4.969863761092038e-06,
      "loss": 1.196,
      "step": 225
    },
    {
      "epoch": 0.19019566589522408,
      "grad_norm": 306.9056396484375,
      "learning_rate": 4.9695170798372966e-06,
      "loss": 0.8384,
      "step": 226
    },
    {
      "epoch": 0.1910372396381233,
      "grad_norm": 276.563720703125,
      "learning_rate": 4.969168428125318e-06,
      "loss": 1.1098,
      "step": 227
    },
    {
      "epoch": 0.1918788133810225,
      "grad_norm": 269.2872009277344,
      "learning_rate": 4.968817806234296e-06,
      "loss": 1.1772,
      "step": 228
    },
    {
      "epoch": 0.19272038712392173,
      "grad_norm": 231.6291046142578,
      "learning_rate": 4.968465214443996e-06,
      "loss": 0.9755,
      "step": 229
    },
    {
      "epoch": 0.19356196086682095,
      "grad_norm": 256.9276123046875,
      "learning_rate": 4.968110653035757e-06,
      "loss": 1.1614,
      "step": 230
    },
    {
      "epoch": 0.19440353460972018,
      "grad_norm": 243.2183074951172,
      "learning_rate": 4.967754122292485e-06,
      "loss": 1.1839,
      "step": 231
    },
    {
      "epoch": 0.1952451083526194,
      "grad_norm": 250.42715454101562,
      "learning_rate": 4.967395622498662e-06,
      "loss": 1.1289,
      "step": 232
    },
    {
      "epoch": 0.19608668209551863,
      "grad_norm": 220.76181030273438,
      "learning_rate": 4.9670351539403395e-06,
      "loss": 1.1068,
      "step": 233
    },
    {
      "epoch": 0.19692825583841783,
      "grad_norm": 199.235107421875,
      "learning_rate": 4.9666727169051385e-06,
      "loss": 0.9976,
      "step": 234
    },
    {
      "epoch": 0.19776982958131706,
      "grad_norm": 225.22341918945312,
      "learning_rate": 4.9663083116822515e-06,
      "loss": 0.9086,
      "step": 235
    },
    {
      "epoch": 0.19861140332421628,
      "grad_norm": 203.07470703125,
      "learning_rate": 4.965941938562444e-06,
      "loss": 0.977,
      "step": 236
    },
    {
      "epoch": 0.1994529770671155,
      "grad_norm": 204.74114990234375,
      "learning_rate": 4.965573597838047e-06,
      "loss": 0.8848,
      "step": 237
    },
    {
      "epoch": 0.20029455081001474,
      "grad_norm": 196.8950653076172,
      "learning_rate": 4.965203289802966e-06,
      "loss": 1.0225,
      "step": 238
    },
    {
      "epoch": 0.20113612455291394,
      "grad_norm": 200.91964721679688,
      "learning_rate": 4.964831014752673e-06,
      "loss": 0.9533,
      "step": 239
    },
    {
      "epoch": 0.20197769829581316,
      "grad_norm": 214.7240753173828,
      "learning_rate": 4.964456772984211e-06,
      "loss": 1.1088,
      "step": 240
    },
    {
      "epoch": 0.2028192720387124,
      "grad_norm": 324.22711181640625,
      "learning_rate": 4.964080564796192e-06,
      "loss": 1.0528,
      "step": 241
    },
    {
      "epoch": 0.20366084578161162,
      "grad_norm": 363.13189697265625,
      "learning_rate": 4.963702390488797e-06,
      "loss": 1.1069,
      "step": 242
    },
    {
      "epoch": 0.20450241952451084,
      "grad_norm": 176.63153076171875,
      "learning_rate": 4.963322250363776e-06,
      "loss": 0.9716,
      "step": 243
    },
    {
      "epoch": 0.20534399326741007,
      "grad_norm": 209.2146759033203,
      "learning_rate": 4.962940144724446e-06,
      "loss": 1.2695,
      "step": 244
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": 230.91806030273438,
      "learning_rate": 4.9625560738756965e-06,
      "loss": 1.1252,
      "step": 245
    },
    {
      "epoch": 0.2070271407532085,
      "grad_norm": 219.78872680664062,
      "learning_rate": 4.96217003812398e-06,
      "loss": 0.9209,
      "step": 246
    },
    {
      "epoch": 0.20786871449610772,
      "grad_norm": 331.7774353027344,
      "learning_rate": 4.961782037777319e-06,
      "loss": 1.0271,
      "step": 247
    },
    {
      "epoch": 0.20871028823900695,
      "grad_norm": 238.35067749023438,
      "learning_rate": 4.961392073145305e-06,
      "loss": 1.0553,
      "step": 248
    },
    {
      "epoch": 0.20955186198190617,
      "grad_norm": 219.87989807128906,
      "learning_rate": 4.961000144539094e-06,
      "loss": 1.1054,
      "step": 249
    },
    {
      "epoch": 0.2103934357248054,
      "grad_norm": 213.93609619140625,
      "learning_rate": 4.960606252271413e-06,
      "loss": 1.0722,
      "step": 250
    },
    {
      "epoch": 0.2112350094677046,
      "grad_norm": 173.34837341308594,
      "learning_rate": 4.960210396656549e-06,
      "loss": 0.7469,
      "step": 251
    },
    {
      "epoch": 0.21207658321060383,
      "grad_norm": 176.90809631347656,
      "learning_rate": 4.959812578010364e-06,
      "loss": 0.8142,
      "step": 252
    },
    {
      "epoch": 0.21291815695350305,
      "grad_norm": 145.44351196289062,
      "learning_rate": 4.959412796650281e-06,
      "loss": 0.6995,
      "step": 253
    },
    {
      "epoch": 0.21375973069640228,
      "grad_norm": 164.6792755126953,
      "learning_rate": 4.959011052895289e-06,
      "loss": 0.8751,
      "step": 254
    },
    {
      "epoch": 0.2146013044393015,
      "grad_norm": 179.0094451904297,
      "learning_rate": 4.9586073470659465e-06,
      "loss": 0.8738,
      "step": 255
    },
    {
      "epoch": 0.2154428781822007,
      "grad_norm": 275.41729736328125,
      "learning_rate": 4.958201679484373e-06,
      "loss": 1.1572,
      "step": 256
    },
    {
      "epoch": 0.21628445192509993,
      "grad_norm": 211.57325744628906,
      "learning_rate": 4.9577940504742576e-06,
      "loss": 1.1856,
      "step": 257
    },
    {
      "epoch": 0.21712602566799916,
      "grad_norm": 164.41294860839844,
      "learning_rate": 4.95738446036085e-06,
      "loss": 0.7646,
      "step": 258
    },
    {
      "epoch": 0.21796759941089838,
      "grad_norm": 204.46368408203125,
      "learning_rate": 4.95697290947097e-06,
      "loss": 0.9968,
      "step": 259
    },
    {
      "epoch": 0.2188091731537976,
      "grad_norm": 166.3022003173828,
      "learning_rate": 4.956559398132995e-06,
      "loss": 0.9949,
      "step": 260
    },
    {
      "epoch": 0.21965074689669684,
      "grad_norm": 183.39434814453125,
      "learning_rate": 4.956143926676874e-06,
      "loss": 0.8959,
      "step": 261
    },
    {
      "epoch": 0.22049232063959603,
      "grad_norm": 184.88546752929688,
      "learning_rate": 4.955726495434116e-06,
      "loss": 0.9911,
      "step": 262
    },
    {
      "epoch": 0.22133389438249526,
      "grad_norm": 261.6977844238281,
      "learning_rate": 4.955307104737794e-06,
      "loss": 1.0551,
      "step": 263
    },
    {
      "epoch": 0.2221754681253945,
      "grad_norm": 206.3694610595703,
      "learning_rate": 4.954885754922544e-06,
      "loss": 1.0895,
      "step": 264
    },
    {
      "epoch": 0.22301704186829371,
      "grad_norm": 192.2148895263672,
      "learning_rate": 4.954462446324567e-06,
      "loss": 0.9871,
      "step": 265
    },
    {
      "epoch": 0.22385861561119294,
      "grad_norm": 181.06787109375,
      "learning_rate": 4.954037179281626e-06,
      "loss": 1.0505,
      "step": 266
    },
    {
      "epoch": 0.22470018935409214,
      "grad_norm": 211.8572540283203,
      "learning_rate": 4.9536099541330475e-06,
      "loss": 0.9762,
      "step": 267
    },
    {
      "epoch": 0.22554176309699137,
      "grad_norm": 229.56036376953125,
      "learning_rate": 4.953180771219718e-06,
      "loss": 0.9214,
      "step": 268
    },
    {
      "epoch": 0.2263833368398906,
      "grad_norm": 175.8040771484375,
      "learning_rate": 4.952749630884088e-06,
      "loss": 0.8592,
      "step": 269
    },
    {
      "epoch": 0.22722491058278982,
      "grad_norm": 205.4430389404297,
      "learning_rate": 4.952316533470169e-06,
      "loss": 1.093,
      "step": 270
    },
    {
      "epoch": 0.22806648432568905,
      "grad_norm": 208.4731903076172,
      "learning_rate": 4.951881479323537e-06,
      "loss": 1.0825,
      "step": 271
    },
    {
      "epoch": 0.22890805806858827,
      "grad_norm": 257.52972412109375,
      "learning_rate": 4.951444468791325e-06,
      "loss": 1.0441,
      "step": 272
    },
    {
      "epoch": 0.22974963181148747,
      "grad_norm": 155.39646911621094,
      "learning_rate": 4.951005502222229e-06,
      "loss": 0.7643,
      "step": 273
    },
    {
      "epoch": 0.2305912055543867,
      "grad_norm": 187.8433380126953,
      "learning_rate": 4.950564579966506e-06,
      "loss": 0.8654,
      "step": 274
    },
    {
      "epoch": 0.23143277929728592,
      "grad_norm": 185.39447021484375,
      "learning_rate": 4.950121702375973e-06,
      "loss": 1.096,
      "step": 275
    },
    {
      "epoch": 0.23227435304018515,
      "grad_norm": 164.85166931152344,
      "learning_rate": 4.949676869804008e-06,
      "loss": 0.9997,
      "step": 276
    },
    {
      "epoch": 0.23311592678308438,
      "grad_norm": 231.10238647460938,
      "learning_rate": 4.949230082605546e-06,
      "loss": 0.8651,
      "step": 277
    },
    {
      "epoch": 0.2339575005259836,
      "grad_norm": 220.4220428466797,
      "learning_rate": 4.948781341137087e-06,
      "loss": 1.245,
      "step": 278
    },
    {
      "epoch": 0.2347990742688828,
      "grad_norm": 193.20501708984375,
      "learning_rate": 4.948330645756686e-06,
      "loss": 1.1347,
      "step": 279
    },
    {
      "epoch": 0.23564064801178203,
      "grad_norm": 138.90548706054688,
      "learning_rate": 4.947877996823957e-06,
      "loss": 0.9499,
      "step": 280
    },
    {
      "epoch": 0.23648222175468125,
      "grad_norm": 217.0552520751953,
      "learning_rate": 4.947423394700075e-06,
      "loss": 1.3172,
      "step": 281
    },
    {
      "epoch": 0.23732379549758048,
      "grad_norm": 214.4515380859375,
      "learning_rate": 4.946966839747773e-06,
      "loss": 1.0737,
      "step": 282
    },
    {
      "epoch": 0.2381653692404797,
      "grad_norm": 222.87826538085938,
      "learning_rate": 4.946508332331341e-06,
      "loss": 1.0215,
      "step": 283
    },
    {
      "epoch": 0.2390069429833789,
      "grad_norm": 242.82290649414062,
      "learning_rate": 4.946047872816628e-06,
      "loss": 1.0079,
      "step": 284
    },
    {
      "epoch": 0.23984851672627813,
      "grad_norm": 190.513427734375,
      "learning_rate": 4.9455854615710385e-06,
      "loss": 0.9054,
      "step": 285
    },
    {
      "epoch": 0.24069009046917736,
      "grad_norm": 180.5825958251953,
      "learning_rate": 4.945121098963538e-06,
      "loss": 0.8978,
      "step": 286
    },
    {
      "epoch": 0.24153166421207659,
      "grad_norm": 222.07452392578125,
      "learning_rate": 4.944654785364647e-06,
      "loss": 0.7585,
      "step": 287
    },
    {
      "epoch": 0.2423732379549758,
      "grad_norm": 323.4588928222656,
      "learning_rate": 4.94418652114644e-06,
      "loss": 1.0618,
      "step": 288
    },
    {
      "epoch": 0.24321481169787504,
      "grad_norm": 178.20001220703125,
      "learning_rate": 4.943716306682555e-06,
      "loss": 0.9913,
      "step": 289
    },
    {
      "epoch": 0.24405638544077424,
      "grad_norm": 211.6590576171875,
      "learning_rate": 4.943244142348177e-06,
      "loss": 0.872,
      "step": 290
    },
    {
      "epoch": 0.24489795918367346,
      "grad_norm": 155.99195861816406,
      "learning_rate": 4.942770028520055e-06,
      "loss": 0.82,
      "step": 291
    },
    {
      "epoch": 0.2457395329265727,
      "grad_norm": 186.73419189453125,
      "learning_rate": 4.942293965576489e-06,
      "loss": 1.0884,
      "step": 292
    },
    {
      "epoch": 0.24658110666947192,
      "grad_norm": 246.95408630371094,
      "learning_rate": 4.941815953897335e-06,
      "loss": 1.0209,
      "step": 293
    },
    {
      "epoch": 0.24742268041237114,
      "grad_norm": 255.74241638183594,
      "learning_rate": 4.941335993864005e-06,
      "loss": 1.0589,
      "step": 294
    },
    {
      "epoch": 0.24826425415527034,
      "grad_norm": 240.6260528564453,
      "learning_rate": 4.940854085859465e-06,
      "loss": 1.2218,
      "step": 295
    },
    {
      "epoch": 0.24910582789816957,
      "grad_norm": 248.5775146484375,
      "learning_rate": 4.940370230268233e-06,
      "loss": 0.9993,
      "step": 296
    },
    {
      "epoch": 0.2499474016410688,
      "grad_norm": 217.07452392578125,
      "learning_rate": 4.939884427476386e-06,
      "loss": 1.1372,
      "step": 297
    },
    {
      "epoch": 0.250788975383968,
      "grad_norm": 196.2444610595703,
      "learning_rate": 4.9393966778715505e-06,
      "loss": 0.7739,
      "step": 298
    },
    {
      "epoch": 0.2516305491268672,
      "grad_norm": 138.59149169921875,
      "learning_rate": 4.938906981842907e-06,
      "loss": 0.8014,
      "step": 299
    },
    {
      "epoch": 0.25247212286976645,
      "grad_norm": 152.51995849609375,
      "learning_rate": 4.938415339781192e-06,
      "loss": 1.0103,
      "step": 300
    },
    {
      "epoch": 0.2533136966126657,
      "grad_norm": 136.28709411621094,
      "learning_rate": 4.93792175207869e-06,
      "loss": 0.7962,
      "step": 301
    },
    {
      "epoch": 0.2541552703555649,
      "grad_norm": 171.7638397216797,
      "learning_rate": 4.937426219129242e-06,
      "loss": 1.0729,
      "step": 302
    },
    {
      "epoch": 0.2549968440984641,
      "grad_norm": 307.9116516113281,
      "learning_rate": 4.93692874132824e-06,
      "loss": 1.0687,
      "step": 303
    },
    {
      "epoch": 0.25583841784136335,
      "grad_norm": 135.71917724609375,
      "learning_rate": 4.936429319072626e-06,
      "loss": 0.7077,
      "step": 304
    },
    {
      "epoch": 0.2566799915842626,
      "grad_norm": 220.42298889160156,
      "learning_rate": 4.9359279527608975e-06,
      "loss": 1.295,
      "step": 305
    },
    {
      "epoch": 0.2575215653271618,
      "grad_norm": 143.9759063720703,
      "learning_rate": 4.935424642793099e-06,
      "loss": 0.9554,
      "step": 306
    },
    {
      "epoch": 0.25836313907006103,
      "grad_norm": 155.3295440673828,
      "learning_rate": 4.934919389570826e-06,
      "loss": 0.8669,
      "step": 307
    },
    {
      "epoch": 0.25920471281296026,
      "grad_norm": 173.58909606933594,
      "learning_rate": 4.934412193497229e-06,
      "loss": 0.9683,
      "step": 308
    },
    {
      "epoch": 0.2600462865558595,
      "grad_norm": 164.60137939453125,
      "learning_rate": 4.933903054977005e-06,
      "loss": 1.0304,
      "step": 309
    },
    {
      "epoch": 0.26088786029875866,
      "grad_norm": 148.02781677246094,
      "learning_rate": 4.9333919744164005e-06,
      "loss": 0.9517,
      "step": 310
    },
    {
      "epoch": 0.2617294340416579,
      "grad_norm": 167.60630798339844,
      "learning_rate": 4.932878952223213e-06,
      "loss": 0.9157,
      "step": 311
    },
    {
      "epoch": 0.2625710077845571,
      "grad_norm": 165.19789123535156,
      "learning_rate": 4.932363988806791e-06,
      "loss": 0.7926,
      "step": 312
    },
    {
      "epoch": 0.26341258152745634,
      "grad_norm": 179.5117645263672,
      "learning_rate": 4.931847084578028e-06,
      "loss": 0.9573,
      "step": 313
    },
    {
      "epoch": 0.26425415527035556,
      "grad_norm": 199.1255645751953,
      "learning_rate": 4.931328239949369e-06,
      "loss": 1.1345,
      "step": 314
    },
    {
      "epoch": 0.2650957290132548,
      "grad_norm": 192.1922607421875,
      "learning_rate": 4.930807455334807e-06,
      "loss": 1.0578,
      "step": 315
    },
    {
      "epoch": 0.265937302756154,
      "grad_norm": 252.30825805664062,
      "learning_rate": 4.930284731149879e-06,
      "loss": 1.1559,
      "step": 316
    },
    {
      "epoch": 0.26677887649905324,
      "grad_norm": 189.8568572998047,
      "learning_rate": 4.929760067811676e-06,
      "loss": 1.211,
      "step": 317
    },
    {
      "epoch": 0.26762045024195247,
      "grad_norm": 184.5948486328125,
      "learning_rate": 4.929233465738833e-06,
      "loss": 0.9276,
      "step": 318
    },
    {
      "epoch": 0.2684620239848517,
      "grad_norm": 270.45855712890625,
      "learning_rate": 4.928704925351532e-06,
      "loss": 1.0734,
      "step": 319
    },
    {
      "epoch": 0.2693035977277509,
      "grad_norm": 224.6494598388672,
      "learning_rate": 4.9281744470715e-06,
      "loss": 0.9032,
      "step": 320
    },
    {
      "epoch": 0.2701451714706501,
      "grad_norm": 141.63299560546875,
      "learning_rate": 4.927642031322013e-06,
      "loss": 0.7141,
      "step": 321
    },
    {
      "epoch": 0.2709867452135493,
      "grad_norm": 178.1015625,
      "learning_rate": 4.927107678527893e-06,
      "loss": 0.7973,
      "step": 322
    },
    {
      "epoch": 0.27182831895644854,
      "grad_norm": 155.43727111816406,
      "learning_rate": 4.9265713891155055e-06,
      "loss": 0.9052,
      "step": 323
    },
    {
      "epoch": 0.27266989269934777,
      "grad_norm": 140.11785888671875,
      "learning_rate": 4.926033163512761e-06,
      "loss": 0.7327,
      "step": 324
    },
    {
      "epoch": 0.273511466442247,
      "grad_norm": 153.34718322753906,
      "learning_rate": 4.925493002149119e-06,
      "loss": 0.8394,
      "step": 325
    },
    {
      "epoch": 0.2743530401851462,
      "grad_norm": 191.73004150390625,
      "learning_rate": 4.924950905455578e-06,
      "loss": 0.9868,
      "step": 326
    },
    {
      "epoch": 0.27519461392804545,
      "grad_norm": 150.3389129638672,
      "learning_rate": 4.924406873864685e-06,
      "loss": 0.6314,
      "step": 327
    },
    {
      "epoch": 0.2760361876709447,
      "grad_norm": 200.07156372070312,
      "learning_rate": 4.9238609078105285e-06,
      "loss": 0.889,
      "step": 328
    },
    {
      "epoch": 0.2768777614138439,
      "grad_norm": 133.3046417236328,
      "learning_rate": 4.9233130077287425e-06,
      "loss": 0.7299,
      "step": 329
    },
    {
      "epoch": 0.27771933515674313,
      "grad_norm": 159.61390686035156,
      "learning_rate": 4.9227631740565015e-06,
      "loss": 0.9479,
      "step": 330
    },
    {
      "epoch": 0.27856090889964236,
      "grad_norm": 148.41209411621094,
      "learning_rate": 4.922211407232525e-06,
      "loss": 1.0882,
      "step": 331
    },
    {
      "epoch": 0.2794024826425415,
      "grad_norm": 167.6956329345703,
      "learning_rate": 4.921657707697077e-06,
      "loss": 1.0162,
      "step": 332
    },
    {
      "epoch": 0.28024405638544075,
      "grad_norm": 200.65501403808594,
      "learning_rate": 4.9211020758919555e-06,
      "loss": 1.0155,
      "step": 333
    },
    {
      "epoch": 0.28108563012834,
      "grad_norm": 168.57797241210938,
      "learning_rate": 4.9205445122605095e-06,
      "loss": 0.9225,
      "step": 334
    },
    {
      "epoch": 0.2819272038712392,
      "grad_norm": 148.2366943359375,
      "learning_rate": 4.919985017247625e-06,
      "loss": 0.8756,
      "step": 335
    },
    {
      "epoch": 0.28276877761413843,
      "grad_norm": 215.92623901367188,
      "learning_rate": 4.91942359129973e-06,
      "loss": 1.1371,
      "step": 336
    },
    {
      "epoch": 0.28361035135703766,
      "grad_norm": 183.8272247314453,
      "learning_rate": 4.918860234864793e-06,
      "loss": 0.9762,
      "step": 337
    },
    {
      "epoch": 0.2844519250999369,
      "grad_norm": 213.24313354492188,
      "learning_rate": 4.918294948392322e-06,
      "loss": 1.0352,
      "step": 338
    },
    {
      "epoch": 0.2852934988428361,
      "grad_norm": 162.19821166992188,
      "learning_rate": 4.9177277323333665e-06,
      "loss": 1.1227,
      "step": 339
    },
    {
      "epoch": 0.28613507258573534,
      "grad_norm": 174.2341766357422,
      "learning_rate": 4.917158587140515e-06,
      "loss": 0.9655,
      "step": 340
    },
    {
      "epoch": 0.28697664632863457,
      "grad_norm": 147.44154357910156,
      "learning_rate": 4.916587513267895e-06,
      "loss": 0.8849,
      "step": 341
    },
    {
      "epoch": 0.2878182200715338,
      "grad_norm": 162.8009033203125,
      "learning_rate": 4.916014511171173e-06,
      "loss": 0.9787,
      "step": 342
    },
    {
      "epoch": 0.28865979381443296,
      "grad_norm": 192.03756713867188,
      "learning_rate": 4.915439581307555e-06,
      "loss": 0.8299,
      "step": 343
    },
    {
      "epoch": 0.2895013675573322,
      "grad_norm": 239.55003356933594,
      "learning_rate": 4.914862724135784e-06,
      "loss": 0.8902,
      "step": 344
    },
    {
      "epoch": 0.2903429413002314,
      "grad_norm": 143.41920471191406,
      "learning_rate": 4.91428394011614e-06,
      "loss": 0.8735,
      "step": 345
    },
    {
      "epoch": 0.29118451504313064,
      "grad_norm": 151.96649169921875,
      "learning_rate": 4.9137032297104445e-06,
      "loss": 1.0496,
      "step": 346
    },
    {
      "epoch": 0.29202608878602987,
      "grad_norm": 143.7827606201172,
      "learning_rate": 4.913120593382051e-06,
      "loss": 0.9842,
      "step": 347
    },
    {
      "epoch": 0.2928676625289291,
      "grad_norm": 214.41659545898438,
      "learning_rate": 4.912536031595853e-06,
      "loss": 1.0993,
      "step": 348
    },
    {
      "epoch": 0.2937092362718283,
      "grad_norm": 192.0199737548828,
      "learning_rate": 4.911949544818278e-06,
      "loss": 0.9345,
      "step": 349
    },
    {
      "epoch": 0.29455081001472755,
      "grad_norm": 140.22434997558594,
      "learning_rate": 4.911361133517293e-06,
      "loss": 0.7077,
      "step": 350
    },
    {
      "epoch": 0.2953923837576268,
      "grad_norm": 149.80943298339844,
      "learning_rate": 4.910770798162396e-06,
      "loss": 1.0209,
      "step": 351
    },
    {
      "epoch": 0.296233957500526,
      "grad_norm": 188.54193115234375,
      "learning_rate": 4.910178539224626e-06,
      "loss": 0.7282,
      "step": 352
    },
    {
      "epoch": 0.29707553124342523,
      "grad_norm": 182.12388610839844,
      "learning_rate": 4.90958435717655e-06,
      "loss": 1.1027,
      "step": 353
    },
    {
      "epoch": 0.2979171049863244,
      "grad_norm": 155.85667419433594,
      "learning_rate": 4.908988252492274e-06,
      "loss": 1.1697,
      "step": 354
    },
    {
      "epoch": 0.2987586787292236,
      "grad_norm": 174.2142791748047,
      "learning_rate": 4.908390225647438e-06,
      "loss": 1.1215,
      "step": 355
    },
    {
      "epoch": 0.29960025247212285,
      "grad_norm": 191.0850830078125,
      "learning_rate": 4.907790277119214e-06,
      "loss": 1.1317,
      "step": 356
    },
    {
      "epoch": 0.3004418262150221,
      "grad_norm": 166.85194396972656,
      "learning_rate": 4.907188407386308e-06,
      "loss": 0.9083,
      "step": 357
    },
    {
      "epoch": 0.3012833999579213,
      "grad_norm": 115.8208236694336,
      "learning_rate": 4.90658461692896e-06,
      "loss": 0.8165,
      "step": 358
    },
    {
      "epoch": 0.30212497370082053,
      "grad_norm": 136.56874084472656,
      "learning_rate": 4.905978906228942e-06,
      "loss": 0.7891,
      "step": 359
    },
    {
      "epoch": 0.30296654744371976,
      "grad_norm": 153.9842071533203,
      "learning_rate": 4.905371275769555e-06,
      "loss": 1.1678,
      "step": 360
    },
    {
      "epoch": 0.303808121186619,
      "grad_norm": 183.4450225830078,
      "learning_rate": 4.9047617260356375e-06,
      "loss": 0.9229,
      "step": 361
    },
    {
      "epoch": 0.3046496949295182,
      "grad_norm": 132.87869262695312,
      "learning_rate": 4.904150257513555e-06,
      "loss": 0.8403,
      "step": 362
    },
    {
      "epoch": 0.30549126867241744,
      "grad_norm": 143.56069946289062,
      "learning_rate": 4.903536870691206e-06,
      "loss": 0.9998,
      "step": 363
    },
    {
      "epoch": 0.30633284241531666,
      "grad_norm": 151.4114532470703,
      "learning_rate": 4.90292156605802e-06,
      "loss": 1.0212,
      "step": 364
    },
    {
      "epoch": 0.3071744161582159,
      "grad_norm": 139.41395568847656,
      "learning_rate": 4.902304344104954e-06,
      "loss": 1.0311,
      "step": 365
    },
    {
      "epoch": 0.30801598990111506,
      "grad_norm": 155.7967071533203,
      "learning_rate": 4.901685205324499e-06,
      "loss": 0.9561,
      "step": 366
    },
    {
      "epoch": 0.3088575636440143,
      "grad_norm": 153.0625457763672,
      "learning_rate": 4.901064150210672e-06,
      "loss": 0.984,
      "step": 367
    },
    {
      "epoch": 0.3096991373869135,
      "grad_norm": 204.0398406982422,
      "learning_rate": 4.900441179259019e-06,
      "loss": 1.152,
      "step": 368
    },
    {
      "epoch": 0.31054071112981274,
      "grad_norm": 178.45762634277344,
      "learning_rate": 4.899816292966619e-06,
      "loss": 0.9165,
      "step": 369
    },
    {
      "epoch": 0.31138228487271197,
      "grad_norm": 154.21519470214844,
      "learning_rate": 4.899189491832075e-06,
      "loss": 1.1589,
      "step": 370
    },
    {
      "epoch": 0.3122238586156112,
      "grad_norm": 152.87892150878906,
      "learning_rate": 4.8985607763555175e-06,
      "loss": 0.9606,
      "step": 371
    },
    {
      "epoch": 0.3130654323585104,
      "grad_norm": 125.60699462890625,
      "learning_rate": 4.897930147038609e-06,
      "loss": 0.9289,
      "step": 372
    },
    {
      "epoch": 0.31390700610140965,
      "grad_norm": 141.3811492919922,
      "learning_rate": 4.897297604384533e-06,
      "loss": 0.7742,
      "step": 373
    },
    {
      "epoch": 0.3147485798443089,
      "grad_norm": 123.92646789550781,
      "learning_rate": 4.8966631488980055e-06,
      "loss": 0.8978,
      "step": 374
    },
    {
      "epoch": 0.3155901535872081,
      "grad_norm": 147.79969787597656,
      "learning_rate": 4.896026781085265e-06,
      "loss": 1.042,
      "step": 375
    },
    {
      "epoch": 0.3164317273301073,
      "grad_norm": 274.53399658203125,
      "learning_rate": 4.895388501454077e-06,
      "loss": 1.0025,
      "step": 376
    },
    {
      "epoch": 0.3172733010730065,
      "grad_norm": 154.58265686035156,
      "learning_rate": 4.894748310513733e-06,
      "loss": 0.99,
      "step": 377
    },
    {
      "epoch": 0.3181148748159057,
      "grad_norm": 110.33751678466797,
      "learning_rate": 4.894106208775048e-06,
      "loss": 0.8535,
      "step": 378
    },
    {
      "epoch": 0.31895644855880495,
      "grad_norm": 118.87710571289062,
      "learning_rate": 4.893462196750362e-06,
      "loss": 0.9556,
      "step": 379
    },
    {
      "epoch": 0.3197980223017042,
      "grad_norm": 119.17797088623047,
      "learning_rate": 4.8928162749535435e-06,
      "loss": 0.8088,
      "step": 380
    },
    {
      "epoch": 0.3206395960446034,
      "grad_norm": 96.09217834472656,
      "learning_rate": 4.892168443899978e-06,
      "loss": 0.7595,
      "step": 381
    },
    {
      "epoch": 0.32148116978750263,
      "grad_norm": 127.31585693359375,
      "learning_rate": 4.8915187041065785e-06,
      "loss": 0.8242,
      "step": 382
    },
    {
      "epoch": 0.32232274353040186,
      "grad_norm": 125.22929382324219,
      "learning_rate": 4.89086705609178e-06,
      "loss": 0.8291,
      "step": 383
    },
    {
      "epoch": 0.3231643172733011,
      "grad_norm": 144.8851776123047,
      "learning_rate": 4.89021350037554e-06,
      "loss": 1.1254,
      "step": 384
    },
    {
      "epoch": 0.3240058910162003,
      "grad_norm": 121.80813598632812,
      "learning_rate": 4.88955803747934e-06,
      "loss": 0.7422,
      "step": 385
    },
    {
      "epoch": 0.32484746475909954,
      "grad_norm": 159.96646118164062,
      "learning_rate": 4.88890066792618e-06,
      "loss": 1.0759,
      "step": 386
    },
    {
      "epoch": 0.32568903850199876,
      "grad_norm": 114.78094482421875,
      "learning_rate": 4.888241392240584e-06,
      "loss": 0.563,
      "step": 387
    },
    {
      "epoch": 0.32653061224489793,
      "grad_norm": 140.37147521972656,
      "learning_rate": 4.887580210948595e-06,
      "loss": 0.7917,
      "step": 388
    },
    {
      "epoch": 0.32737218598779716,
      "grad_norm": 143.88070678710938,
      "learning_rate": 4.886917124577778e-06,
      "loss": 1.0749,
      "step": 389
    },
    {
      "epoch": 0.3282137597306964,
      "grad_norm": 142.34536743164062,
      "learning_rate": 4.886252133657218e-06,
      "loss": 0.9067,
      "step": 390
    },
    {
      "epoch": 0.3290553334735956,
      "grad_norm": 157.0981903076172,
      "learning_rate": 4.8855852387175185e-06,
      "loss": 1.1051,
      "step": 391
    },
    {
      "epoch": 0.32989690721649484,
      "grad_norm": 272.75946044921875,
      "learning_rate": 4.8849164402908024e-06,
      "loss": 0.8886,
      "step": 392
    },
    {
      "epoch": 0.33073848095939407,
      "grad_norm": 132.60775756835938,
      "learning_rate": 4.884245738910714e-06,
      "loss": 0.8409,
      "step": 393
    },
    {
      "epoch": 0.3315800547022933,
      "grad_norm": 127.93871307373047,
      "learning_rate": 4.883573135112413e-06,
      "loss": 0.7745,
      "step": 394
    },
    {
      "epoch": 0.3324216284451925,
      "grad_norm": 119.92588806152344,
      "learning_rate": 4.882898629432577e-06,
      "loss": 0.9234,
      "step": 395
    },
    {
      "epoch": 0.33326320218809175,
      "grad_norm": 149.8199005126953,
      "learning_rate": 4.882222222409403e-06,
      "loss": 1.017,
      "step": 396
    },
    {
      "epoch": 0.33410477593099097,
      "grad_norm": 141.49534606933594,
      "learning_rate": 4.881543914582604e-06,
      "loss": 0.7122,
      "step": 397
    },
    {
      "epoch": 0.3349463496738902,
      "grad_norm": 118.47855377197266,
      "learning_rate": 4.880863706493411e-06,
      "loss": 0.928,
      "step": 398
    },
    {
      "epoch": 0.33578792341678937,
      "grad_norm": 123.57112884521484,
      "learning_rate": 4.8801815986845685e-06,
      "loss": 0.8434,
      "step": 399
    },
    {
      "epoch": 0.3366294971596886,
      "grad_norm": 139.73097229003906,
      "learning_rate": 4.879497591700339e-06,
      "loss": 0.7714,
      "step": 400
    },
    {
      "epoch": 0.3374710709025878,
      "grad_norm": 138.10569763183594,
      "learning_rate": 4.878811686086502e-06,
      "loss": 0.8897,
      "step": 401
    },
    {
      "epoch": 0.33831264464548705,
      "grad_norm": 157.8883514404297,
      "learning_rate": 4.878123882390347e-06,
      "loss": 1.1479,
      "step": 402
    },
    {
      "epoch": 0.3391542183883863,
      "grad_norm": 138.03404235839844,
      "learning_rate": 4.877434181160681e-06,
      "loss": 0.9142,
      "step": 403
    },
    {
      "epoch": 0.3399957921312855,
      "grad_norm": 142.91648864746094,
      "learning_rate": 4.876742582947826e-06,
      "loss": 0.8765,
      "step": 404
    },
    {
      "epoch": 0.34083736587418473,
      "grad_norm": 140.9148406982422,
      "learning_rate": 4.876049088303616e-06,
      "loss": 1.0419,
      "step": 405
    },
    {
      "epoch": 0.34167893961708395,
      "grad_norm": 127.75152587890625,
      "learning_rate": 4.8753536977814e-06,
      "loss": 0.839,
      "step": 406
    },
    {
      "epoch": 0.3425205133599832,
      "grad_norm": 137.12606811523438,
      "learning_rate": 4.874656411936035e-06,
      "loss": 0.8453,
      "step": 407
    },
    {
      "epoch": 0.3433620871028824,
      "grad_norm": 158.32156372070312,
      "learning_rate": 4.8739572313238984e-06,
      "loss": 1.0524,
      "step": 408
    },
    {
      "epoch": 0.34420366084578163,
      "grad_norm": 142.4107208251953,
      "learning_rate": 4.873256156502871e-06,
      "loss": 0.9642,
      "step": 409
    },
    {
      "epoch": 0.34504523458868086,
      "grad_norm": 165.7876739501953,
      "learning_rate": 4.87255318803235e-06,
      "loss": 0.8204,
      "step": 410
    },
    {
      "epoch": 0.34588680833158003,
      "grad_norm": 134.32568359375,
      "learning_rate": 4.871848326473243e-06,
      "loss": 0.8822,
      "step": 411
    },
    {
      "epoch": 0.34672838207447926,
      "grad_norm": 148.0491180419922,
      "learning_rate": 4.871141572387966e-06,
      "loss": 0.8069,
      "step": 412
    },
    {
      "epoch": 0.3475699558173785,
      "grad_norm": 159.5659637451172,
      "learning_rate": 4.870432926340448e-06,
      "loss": 1.1664,
      "step": 413
    },
    {
      "epoch": 0.3484115295602777,
      "grad_norm": 170.69534301757812,
      "learning_rate": 4.869722388896127e-06,
      "loss": 1.2899,
      "step": 414
    },
    {
      "epoch": 0.34925310330317694,
      "grad_norm": 156.73345947265625,
      "learning_rate": 4.869009960621947e-06,
      "loss": 0.9722,
      "step": 415
    },
    {
      "epoch": 0.35009467704607616,
      "grad_norm": 113.5978775024414,
      "learning_rate": 4.868295642086363e-06,
      "loss": 0.9496,
      "step": 416
    },
    {
      "epoch": 0.3509362507889754,
      "grad_norm": 97.61703491210938,
      "learning_rate": 4.86757943385934e-06,
      "loss": 0.6348,
      "step": 417
    },
    {
      "epoch": 0.3517778245318746,
      "grad_norm": 170.4888916015625,
      "learning_rate": 4.8668613365123485e-06,
      "loss": 0.8473,
      "step": 418
    },
    {
      "epoch": 0.35261939827477384,
      "grad_norm": 122.68419647216797,
      "learning_rate": 4.866141350618367e-06,
      "loss": 0.9248,
      "step": 419
    },
    {
      "epoch": 0.35346097201767307,
      "grad_norm": 145.2256622314453,
      "learning_rate": 4.8654194767518815e-06,
      "loss": 0.9411,
      "step": 420
    },
    {
      "epoch": 0.3543025457605723,
      "grad_norm": 123.21392059326172,
      "learning_rate": 4.864695715488882e-06,
      "loss": 0.9264,
      "step": 421
    },
    {
      "epoch": 0.35514411950347147,
      "grad_norm": 127.80828857421875,
      "learning_rate": 4.863970067406868e-06,
      "loss": 0.9816,
      "step": 422
    },
    {
      "epoch": 0.3559856932463707,
      "grad_norm": 108.34115600585938,
      "learning_rate": 4.863242533084842e-06,
      "loss": 0.9395,
      "step": 423
    },
    {
      "epoch": 0.3568272669892699,
      "grad_norm": 106.89410400390625,
      "learning_rate": 4.862513113103312e-06,
      "loss": 0.8584,
      "step": 424
    },
    {
      "epoch": 0.35766884073216915,
      "grad_norm": 110.82831573486328,
      "learning_rate": 4.861781808044292e-06,
      "loss": 0.7783,
      "step": 425
    },
    {
      "epoch": 0.3585104144750684,
      "grad_norm": 170.09359741210938,
      "learning_rate": 4.861048618491298e-06,
      "loss": 0.9577,
      "step": 426
    },
    {
      "epoch": 0.3593519882179676,
      "grad_norm": 126.96100616455078,
      "learning_rate": 4.8603135450293516e-06,
      "loss": 0.9036,
      "step": 427
    },
    {
      "epoch": 0.3601935619608668,
      "grad_norm": 165.4973907470703,
      "learning_rate": 4.8595765882449766e-06,
      "loss": 1.0496,
      "step": 428
    },
    {
      "epoch": 0.36103513570376605,
      "grad_norm": 126.7000503540039,
      "learning_rate": 4.858837748726199e-06,
      "loss": 0.9302,
      "step": 429
    },
    {
      "epoch": 0.3618767094466653,
      "grad_norm": 154.56597900390625,
      "learning_rate": 4.858097027062548e-06,
      "loss": 0.9942,
      "step": 430
    },
    {
      "epoch": 0.3627182831895645,
      "grad_norm": 106.47966766357422,
      "learning_rate": 4.857354423845054e-06,
      "loss": 0.7642,
      "step": 431
    },
    {
      "epoch": 0.36355985693246373,
      "grad_norm": 111.3463363647461,
      "learning_rate": 4.856609939666251e-06,
      "loss": 0.8334,
      "step": 432
    },
    {
      "epoch": 0.3644014306753629,
      "grad_norm": 113.79244995117188,
      "learning_rate": 4.855863575120168e-06,
      "loss": 0.9112,
      "step": 433
    },
    {
      "epoch": 0.36524300441826213,
      "grad_norm": 123.11966705322266,
      "learning_rate": 4.855115330802342e-06,
      "loss": 1.0529,
      "step": 434
    },
    {
      "epoch": 0.36608457816116136,
      "grad_norm": 108.89775085449219,
      "learning_rate": 4.854365207309803e-06,
      "loss": 0.7978,
      "step": 435
    },
    {
      "epoch": 0.3669261519040606,
      "grad_norm": 164.04800415039062,
      "learning_rate": 4.853613205241086e-06,
      "loss": 0.9432,
      "step": 436
    },
    {
      "epoch": 0.3677677256469598,
      "grad_norm": 136.918701171875,
      "learning_rate": 4.8528593251962206e-06,
      "loss": 0.982,
      "step": 437
    },
    {
      "epoch": 0.36860929938985904,
      "grad_norm": 93.6369400024414,
      "learning_rate": 4.852103567776738e-06,
      "loss": 0.6342,
      "step": 438
    },
    {
      "epoch": 0.36945087313275826,
      "grad_norm": 161.514892578125,
      "learning_rate": 4.851345933585666e-06,
      "loss": 1.0082,
      "step": 439
    },
    {
      "epoch": 0.3702924468756575,
      "grad_norm": 120.8597183227539,
      "learning_rate": 4.850586423227529e-06,
      "loss": 1.0075,
      "step": 440
    },
    {
      "epoch": 0.3711340206185567,
      "grad_norm": 146.28897094726562,
      "learning_rate": 4.849825037308351e-06,
      "loss": 0.8819,
      "step": 441
    },
    {
      "epoch": 0.37197559436145594,
      "grad_norm": 133.81219482421875,
      "learning_rate": 4.849061776435649e-06,
      "loss": 0.7981,
      "step": 442
    },
    {
      "epoch": 0.37281716810435517,
      "grad_norm": 126.19327545166016,
      "learning_rate": 4.8482966412184394e-06,
      "loss": 0.9471,
      "step": 443
    },
    {
      "epoch": 0.37365874184725434,
      "grad_norm": 128.17840576171875,
      "learning_rate": 4.847529632267233e-06,
      "loss": 0.7527,
      "step": 444
    },
    {
      "epoch": 0.37450031559015357,
      "grad_norm": 122.65428161621094,
      "learning_rate": 4.846760750194033e-06,
      "loss": 0.93,
      "step": 445
    },
    {
      "epoch": 0.3753418893330528,
      "grad_norm": 127.0604019165039,
      "learning_rate": 4.845989995612342e-06,
      "loss": 0.8162,
      "step": 446
    },
    {
      "epoch": 0.376183463075952,
      "grad_norm": 141.19271850585938,
      "learning_rate": 4.8452173691371545e-06,
      "loss": 0.9245,
      "step": 447
    },
    {
      "epoch": 0.37702503681885124,
      "grad_norm": 145.30938720703125,
      "learning_rate": 4.844442871384957e-06,
      "loss": 1.1939,
      "step": 448
    },
    {
      "epoch": 0.37786661056175047,
      "grad_norm": 95.39657592773438,
      "learning_rate": 4.843666502973731e-06,
      "loss": 0.8952,
      "step": 449
    },
    {
      "epoch": 0.3787081843046497,
      "grad_norm": 143.34825134277344,
      "learning_rate": 4.84288826452295e-06,
      "loss": 1.1639,
      "step": 450
    },
    {
      "epoch": 0.3795497580475489,
      "grad_norm": 110.71271514892578,
      "learning_rate": 4.842108156653581e-06,
      "loss": 0.8824,
      "step": 451
    },
    {
      "epoch": 0.38039133179044815,
      "grad_norm": 100.15702819824219,
      "learning_rate": 4.84132617998808e-06,
      "loss": 0.7559,
      "step": 452
    },
    {
      "epoch": 0.3812329055333474,
      "grad_norm": 108.70226287841797,
      "learning_rate": 4.840542335150395e-06,
      "loss": 0.9015,
      "step": 453
    },
    {
      "epoch": 0.3820744792762466,
      "grad_norm": 127.7223892211914,
      "learning_rate": 4.839756622765966e-06,
      "loss": 0.8032,
      "step": 454
    },
    {
      "epoch": 0.38291605301914583,
      "grad_norm": 183.36643981933594,
      "learning_rate": 4.838969043461725e-06,
      "loss": 1.3108,
      "step": 455
    },
    {
      "epoch": 0.383757626762045,
      "grad_norm": 93.0749740600586,
      "learning_rate": 4.838179597866085e-06,
      "loss": 0.6992,
      "step": 456
    },
    {
      "epoch": 0.3845992005049442,
      "grad_norm": 218.0874481201172,
      "learning_rate": 4.83738828660896e-06,
      "loss": 1.1059,
      "step": 457
    },
    {
      "epoch": 0.38544077424784345,
      "grad_norm": 129.31700134277344,
      "learning_rate": 4.836595110321744e-06,
      "loss": 0.686,
      "step": 458
    },
    {
      "epoch": 0.3862823479907427,
      "grad_norm": 113.3348388671875,
      "learning_rate": 4.835800069637321e-06,
      "loss": 0.7151,
      "step": 459
    },
    {
      "epoch": 0.3871239217336419,
      "grad_norm": 242.91207885742188,
      "learning_rate": 4.835003165190064e-06,
      "loss": 1.1047,
      "step": 460
    },
    {
      "epoch": 0.38796549547654113,
      "grad_norm": 107.70856475830078,
      "learning_rate": 4.8342043976158344e-06,
      "loss": 0.8914,
      "step": 461
    },
    {
      "epoch": 0.38880706921944036,
      "grad_norm": 102.79827117919922,
      "learning_rate": 4.8334037675519775e-06,
      "loss": 0.8817,
      "step": 462
    },
    {
      "epoch": 0.3896486429623396,
      "grad_norm": 87.40475463867188,
      "learning_rate": 4.832601275637324e-06,
      "loss": 0.606,
      "step": 463
    },
    {
      "epoch": 0.3904902167052388,
      "grad_norm": 118.46971893310547,
      "learning_rate": 4.831796922512194e-06,
      "loss": 1.0383,
      "step": 464
    },
    {
      "epoch": 0.39133179044813804,
      "grad_norm": 122.6368179321289,
      "learning_rate": 4.8309907088183894e-06,
      "loss": 0.9457,
      "step": 465
    },
    {
      "epoch": 0.39217336419103727,
      "grad_norm": 123.12105560302734,
      "learning_rate": 4.830182635199197e-06,
      "loss": 0.9501,
      "step": 466
    },
    {
      "epoch": 0.39301493793393644,
      "grad_norm": 168.8681640625,
      "learning_rate": 4.829372702299391e-06,
      "loss": 0.7714,
      "step": 467
    },
    {
      "epoch": 0.39385651167683566,
      "grad_norm": 128.96510314941406,
      "learning_rate": 4.828560910765223e-06,
      "loss": 1.0639,
      "step": 468
    },
    {
      "epoch": 0.3946980854197349,
      "grad_norm": 130.435302734375,
      "learning_rate": 4.827747261244434e-06,
      "loss": 0.9294,
      "step": 469
    },
    {
      "epoch": 0.3955396591626341,
      "grad_norm": 116.36153411865234,
      "learning_rate": 4.826931754386244e-06,
      "loss": 0.9145,
      "step": 470
    },
    {
      "epoch": 0.39638123290553334,
      "grad_norm": 170.28231811523438,
      "learning_rate": 4.8261143908413554e-06,
      "loss": 1.1118,
      "step": 471
    },
    {
      "epoch": 0.39722280664843257,
      "grad_norm": 140.88491821289062,
      "learning_rate": 4.825295171261952e-06,
      "loss": 0.8239,
      "step": 472
    },
    {
      "epoch": 0.3980643803913318,
      "grad_norm": 150.85214233398438,
      "learning_rate": 4.8244740963017e-06,
      "loss": 0.8503,
      "step": 473
    },
    {
      "epoch": 0.398905954134231,
      "grad_norm": 108.1480712890625,
      "learning_rate": 4.823651166615742e-06,
      "loss": 1.0041,
      "step": 474
    },
    {
      "epoch": 0.39974752787713025,
      "grad_norm": 319.3303527832031,
      "learning_rate": 4.822826382860708e-06,
      "loss": 1.003,
      "step": 475
    },
    {
      "epoch": 0.4005891016200295,
      "grad_norm": 123.97578430175781,
      "learning_rate": 4.8219997456947e-06,
      "loss": 0.8949,
      "step": 476
    },
    {
      "epoch": 0.4014306753629287,
      "grad_norm": 209.10208129882812,
      "learning_rate": 4.821171255777302e-06,
      "loss": 1.0194,
      "step": 477
    },
    {
      "epoch": 0.4022722491058279,
      "grad_norm": 141.95541381835938,
      "learning_rate": 4.820340913769577e-06,
      "loss": 0.9419,
      "step": 478
    },
    {
      "epoch": 0.4031138228487271,
      "grad_norm": 140.51358032226562,
      "learning_rate": 4.819508720334063e-06,
      "loss": 1.1065,
      "step": 479
    },
    {
      "epoch": 0.4039553965916263,
      "grad_norm": 97.90631103515625,
      "learning_rate": 4.818674676134778e-06,
      "loss": 0.919,
      "step": 480
    },
    {
      "epoch": 0.40479697033452555,
      "grad_norm": 151.83956909179688,
      "learning_rate": 4.8178387818372165e-06,
      "loss": 1.0386,
      "step": 481
    },
    {
      "epoch": 0.4056385440774248,
      "grad_norm": 112.4679946899414,
      "learning_rate": 4.817001038108349e-06,
      "loss": 0.7155,
      "step": 482
    },
    {
      "epoch": 0.406480117820324,
      "grad_norm": 110.14672088623047,
      "learning_rate": 4.816161445616618e-06,
      "loss": 0.8235,
      "step": 483
    },
    {
      "epoch": 0.40732169156322323,
      "grad_norm": 166.98773193359375,
      "learning_rate": 4.815320005031949e-06,
      "loss": 1.3208,
      "step": 484
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 116.70498657226562,
      "learning_rate": 4.814476717025734e-06,
      "loss": 0.9825,
      "step": 485
    },
    {
      "epoch": 0.4090048390490217,
      "grad_norm": 114.12043762207031,
      "learning_rate": 4.813631582270844e-06,
      "loss": 0.9469,
      "step": 486
    },
    {
      "epoch": 0.4098464127919209,
      "grad_norm": 118.60401916503906,
      "learning_rate": 4.812784601441622e-06,
      "loss": 0.8652,
      "step": 487
    },
    {
      "epoch": 0.41068798653482014,
      "grad_norm": 142.69345092773438,
      "learning_rate": 4.811935775213884e-06,
      "loss": 0.7706,
      "step": 488
    },
    {
      "epoch": 0.4115295602777193,
      "grad_norm": 129.11827087402344,
      "learning_rate": 4.811085104264919e-06,
      "loss": 0.986,
      "step": 489
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": 126.18577575683594,
      "learning_rate": 4.810232589273487e-06,
      "loss": 0.9475,
      "step": 490
    },
    {
      "epoch": 0.41321270776351776,
      "grad_norm": 120.70259857177734,
      "learning_rate": 4.80937823091982e-06,
      "loss": 0.9647,
      "step": 491
    },
    {
      "epoch": 0.414054281506417,
      "grad_norm": 113.89292907714844,
      "learning_rate": 4.808522029885622e-06,
      "loss": 0.889,
      "step": 492
    },
    {
      "epoch": 0.4148958552493162,
      "grad_norm": 97.43743896484375,
      "learning_rate": 4.8076639868540635e-06,
      "loss": 0.7151,
      "step": 493
    },
    {
      "epoch": 0.41573742899221544,
      "grad_norm": 105.58618927001953,
      "learning_rate": 4.8068041025097895e-06,
      "loss": 0.9715,
      "step": 494
    },
    {
      "epoch": 0.41657900273511467,
      "grad_norm": 127.87680053710938,
      "learning_rate": 4.805942377538911e-06,
      "loss": 0.8187,
      "step": 495
    },
    {
      "epoch": 0.4174205764780139,
      "grad_norm": 134.050048828125,
      "learning_rate": 4.805078812629009e-06,
      "loss": 0.8815,
      "step": 496
    },
    {
      "epoch": 0.4182621502209131,
      "grad_norm": 108.08966064453125,
      "learning_rate": 4.804213408469133e-06,
      "loss": 0.8102,
      "step": 497
    },
    {
      "epoch": 0.41910372396381235,
      "grad_norm": 129.20497131347656,
      "learning_rate": 4.803346165749798e-06,
      "loss": 0.6703,
      "step": 498
    },
    {
      "epoch": 0.4199452977067116,
      "grad_norm": 146.5807647705078,
      "learning_rate": 4.802477085162988e-06,
      "loss": 0.857,
      "step": 499
    },
    {
      "epoch": 0.4207868714496108,
      "grad_norm": 121.63455200195312,
      "learning_rate": 4.801606167402152e-06,
      "loss": 0.9737,
      "step": 500
    },
    {
      "epoch": 0.42162844519250997,
      "grad_norm": 112.13333892822266,
      "learning_rate": 4.800733413162206e-06,
      "loss": 0.8266,
      "step": 501
    },
    {
      "epoch": 0.4224700189354092,
      "grad_norm": 105.02662658691406,
      "learning_rate": 4.799858823139532e-06,
      "loss": 0.7877,
      "step": 502
    },
    {
      "epoch": 0.4233115926783084,
      "grad_norm": 100.8410415649414,
      "learning_rate": 4.798982398031976e-06,
      "loss": 0.8558,
      "step": 503
    },
    {
      "epoch": 0.42415316642120765,
      "grad_norm": 141.06207275390625,
      "learning_rate": 4.798104138538848e-06,
      "loss": 1.1098,
      "step": 504
    },
    {
      "epoch": 0.4249947401641069,
      "grad_norm": 631.0702514648438,
      "learning_rate": 4.79722404536092e-06,
      "loss": 1.371,
      "step": 505
    },
    {
      "epoch": 0.4258363139070061,
      "grad_norm": 133.77012634277344,
      "learning_rate": 4.79634211920043e-06,
      "loss": 1.0773,
      "step": 506
    },
    {
      "epoch": 0.42667788764990533,
      "grad_norm": 104.05528259277344,
      "learning_rate": 4.795458360761078e-06,
      "loss": 0.8034,
      "step": 507
    },
    {
      "epoch": 0.42751946139280456,
      "grad_norm": 135.33978271484375,
      "learning_rate": 4.794572770748025e-06,
      "loss": 0.9243,
      "step": 508
    },
    {
      "epoch": 0.4283610351357038,
      "grad_norm": 143.45217895507812,
      "learning_rate": 4.793685349867893e-06,
      "loss": 1.0566,
      "step": 509
    },
    {
      "epoch": 0.429202608878603,
      "grad_norm": 136.93051147460938,
      "learning_rate": 4.792796098828768e-06,
      "loss": 0.8205,
      "step": 510
    },
    {
      "epoch": 0.43004418262150224,
      "grad_norm": 124.12754821777344,
      "learning_rate": 4.791905018340191e-06,
      "loss": 0.7642,
      "step": 511
    },
    {
      "epoch": 0.4308857563644014,
      "grad_norm": 119.36278533935547,
      "learning_rate": 4.791012109113168e-06,
      "loss": 0.8458,
      "step": 512
    },
    {
      "epoch": 0.43172733010730063,
      "grad_norm": 123.41871643066406,
      "learning_rate": 4.790117371860162e-06,
      "loss": 0.9155,
      "step": 513
    },
    {
      "epoch": 0.43256890385019986,
      "grad_norm": 99.3111572265625,
      "learning_rate": 4.789220807295092e-06,
      "loss": 0.8699,
      "step": 514
    },
    {
      "epoch": 0.4334104775930991,
      "grad_norm": 115.54022979736328,
      "learning_rate": 4.788322416133341e-06,
      "loss": 0.8808,
      "step": 515
    },
    {
      "epoch": 0.4342520513359983,
      "grad_norm": 108.34188079833984,
      "learning_rate": 4.7874221990917445e-06,
      "loss": 0.8901,
      "step": 516
    },
    {
      "epoch": 0.43509362507889754,
      "grad_norm": 105.6187973022461,
      "learning_rate": 4.786520156888596e-06,
      "loss": 0.8886,
      "step": 517
    },
    {
      "epoch": 0.43593519882179677,
      "grad_norm": 108.33097076416016,
      "learning_rate": 4.7856162902436465e-06,
      "loss": 0.9418,
      "step": 518
    },
    {
      "epoch": 0.436776772564696,
      "grad_norm": 121.62516784667969,
      "learning_rate": 4.784710599878102e-06,
      "loss": 0.8255,
      "step": 519
    },
    {
      "epoch": 0.4376183463075952,
      "grad_norm": 151.26263427734375,
      "learning_rate": 4.7838030865146236e-06,
      "loss": 1.1101,
      "step": 520
    },
    {
      "epoch": 0.43845992005049444,
      "grad_norm": 125.10527801513672,
      "learning_rate": 4.782893750877326e-06,
      "loss": 1.101,
      "step": 521
    },
    {
      "epoch": 0.43930149379339367,
      "grad_norm": 122.728271484375,
      "learning_rate": 4.781982593691781e-06,
      "loss": 0.933,
      "step": 522
    },
    {
      "epoch": 0.44014306753629284,
      "grad_norm": 133.12278747558594,
      "learning_rate": 4.78106961568501e-06,
      "loss": 0.9782,
      "step": 523
    },
    {
      "epoch": 0.44098464127919207,
      "grad_norm": 138.73318481445312,
      "learning_rate": 4.78015481758549e-06,
      "loss": 0.834,
      "step": 524
    },
    {
      "epoch": 0.4418262150220913,
      "grad_norm": 128.3526153564453,
      "learning_rate": 4.77923820012315e-06,
      "loss": 0.9034,
      "step": 525
    },
    {
      "epoch": 0.4426677887649905,
      "grad_norm": 108.43571472167969,
      "learning_rate": 4.778319764029368e-06,
      "loss": 0.8541,
      "step": 526
    },
    {
      "epoch": 0.44350936250788975,
      "grad_norm": 116.94001007080078,
      "learning_rate": 4.777399510036977e-06,
      "loss": 0.958,
      "step": 527
    },
    {
      "epoch": 0.444350936250789,
      "grad_norm": 120.42687225341797,
      "learning_rate": 4.776477438880258e-06,
      "loss": 1.0345,
      "step": 528
    },
    {
      "epoch": 0.4451925099936882,
      "grad_norm": 111.29932403564453,
      "learning_rate": 4.775553551294942e-06,
      "loss": 0.8609,
      "step": 529
    },
    {
      "epoch": 0.44603408373658743,
      "grad_norm": 131.2679901123047,
      "learning_rate": 4.774627848018211e-06,
      "loss": 1.1318,
      "step": 530
    },
    {
      "epoch": 0.44687565747948665,
      "grad_norm": 127.53345489501953,
      "learning_rate": 4.773700329788696e-06,
      "loss": 0.9082,
      "step": 531
    },
    {
      "epoch": 0.4477172312223859,
      "grad_norm": 124.14596557617188,
      "learning_rate": 4.772770997346471e-06,
      "loss": 1.0633,
      "step": 532
    },
    {
      "epoch": 0.4485588049652851,
      "grad_norm": 97.10338592529297,
      "learning_rate": 4.7718398514330655e-06,
      "loss": 0.7285,
      "step": 533
    },
    {
      "epoch": 0.4494003787081843,
      "grad_norm": 86.35016632080078,
      "learning_rate": 4.770906892791449e-06,
      "loss": 0.5934,
      "step": 534
    },
    {
      "epoch": 0.4502419524510835,
      "grad_norm": 112.21371459960938,
      "learning_rate": 4.7699721221660425e-06,
      "loss": 1.0579,
      "step": 535
    },
    {
      "epoch": 0.45108352619398273,
      "grad_norm": 106.98262023925781,
      "learning_rate": 4.7690355403027086e-06,
      "loss": 0.8364,
      "step": 536
    },
    {
      "epoch": 0.45192509993688196,
      "grad_norm": 122.70458984375,
      "learning_rate": 4.768097147948759e-06,
      "loss": 0.8282,
      "step": 537
    },
    {
      "epoch": 0.4527666736797812,
      "grad_norm": 115.28579711914062,
      "learning_rate": 4.767156945852948e-06,
      "loss": 0.7753,
      "step": 538
    },
    {
      "epoch": 0.4536082474226804,
      "grad_norm": 131.470458984375,
      "learning_rate": 4.7662149347654725e-06,
      "loss": 1.0653,
      "step": 539
    },
    {
      "epoch": 0.45444982116557964,
      "grad_norm": 119.49797821044922,
      "learning_rate": 4.7652711154379765e-06,
      "loss": 0.9991,
      "step": 540
    },
    {
      "epoch": 0.45529139490847886,
      "grad_norm": 126.73249053955078,
      "learning_rate": 4.764325488623544e-06,
      "loss": 1.1871,
      "step": 541
    },
    {
      "epoch": 0.4561329686513781,
      "grad_norm": 95.57186889648438,
      "learning_rate": 4.7633780550767e-06,
      "loss": 0.9152,
      "step": 542
    },
    {
      "epoch": 0.4569745423942773,
      "grad_norm": 119.88944244384766,
      "learning_rate": 4.762428815553416e-06,
      "loss": 0.818,
      "step": 543
    },
    {
      "epoch": 0.45781611613717654,
      "grad_norm": 105.79959106445312,
      "learning_rate": 4.761477770811101e-06,
      "loss": 0.9361,
      "step": 544
    },
    {
      "epoch": 0.4586576898800757,
      "grad_norm": 119.57502746582031,
      "learning_rate": 4.760524921608604e-06,
      "loss": 0.9895,
      "step": 545
    },
    {
      "epoch": 0.45949926362297494,
      "grad_norm": 114.09158325195312,
      "learning_rate": 4.759570268706214e-06,
      "loss": 1.1529,
      "step": 546
    },
    {
      "epoch": 0.46034083736587417,
      "grad_norm": 100.0584487915039,
      "learning_rate": 4.758613812865662e-06,
      "loss": 0.7656,
      "step": 547
    },
    {
      "epoch": 0.4611824111087734,
      "grad_norm": 100.03468322753906,
      "learning_rate": 4.757655554850115e-06,
      "loss": 0.7772,
      "step": 548
    },
    {
      "epoch": 0.4620239848516726,
      "grad_norm": 114.32467651367188,
      "learning_rate": 4.756695495424177e-06,
      "loss": 0.8262,
      "step": 549
    },
    {
      "epoch": 0.46286555859457185,
      "grad_norm": 93.30988311767578,
      "learning_rate": 4.755733635353894e-06,
      "loss": 0.8206,
      "step": 550
    },
    {
      "epoch": 0.4637071323374711,
      "grad_norm": 90.66636657714844,
      "learning_rate": 4.7547699754067425e-06,
      "loss": 0.7546,
      "step": 551
    },
    {
      "epoch": 0.4645487060803703,
      "grad_norm": 84.4310302734375,
      "learning_rate": 4.75380451635164e-06,
      "loss": 0.7591,
      "step": 552
    },
    {
      "epoch": 0.4653902798232695,
      "grad_norm": 155.35433959960938,
      "learning_rate": 4.752837258958937e-06,
      "loss": 1.2789,
      "step": 553
    },
    {
      "epoch": 0.46623185356616875,
      "grad_norm": 82.25304412841797,
      "learning_rate": 4.751868204000421e-06,
      "loss": 0.686,
      "step": 554
    },
    {
      "epoch": 0.467073427309068,
      "grad_norm": 110.43043518066406,
      "learning_rate": 4.750897352249311e-06,
      "loss": 0.8744,
      "step": 555
    },
    {
      "epoch": 0.4679150010519672,
      "grad_norm": 104.57023620605469,
      "learning_rate": 4.7499247044802625e-06,
      "loss": 0.784,
      "step": 556
    },
    {
      "epoch": 0.4687565747948664,
      "grad_norm": 82.92748260498047,
      "learning_rate": 4.748950261469362e-06,
      "loss": 0.7746,
      "step": 557
    },
    {
      "epoch": 0.4695981485377656,
      "grad_norm": 118.4659194946289,
      "learning_rate": 4.747974023994129e-06,
      "loss": 0.7537,
      "step": 558
    },
    {
      "epoch": 0.47043972228066483,
      "grad_norm": 108.45428466796875,
      "learning_rate": 4.746995992833516e-06,
      "loss": 0.9114,
      "step": 559
    },
    {
      "epoch": 0.47128129602356406,
      "grad_norm": 92.51221466064453,
      "learning_rate": 4.746016168767906e-06,
      "loss": 0.819,
      "step": 560
    },
    {
      "epoch": 0.4721228697664633,
      "grad_norm": 89.94612884521484,
      "learning_rate": 4.745034552579111e-06,
      "loss": 0.8209,
      "step": 561
    },
    {
      "epoch": 0.4729644435093625,
      "grad_norm": 96.07715606689453,
      "learning_rate": 4.744051145050375e-06,
      "loss": 0.7277,
      "step": 562
    },
    {
      "epoch": 0.47380601725226174,
      "grad_norm": 115.94178771972656,
      "learning_rate": 4.743065946966371e-06,
      "loss": 0.8407,
      "step": 563
    },
    {
      "epoch": 0.47464759099516096,
      "grad_norm": 90.5213394165039,
      "learning_rate": 4.7420789591132e-06,
      "loss": 0.7891,
      "step": 564
    },
    {
      "epoch": 0.4754891647380602,
      "grad_norm": 113.68289947509766,
      "learning_rate": 4.741090182278391e-06,
      "loss": 1.0005,
      "step": 565
    },
    {
      "epoch": 0.4763307384809594,
      "grad_norm": 136.67337036132812,
      "learning_rate": 4.740099617250902e-06,
      "loss": 1.1607,
      "step": 566
    },
    {
      "epoch": 0.47717231222385864,
      "grad_norm": 91.25704193115234,
      "learning_rate": 4.739107264821115e-06,
      "loss": 0.6981,
      "step": 567
    },
    {
      "epoch": 0.4780138859667578,
      "grad_norm": 106.67892456054688,
      "learning_rate": 4.738113125780841e-06,
      "loss": 0.7727,
      "step": 568
    },
    {
      "epoch": 0.47885545970965704,
      "grad_norm": 121.09901428222656,
      "learning_rate": 4.7371172009233155e-06,
      "loss": 0.8397,
      "step": 569
    },
    {
      "epoch": 0.47969703345255627,
      "grad_norm": 80.89665222167969,
      "learning_rate": 4.736119491043199e-06,
      "loss": 0.7499,
      "step": 570
    },
    {
      "epoch": 0.4805386071954555,
      "grad_norm": 130.6654815673828,
      "learning_rate": 4.735119996936576e-06,
      "loss": 0.992,
      "step": 571
    },
    {
      "epoch": 0.4813801809383547,
      "grad_norm": 101.22091674804688,
      "learning_rate": 4.734118719400954e-06,
      "loss": 0.9348,
      "step": 572
    },
    {
      "epoch": 0.48222175468125394,
      "grad_norm": 93.3582534790039,
      "learning_rate": 4.733115659235265e-06,
      "loss": 0.8983,
      "step": 573
    },
    {
      "epoch": 0.48306332842415317,
      "grad_norm": 100.23347473144531,
      "learning_rate": 4.7321108172398625e-06,
      "loss": 0.8489,
      "step": 574
    },
    {
      "epoch": 0.4839049021670524,
      "grad_norm": 83.09318542480469,
      "learning_rate": 4.731104194216523e-06,
      "loss": 0.709,
      "step": 575
    },
    {
      "epoch": 0.4847464759099516,
      "grad_norm": 76.45307159423828,
      "learning_rate": 4.730095790968442e-06,
      "loss": 0.7334,
      "step": 576
    },
    {
      "epoch": 0.48558804965285085,
      "grad_norm": 117.21244812011719,
      "learning_rate": 4.7290856083002355e-06,
      "loss": 1.0757,
      "step": 577
    },
    {
      "epoch": 0.4864296233957501,
      "grad_norm": 90.2735595703125,
      "learning_rate": 4.728073647017942e-06,
      "loss": 0.8145,
      "step": 578
    },
    {
      "epoch": 0.48727119713864925,
      "grad_norm": 104.04305267333984,
      "learning_rate": 4.727059907929018e-06,
      "loss": 1.0265,
      "step": 579
    },
    {
      "epoch": 0.4881127708815485,
      "grad_norm": 103.80632019042969,
      "learning_rate": 4.726044391842337e-06,
      "loss": 0.9707,
      "step": 580
    },
    {
      "epoch": 0.4889543446244477,
      "grad_norm": 91.39692687988281,
      "learning_rate": 4.72502709956819e-06,
      "loss": 0.8324,
      "step": 581
    },
    {
      "epoch": 0.4897959183673469,
      "grad_norm": 103.67784881591797,
      "learning_rate": 4.7240080319182905e-06,
      "loss": 0.9852,
      "step": 582
    },
    {
      "epoch": 0.49063749211024615,
      "grad_norm": 92.56071472167969,
      "learning_rate": 4.722987189705761e-06,
      "loss": 0.7628,
      "step": 583
    },
    {
      "epoch": 0.4914790658531454,
      "grad_norm": 92.0321273803711,
      "learning_rate": 4.721964573745145e-06,
      "loss": 0.9345,
      "step": 584
    },
    {
      "epoch": 0.4923206395960446,
      "grad_norm": 109.95680236816406,
      "learning_rate": 4.7209401848524015e-06,
      "loss": 0.9331,
      "step": 585
    },
    {
      "epoch": 0.49316221333894383,
      "grad_norm": 109.92249298095703,
      "learning_rate": 4.7199140238449e-06,
      "loss": 1.0453,
      "step": 586
    },
    {
      "epoch": 0.49400378708184306,
      "grad_norm": 109.58256530761719,
      "learning_rate": 4.718886091541429e-06,
      "loss": 1.1754,
      "step": 587
    },
    {
      "epoch": 0.4948453608247423,
      "grad_norm": 109.40169525146484,
      "learning_rate": 4.717856388762187e-06,
      "loss": 1.0512,
      "step": 588
    },
    {
      "epoch": 0.4956869345676415,
      "grad_norm": 113.2249755859375,
      "learning_rate": 4.716824916328786e-06,
      "loss": 0.8632,
      "step": 589
    },
    {
      "epoch": 0.4965285083105407,
      "grad_norm": 110.68663787841797,
      "learning_rate": 4.715791675064251e-06,
      "loss": 1.1118,
      "step": 590
    },
    {
      "epoch": 0.4973700820534399,
      "grad_norm": 101.6324691772461,
      "learning_rate": 4.714756665793015e-06,
      "loss": 0.9311,
      "step": 591
    },
    {
      "epoch": 0.49821165579633914,
      "grad_norm": 156.46829223632812,
      "learning_rate": 4.713719889340929e-06,
      "loss": 0.943,
      "step": 592
    },
    {
      "epoch": 0.49905322953923836,
      "grad_norm": 106.6951904296875,
      "learning_rate": 4.712681346535245e-06,
      "loss": 0.5679,
      "step": 593
    },
    {
      "epoch": 0.4998948032821376,
      "grad_norm": 114.27716827392578,
      "learning_rate": 4.71164103820463e-06,
      "loss": 0.8942,
      "step": 594
    },
    {
      "epoch": 0.5007363770250368,
      "grad_norm": 88.36841583251953,
      "learning_rate": 4.71059896517916e-06,
      "loss": 0.8059,
      "step": 595
    },
    {
      "epoch": 0.501577950767936,
      "grad_norm": 77.92396545410156,
      "learning_rate": 4.709555128290316e-06,
      "loss": 0.789,
      "step": 596
    },
    {
      "epoch": 0.5024195245108353,
      "grad_norm": 92.30797576904297,
      "learning_rate": 4.708509528370988e-06,
      "loss": 0.794,
      "step": 597
    },
    {
      "epoch": 0.5032610982537344,
      "grad_norm": 114.52457427978516,
      "learning_rate": 4.707462166255473e-06,
      "loss": 0.9309,
      "step": 598
    },
    {
      "epoch": 0.5041026719966337,
      "grad_norm": 206.55442810058594,
      "learning_rate": 4.7064130427794745e-06,
      "loss": 1.8481,
      "step": 599
    },
    {
      "epoch": 0.5049442457395329,
      "grad_norm": 82.25666809082031,
      "learning_rate": 4.705362158780099e-06,
      "loss": 0.7768,
      "step": 600
    },
    {
      "epoch": 0.5057858194824322,
      "grad_norm": 93.18348693847656,
      "learning_rate": 4.70430951509586e-06,
      "loss": 0.8917,
      "step": 601
    },
    {
      "epoch": 0.5066273932253313,
      "grad_norm": 116.30068969726562,
      "learning_rate": 4.703255112566676e-06,
      "loss": 1.0472,
      "step": 602
    },
    {
      "epoch": 0.5074689669682306,
      "grad_norm": 99.05022430419922,
      "learning_rate": 4.702198952033866e-06,
      "loss": 0.9099,
      "step": 603
    },
    {
      "epoch": 0.5083105407111298,
      "grad_norm": 99.7860336303711,
      "learning_rate": 4.701141034340153e-06,
      "loss": 0.9021,
      "step": 604
    },
    {
      "epoch": 0.5091521144540291,
      "grad_norm": 122.43360137939453,
      "learning_rate": 4.700081360329664e-06,
      "loss": 0.8791,
      "step": 605
    },
    {
      "epoch": 0.5099936881969283,
      "grad_norm": 110.67709350585938,
      "learning_rate": 4.699019930847923e-06,
      "loss": 0.9684,
      "step": 606
    },
    {
      "epoch": 0.5108352619398274,
      "grad_norm": 88.45003509521484,
      "learning_rate": 4.697956746741858e-06,
      "loss": 0.5716,
      "step": 607
    },
    {
      "epoch": 0.5116768356827267,
      "grad_norm": 91.00718688964844,
      "learning_rate": 4.696891808859797e-06,
      "loss": 0.8279,
      "step": 608
    },
    {
      "epoch": 0.5125184094256259,
      "grad_norm": 103.737548828125,
      "learning_rate": 4.695825118051467e-06,
      "loss": 0.8202,
      "step": 609
    },
    {
      "epoch": 0.5133599831685252,
      "grad_norm": 94.69662475585938,
      "learning_rate": 4.694756675167992e-06,
      "loss": 0.9734,
      "step": 610
    },
    {
      "epoch": 0.5142015569114243,
      "grad_norm": 114.9798355102539,
      "learning_rate": 4.693686481061898e-06,
      "loss": 1.0855,
      "step": 611
    },
    {
      "epoch": 0.5150431306543236,
      "grad_norm": 95.23029327392578,
      "learning_rate": 4.692614536587101e-06,
      "loss": 0.7172,
      "step": 612
    },
    {
      "epoch": 0.5158847043972228,
      "grad_norm": 99.6467514038086,
      "learning_rate": 4.691540842598923e-06,
      "loss": 0.7589,
      "step": 613
    },
    {
      "epoch": 0.5167262781401221,
      "grad_norm": 103.03988647460938,
      "learning_rate": 4.690465399954076e-06,
      "loss": 0.8081,
      "step": 614
    },
    {
      "epoch": 0.5175678518830212,
      "grad_norm": 90.93890380859375,
      "learning_rate": 4.689388209510667e-06,
      "loss": 0.7581,
      "step": 615
    },
    {
      "epoch": 0.5184094256259205,
      "grad_norm": 105.35801696777344,
      "learning_rate": 4.688309272128201e-06,
      "loss": 0.8253,
      "step": 616
    },
    {
      "epoch": 0.5192509993688197,
      "grad_norm": 133.68971252441406,
      "learning_rate": 4.687228588667573e-06,
      "loss": 0.8134,
      "step": 617
    },
    {
      "epoch": 0.520092573111719,
      "grad_norm": 107.72319793701172,
      "learning_rate": 4.686146159991075e-06,
      "loss": 0.9942,
      "step": 618
    },
    {
      "epoch": 0.5209341468546181,
      "grad_norm": 110.94938659667969,
      "learning_rate": 4.685061986962391e-06,
      "loss": 0.8772,
      "step": 619
    },
    {
      "epoch": 0.5217757205975173,
      "grad_norm": 102.12600708007812,
      "learning_rate": 4.6839760704465915e-06,
      "loss": 0.7658,
      "step": 620
    },
    {
      "epoch": 0.5226172943404166,
      "grad_norm": 96.44245910644531,
      "learning_rate": 4.6828884113101454e-06,
      "loss": 0.9078,
      "step": 621
    },
    {
      "epoch": 0.5234588680833158,
      "grad_norm": 118.14047241210938,
      "learning_rate": 4.681799010420909e-06,
      "loss": 1.0003,
      "step": 622
    },
    {
      "epoch": 0.524300441826215,
      "grad_norm": 85.10506439208984,
      "learning_rate": 4.680707868648127e-06,
      "loss": 0.8619,
      "step": 623
    },
    {
      "epoch": 0.5251420155691142,
      "grad_norm": 86.90888214111328,
      "learning_rate": 4.679614986862435e-06,
      "loss": 0.9455,
      "step": 624
    },
    {
      "epoch": 0.5259835893120135,
      "grad_norm": 86.18508911132812,
      "learning_rate": 4.678520365935857e-06,
      "loss": 0.8459,
      "step": 625
    },
    {
      "epoch": 0.5268251630549127,
      "grad_norm": 82.22334289550781,
      "learning_rate": 4.677424006741803e-06,
      "loss": 0.8193,
      "step": 626
    },
    {
      "epoch": 0.527666736797812,
      "grad_norm": 80.63818359375,
      "learning_rate": 4.676325910155072e-06,
      "loss": 0.9017,
      "step": 627
    },
    {
      "epoch": 0.5285083105407111,
      "grad_norm": 95.19749450683594,
      "learning_rate": 4.675226077051849e-06,
      "loss": 0.9112,
      "step": 628
    },
    {
      "epoch": 0.5293498842836104,
      "grad_norm": 103.03102111816406,
      "learning_rate": 4.674124508309702e-06,
      "loss": 0.7195,
      "step": 629
    },
    {
      "epoch": 0.5301914580265096,
      "grad_norm": 100.74110412597656,
      "learning_rate": 4.673021204807588e-06,
      "loss": 0.8151,
      "step": 630
    },
    {
      "epoch": 0.5310330317694087,
      "grad_norm": 148.33775329589844,
      "learning_rate": 4.671916167425844e-06,
      "loss": 1.073,
      "step": 631
    },
    {
      "epoch": 0.531874605512308,
      "grad_norm": 131.19943237304688,
      "learning_rate": 4.670809397046195e-06,
      "loss": 1.0741,
      "step": 632
    },
    {
      "epoch": 0.5327161792552072,
      "grad_norm": 109.5487289428711,
      "learning_rate": 4.669700894551744e-06,
      "loss": 0.715,
      "step": 633
    },
    {
      "epoch": 0.5335577529981065,
      "grad_norm": 90.64634704589844,
      "learning_rate": 4.6685906608269795e-06,
      "loss": 0.8414,
      "step": 634
    },
    {
      "epoch": 0.5343993267410057,
      "grad_norm": 144.5821075439453,
      "learning_rate": 4.667478696757771e-06,
      "loss": 1.2275,
      "step": 635
    },
    {
      "epoch": 0.5352409004839049,
      "grad_norm": 94.56639099121094,
      "learning_rate": 4.666365003231367e-06,
      "loss": 0.8112,
      "step": 636
    },
    {
      "epoch": 0.5360824742268041,
      "grad_norm": 88.34557342529297,
      "learning_rate": 4.665249581136396e-06,
      "loss": 0.7514,
      "step": 637
    },
    {
      "epoch": 0.5369240479697034,
      "grad_norm": 112.50604248046875,
      "learning_rate": 4.6641324313628685e-06,
      "loss": 0.8959,
      "step": 638
    },
    {
      "epoch": 0.5377656217126026,
      "grad_norm": 93.03011322021484,
      "learning_rate": 4.6630135548021714e-06,
      "loss": 0.7076,
      "step": 639
    },
    {
      "epoch": 0.5386071954555018,
      "grad_norm": 97.32340240478516,
      "learning_rate": 4.661892952347069e-06,
      "loss": 0.9593,
      "step": 640
    },
    {
      "epoch": 0.539448769198401,
      "grad_norm": 98.1068115234375,
      "learning_rate": 4.660770624891703e-06,
      "loss": 0.9363,
      "step": 641
    },
    {
      "epoch": 0.5402903429413002,
      "grad_norm": 84.54730987548828,
      "learning_rate": 4.659646573331593e-06,
      "loss": 0.7832,
      "step": 642
    },
    {
      "epoch": 0.5411319166841995,
      "grad_norm": 98.7477035522461,
      "learning_rate": 4.658520798563632e-06,
      "loss": 0.9713,
      "step": 643
    },
    {
      "epoch": 0.5419734904270986,
      "grad_norm": 86.43669128417969,
      "learning_rate": 4.65739330148609e-06,
      "loss": 0.9527,
      "step": 644
    },
    {
      "epoch": 0.5428150641699979,
      "grad_norm": 86.94834899902344,
      "learning_rate": 4.656264082998611e-06,
      "loss": 0.7682,
      "step": 645
    },
    {
      "epoch": 0.5436566379128971,
      "grad_norm": 82.33644104003906,
      "learning_rate": 4.65513314400221e-06,
      "loss": 0.7847,
      "step": 646
    },
    {
      "epoch": 0.5444982116557964,
      "grad_norm": 77.75247192382812,
      "learning_rate": 4.654000485399278e-06,
      "loss": 0.8332,
      "step": 647
    },
    {
      "epoch": 0.5453397853986955,
      "grad_norm": 87.43701171875,
      "learning_rate": 4.652866108093578e-06,
      "loss": 0.7374,
      "step": 648
    },
    {
      "epoch": 0.5461813591415948,
      "grad_norm": 104.72925567626953,
      "learning_rate": 4.6517300129902415e-06,
      "loss": 1.07,
      "step": 649
    },
    {
      "epoch": 0.547022932884494,
      "grad_norm": 83.67887878417969,
      "learning_rate": 4.650592200995773e-06,
      "loss": 0.893,
      "step": 650
    },
    {
      "epoch": 0.5478645066273933,
      "grad_norm": 74.65118408203125,
      "learning_rate": 4.649452673018047e-06,
      "loss": 0.7125,
      "step": 651
    },
    {
      "epoch": 0.5487060803702924,
      "grad_norm": 97.34910583496094,
      "learning_rate": 4.648311429966304e-06,
      "loss": 0.8686,
      "step": 652
    },
    {
      "epoch": 0.5495476541131916,
      "grad_norm": 91.98160552978516,
      "learning_rate": 4.647168472751158e-06,
      "loss": 0.8258,
      "step": 653
    },
    {
      "epoch": 0.5503892278560909,
      "grad_norm": 86.38584899902344,
      "learning_rate": 4.6460238022845885e-06,
      "loss": 0.6989,
      "step": 654
    },
    {
      "epoch": 0.5512308015989901,
      "grad_norm": 98.5851058959961,
      "learning_rate": 4.64487741947994e-06,
      "loss": 1.05,
      "step": 655
    },
    {
      "epoch": 0.5520723753418894,
      "grad_norm": 74.66211700439453,
      "learning_rate": 4.643729325251926e-06,
      "loss": 0.8472,
      "step": 656
    },
    {
      "epoch": 0.5529139490847885,
      "grad_norm": 100.06787872314453,
      "learning_rate": 4.642579520516624e-06,
      "loss": 0.8999,
      "step": 657
    },
    {
      "epoch": 0.5537555228276878,
      "grad_norm": 111.21283721923828,
      "learning_rate": 4.641428006191477e-06,
      "loss": 0.8044,
      "step": 658
    },
    {
      "epoch": 0.554597096570587,
      "grad_norm": 102.51060485839844,
      "learning_rate": 4.6402747831952936e-06,
      "loss": 0.9319,
      "step": 659
    },
    {
      "epoch": 0.5554386703134863,
      "grad_norm": 86.2106704711914,
      "learning_rate": 4.639119852448242e-06,
      "loss": 0.9393,
      "step": 660
    },
    {
      "epoch": 0.5562802440563854,
      "grad_norm": 100.43547821044922,
      "learning_rate": 4.637963214871857e-06,
      "loss": 0.9186,
      "step": 661
    },
    {
      "epoch": 0.5571218177992847,
      "grad_norm": 87.44974517822266,
      "learning_rate": 4.636804871389033e-06,
      "loss": 0.775,
      "step": 662
    },
    {
      "epoch": 0.5579633915421839,
      "grad_norm": 86.83062744140625,
      "learning_rate": 4.635644822924026e-06,
      "loss": 0.8735,
      "step": 663
    },
    {
      "epoch": 0.558804965285083,
      "grad_norm": 93.20692443847656,
      "learning_rate": 4.6344830704024525e-06,
      "loss": 0.9683,
      "step": 664
    },
    {
      "epoch": 0.5596465390279823,
      "grad_norm": 103.13855743408203,
      "learning_rate": 4.633319614751288e-06,
      "loss": 0.789,
      "step": 665
    },
    {
      "epoch": 0.5604881127708815,
      "grad_norm": 85.04438781738281,
      "learning_rate": 4.63215445689887e-06,
      "loss": 0.8745,
      "step": 666
    },
    {
      "epoch": 0.5613296865137808,
      "grad_norm": 92.2657699584961,
      "learning_rate": 4.6309875977748895e-06,
      "loss": 0.6973,
      "step": 667
    },
    {
      "epoch": 0.56217126025668,
      "grad_norm": 107.98641967773438,
      "learning_rate": 4.629819038310399e-06,
      "loss": 0.9694,
      "step": 668
    },
    {
      "epoch": 0.5630128339995792,
      "grad_norm": 105.74818420410156,
      "learning_rate": 4.628648779437805e-06,
      "loss": 1.0651,
      "step": 669
    },
    {
      "epoch": 0.5638544077424784,
      "grad_norm": 93.05474853515625,
      "learning_rate": 4.6274768220908715e-06,
      "loss": 0.8287,
      "step": 670
    },
    {
      "epoch": 0.5646959814853777,
      "grad_norm": 101.81683349609375,
      "learning_rate": 4.626303167204717e-06,
      "loss": 1.0467,
      "step": 671
    },
    {
      "epoch": 0.5655375552282769,
      "grad_norm": 108.88080596923828,
      "learning_rate": 4.6251278157158155e-06,
      "loss": 1.0961,
      "step": 672
    },
    {
      "epoch": 0.5663791289711761,
      "grad_norm": 99.9627456665039,
      "learning_rate": 4.623950768561993e-06,
      "loss": 0.9827,
      "step": 673
    },
    {
      "epoch": 0.5672207027140753,
      "grad_norm": 74.0265884399414,
      "learning_rate": 4.622772026682431e-06,
      "loss": 0.7854,
      "step": 674
    },
    {
      "epoch": 0.5680622764569745,
      "grad_norm": 97.81053161621094,
      "learning_rate": 4.621591591017659e-06,
      "loss": 0.8921,
      "step": 675
    },
    {
      "epoch": 0.5689038501998738,
      "grad_norm": 98.89409637451172,
      "learning_rate": 4.6204094625095645e-06,
      "loss": 1.0033,
      "step": 676
    },
    {
      "epoch": 0.5697454239427729,
      "grad_norm": 260.55377197265625,
      "learning_rate": 4.619225642101379e-06,
      "loss": 0.6616,
      "step": 677
    },
    {
      "epoch": 0.5705869976856722,
      "grad_norm": 88.79230499267578,
      "learning_rate": 4.618040130737689e-06,
      "loss": 0.8913,
      "step": 678
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 88.83299255371094,
      "learning_rate": 4.616852929364426e-06,
      "loss": 0.9479,
      "step": 679
    },
    {
      "epoch": 0.5722701451714707,
      "grad_norm": 96.11365509033203,
      "learning_rate": 4.615664038928874e-06,
      "loss": 0.9281,
      "step": 680
    },
    {
      "epoch": 0.5731117189143698,
      "grad_norm": 85.7844009399414,
      "learning_rate": 4.6144734603796625e-06,
      "loss": 0.6493,
      "step": 681
    },
    {
      "epoch": 0.5739532926572691,
      "grad_norm": 92.83222961425781,
      "learning_rate": 4.613281194666768e-06,
      "loss": 0.8968,
      "step": 682
    },
    {
      "epoch": 0.5747948664001683,
      "grad_norm": 99.30359649658203,
      "learning_rate": 4.612087242741513e-06,
      "loss": 0.841,
      "step": 683
    },
    {
      "epoch": 0.5756364401430676,
      "grad_norm": 82.88372802734375,
      "learning_rate": 4.610891605556568e-06,
      "loss": 0.7645,
      "step": 684
    },
    {
      "epoch": 0.5764780138859668,
      "grad_norm": 101.14331817626953,
      "learning_rate": 4.609694284065945e-06,
      "loss": 0.9215,
      "step": 685
    },
    {
      "epoch": 0.5773195876288659,
      "grad_norm": 94.408203125,
      "learning_rate": 4.608495279225e-06,
      "loss": 0.7959,
      "step": 686
    },
    {
      "epoch": 0.5781611613717652,
      "grad_norm": 105.04963684082031,
      "learning_rate": 4.607294591990435e-06,
      "loss": 1.0119,
      "step": 687
    },
    {
      "epoch": 0.5790027351146644,
      "grad_norm": 110.18367767333984,
      "learning_rate": 4.606092223320293e-06,
      "loss": 1.0655,
      "step": 688
    },
    {
      "epoch": 0.5798443088575637,
      "grad_norm": 97.40960693359375,
      "learning_rate": 4.604888174173957e-06,
      "loss": 0.9047,
      "step": 689
    },
    {
      "epoch": 0.5806858826004628,
      "grad_norm": 82.741943359375,
      "learning_rate": 4.603682445512153e-06,
      "loss": 0.6259,
      "step": 690
    },
    {
      "epoch": 0.5815274563433621,
      "grad_norm": 75.7352523803711,
      "learning_rate": 4.602475038296946e-06,
      "loss": 0.6802,
      "step": 691
    },
    {
      "epoch": 0.5823690300862613,
      "grad_norm": 92.63795471191406,
      "learning_rate": 4.601265953491741e-06,
      "loss": 0.7462,
      "step": 692
    },
    {
      "epoch": 0.5832106038291606,
      "grad_norm": 107.34371948242188,
      "learning_rate": 4.60005519206128e-06,
      "loss": 0.9377,
      "step": 693
    },
    {
      "epoch": 0.5840521775720597,
      "grad_norm": 89.72711181640625,
      "learning_rate": 4.5988427549716465e-06,
      "loss": 0.8217,
      "step": 694
    },
    {
      "epoch": 0.584893751314959,
      "grad_norm": 98.20314025878906,
      "learning_rate": 4.597628643190256e-06,
      "loss": 0.8939,
      "step": 695
    },
    {
      "epoch": 0.5857353250578582,
      "grad_norm": 113.12525177001953,
      "learning_rate": 4.596412857685865e-06,
      "loss": 0.9188,
      "step": 696
    },
    {
      "epoch": 0.5865768988007574,
      "grad_norm": 103.85059356689453,
      "learning_rate": 4.595195399428562e-06,
      "loss": 1.0561,
      "step": 697
    },
    {
      "epoch": 0.5874184725436566,
      "grad_norm": 108.72787475585938,
      "learning_rate": 4.5939762693897704e-06,
      "loss": 0.8937,
      "step": 698
    },
    {
      "epoch": 0.5882600462865558,
      "grad_norm": 99.8670425415039,
      "learning_rate": 4.592755468542251e-06,
      "loss": 0.8651,
      "step": 699
    },
    {
      "epoch": 0.5891016200294551,
      "grad_norm": 91.36952209472656,
      "learning_rate": 4.591532997860094e-06,
      "loss": 0.8302,
      "step": 700
    },
    {
      "epoch": 0.5899431937723543,
      "grad_norm": 99.10494995117188,
      "learning_rate": 4.590308858318725e-06,
      "loss": 0.8918,
      "step": 701
    },
    {
      "epoch": 0.5907847675152536,
      "grad_norm": 88.3750228881836,
      "learning_rate": 4.589083050894898e-06,
      "loss": 0.8718,
      "step": 702
    },
    {
      "epoch": 0.5916263412581527,
      "grad_norm": 82.0086669921875,
      "learning_rate": 4.587855576566699e-06,
      "loss": 0.7089,
      "step": 703
    },
    {
      "epoch": 0.592467915001052,
      "grad_norm": 75.7967529296875,
      "learning_rate": 4.586626436313546e-06,
      "loss": 0.7745,
      "step": 704
    },
    {
      "epoch": 0.5933094887439512,
      "grad_norm": 95.32615661621094,
      "learning_rate": 4.585395631116184e-06,
      "loss": 0.925,
      "step": 705
    },
    {
      "epoch": 0.5941510624868505,
      "grad_norm": 91.64199829101562,
      "learning_rate": 4.584163161956687e-06,
      "loss": 0.7124,
      "step": 706
    },
    {
      "epoch": 0.5949926362297496,
      "grad_norm": 96.98888397216797,
      "learning_rate": 4.582929029818457e-06,
      "loss": 0.8887,
      "step": 707
    },
    {
      "epoch": 0.5958342099726488,
      "grad_norm": 130.055908203125,
      "learning_rate": 4.5816932356862236e-06,
      "loss": 1.0215,
      "step": 708
    },
    {
      "epoch": 0.5966757837155481,
      "grad_norm": 91.83544158935547,
      "learning_rate": 4.58045578054604e-06,
      "loss": 0.9852,
      "step": 709
    },
    {
      "epoch": 0.5975173574584473,
      "grad_norm": 121.96644592285156,
      "learning_rate": 4.579216665385288e-06,
      "loss": 0.7534,
      "step": 710
    },
    {
      "epoch": 0.5983589312013465,
      "grad_norm": 95.6441650390625,
      "learning_rate": 4.577975891192672e-06,
      "loss": 0.848,
      "step": 711
    },
    {
      "epoch": 0.5992005049442457,
      "grad_norm": 90.83454895019531,
      "learning_rate": 4.57673345895822e-06,
      "loss": 0.8351,
      "step": 712
    },
    {
      "epoch": 0.600042078687145,
      "grad_norm": 83.06048583984375,
      "learning_rate": 4.575489369673285e-06,
      "loss": 0.9874,
      "step": 713
    },
    {
      "epoch": 0.6008836524300442,
      "grad_norm": 81.80094146728516,
      "learning_rate": 4.5742436243305385e-06,
      "loss": 0.9504,
      "step": 714
    },
    {
      "epoch": 0.6017252261729434,
      "grad_norm": 79.86914825439453,
      "learning_rate": 4.572996223923979e-06,
      "loss": 0.8618,
      "step": 715
    },
    {
      "epoch": 0.6025667999158426,
      "grad_norm": 90.9134750366211,
      "learning_rate": 4.571747169448918e-06,
      "loss": 0.6886,
      "step": 716
    },
    {
      "epoch": 0.6034083736587419,
      "grad_norm": 76.10773468017578,
      "learning_rate": 4.570496461901994e-06,
      "loss": 0.7606,
      "step": 717
    },
    {
      "epoch": 0.6042499474016411,
      "grad_norm": 84.14070129394531,
      "learning_rate": 4.569244102281161e-06,
      "loss": 0.8042,
      "step": 718
    },
    {
      "epoch": 0.6050915211445403,
      "grad_norm": 90.08390045166016,
      "learning_rate": 4.567990091585691e-06,
      "loss": 0.8287,
      "step": 719
    },
    {
      "epoch": 0.6059330948874395,
      "grad_norm": 81.404296875,
      "learning_rate": 4.566734430816174e-06,
      "loss": 0.7245,
      "step": 720
    },
    {
      "epoch": 0.6067746686303387,
      "grad_norm": 91.73657989501953,
      "learning_rate": 4.565477120974517e-06,
      "loss": 0.7274,
      "step": 721
    },
    {
      "epoch": 0.607616242373238,
      "grad_norm": 99.26171112060547,
      "learning_rate": 4.564218163063944e-06,
      "loss": 0.8198,
      "step": 722
    },
    {
      "epoch": 0.6084578161161371,
      "grad_norm": 85.09310913085938,
      "learning_rate": 4.562957558088992e-06,
      "loss": 0.6707,
      "step": 723
    },
    {
      "epoch": 0.6092993898590364,
      "grad_norm": 63.053466796875,
      "learning_rate": 4.56169530705551e-06,
      "loss": 0.5859,
      "step": 724
    },
    {
      "epoch": 0.6101409636019356,
      "grad_norm": 93.56147003173828,
      "learning_rate": 4.560431410970667e-06,
      "loss": 0.815,
      "step": 725
    },
    {
      "epoch": 0.6109825373448349,
      "grad_norm": 83.997314453125,
      "learning_rate": 4.55916587084294e-06,
      "loss": 0.7257,
      "step": 726
    },
    {
      "epoch": 0.611824111087734,
      "grad_norm": 81.07512664794922,
      "learning_rate": 4.5578986876821165e-06,
      "loss": 0.7207,
      "step": 727
    },
    {
      "epoch": 0.6126656848306333,
      "grad_norm": 89.04486846923828,
      "learning_rate": 4.556629862499299e-06,
      "loss": 0.7028,
      "step": 728
    },
    {
      "epoch": 0.6135072585735325,
      "grad_norm": 115.55461120605469,
      "learning_rate": 4.555359396306898e-06,
      "loss": 0.9597,
      "step": 729
    },
    {
      "epoch": 0.6143488323164318,
      "grad_norm": 78.45919799804688,
      "learning_rate": 4.5540872901186325e-06,
      "loss": 0.737,
      "step": 730
    },
    {
      "epoch": 0.615190406059331,
      "grad_norm": 105.65302276611328,
      "learning_rate": 4.552813544949533e-06,
      "loss": 0.8943,
      "step": 731
    },
    {
      "epoch": 0.6160319798022301,
      "grad_norm": 86.27177429199219,
      "learning_rate": 4.551538161815935e-06,
      "loss": 0.6789,
      "step": 732
    },
    {
      "epoch": 0.6168735535451294,
      "grad_norm": 111.21141052246094,
      "learning_rate": 4.550261141735483e-06,
      "loss": 1.0777,
      "step": 733
    },
    {
      "epoch": 0.6177151272880286,
      "grad_norm": 75.09874725341797,
      "learning_rate": 4.548982485727125e-06,
      "loss": 0.6761,
      "step": 734
    },
    {
      "epoch": 0.6185567010309279,
      "grad_norm": 108.20618438720703,
      "learning_rate": 4.547702194811117e-06,
      "loss": 1.0618,
      "step": 735
    },
    {
      "epoch": 0.619398274773827,
      "grad_norm": 84.72933959960938,
      "learning_rate": 4.546420270009018e-06,
      "loss": 0.7433,
      "step": 736
    },
    {
      "epoch": 0.6202398485167263,
      "grad_norm": 89.56011962890625,
      "learning_rate": 4.5451367123436905e-06,
      "loss": 0.8188,
      "step": 737
    },
    {
      "epoch": 0.6210814222596255,
      "grad_norm": 91.85026550292969,
      "learning_rate": 4.543851522839303e-06,
      "loss": 0.9414,
      "step": 738
    },
    {
      "epoch": 0.6219229960025248,
      "grad_norm": 84.19593048095703,
      "learning_rate": 4.542564702521321e-06,
      "loss": 0.8061,
      "step": 739
    },
    {
      "epoch": 0.6227645697454239,
      "grad_norm": 71.855224609375,
      "learning_rate": 4.541276252416516e-06,
      "loss": 0.7419,
      "step": 740
    },
    {
      "epoch": 0.6236061434883232,
      "grad_norm": 120.99076080322266,
      "learning_rate": 4.539986173552955e-06,
      "loss": 0.8866,
      "step": 741
    },
    {
      "epoch": 0.6244477172312224,
      "grad_norm": 98.39362335205078,
      "learning_rate": 4.53869446696001e-06,
      "loss": 0.8933,
      "step": 742
    },
    {
      "epoch": 0.6252892909741216,
      "grad_norm": 89.82457733154297,
      "learning_rate": 4.537401133668347e-06,
      "loss": 0.8136,
      "step": 743
    },
    {
      "epoch": 0.6261308647170208,
      "grad_norm": 93.52442932128906,
      "learning_rate": 4.536106174709933e-06,
      "loss": 0.8235,
      "step": 744
    },
    {
      "epoch": 0.62697243845992,
      "grad_norm": 118.60028076171875,
      "learning_rate": 4.534809591118033e-06,
      "loss": 1.1256,
      "step": 745
    },
    {
      "epoch": 0.6278140122028193,
      "grad_norm": 72.14741516113281,
      "learning_rate": 4.533511383927204e-06,
      "loss": 0.7877,
      "step": 746
    },
    {
      "epoch": 0.6286555859457185,
      "grad_norm": 73.36578369140625,
      "learning_rate": 4.532211554173303e-06,
      "loss": 0.7578,
      "step": 747
    },
    {
      "epoch": 0.6294971596886177,
      "grad_norm": 120.38871002197266,
      "learning_rate": 4.530910102893478e-06,
      "loss": 1.3195,
      "step": 748
    },
    {
      "epoch": 0.6303387334315169,
      "grad_norm": 97.33341979980469,
      "learning_rate": 4.529607031126173e-06,
      "loss": 1.1318,
      "step": 749
    },
    {
      "epoch": 0.6311803071744162,
      "grad_norm": 81.80436706542969,
      "learning_rate": 4.528302339911125e-06,
      "loss": 0.7518,
      "step": 750
    },
    {
      "epoch": 0.6320218809173154,
      "grad_norm": 86.9666519165039,
      "learning_rate": 4.526996030289363e-06,
      "loss": 0.8304,
      "step": 751
    },
    {
      "epoch": 0.6328634546602147,
      "grad_norm": 77.8279800415039,
      "learning_rate": 4.525688103303206e-06,
      "loss": 0.7867,
      "step": 752
    },
    {
      "epoch": 0.6337050284031138,
      "grad_norm": 67.7917251586914,
      "learning_rate": 4.524378559996267e-06,
      "loss": 0.7116,
      "step": 753
    },
    {
      "epoch": 0.634546602146013,
      "grad_norm": 82.60803985595703,
      "learning_rate": 4.5230674014134425e-06,
      "loss": 0.7545,
      "step": 754
    },
    {
      "epoch": 0.6353881758889123,
      "grad_norm": 84.61490631103516,
      "learning_rate": 4.521754628600925e-06,
      "loss": 0.7934,
      "step": 755
    },
    {
      "epoch": 0.6362297496318114,
      "grad_norm": 87.46534729003906,
      "learning_rate": 4.52044024260619e-06,
      "loss": 0.8427,
      "step": 756
    },
    {
      "epoch": 0.6370713233747107,
      "grad_norm": 165.8030548095703,
      "learning_rate": 4.519124244478002e-06,
      "loss": 0.7902,
      "step": 757
    },
    {
      "epoch": 0.6379128971176099,
      "grad_norm": 72.46358489990234,
      "learning_rate": 4.517806635266412e-06,
      "loss": 0.6943,
      "step": 758
    },
    {
      "epoch": 0.6387544708605092,
      "grad_norm": 85.27467346191406,
      "learning_rate": 4.5164874160227555e-06,
      "loss": 1.0195,
      "step": 759
    },
    {
      "epoch": 0.6395960446034084,
      "grad_norm": 166.4009552001953,
      "learning_rate": 4.5151665877996554e-06,
      "loss": 0.8665,
      "step": 760
    },
    {
      "epoch": 0.6404376183463076,
      "grad_norm": 120.591552734375,
      "learning_rate": 4.513844151651013e-06,
      "loss": 0.9978,
      "step": 761
    },
    {
      "epoch": 0.6412791920892068,
      "grad_norm": 84.2991714477539,
      "learning_rate": 4.512520108632019e-06,
      "loss": 1.0485,
      "step": 762
    },
    {
      "epoch": 0.6421207658321061,
      "grad_norm": 81.13017272949219,
      "learning_rate": 4.5111944597991405e-06,
      "loss": 0.6065,
      "step": 763
    },
    {
      "epoch": 0.6429623395750053,
      "grad_norm": 83.88569641113281,
      "learning_rate": 4.5098672062101316e-06,
      "loss": 0.9585,
      "step": 764
    },
    {
      "epoch": 0.6438039133179044,
      "grad_norm": 87.67027282714844,
      "learning_rate": 4.5085383489240205e-06,
      "loss": 0.5934,
      "step": 765
    },
    {
      "epoch": 0.6446454870608037,
      "grad_norm": 144.13389587402344,
      "learning_rate": 4.5072078890011206e-06,
      "loss": 1.012,
      "step": 766
    },
    {
      "epoch": 0.6454870608037029,
      "grad_norm": 110.44563293457031,
      "learning_rate": 4.5058758275030215e-06,
      "loss": 0.96,
      "step": 767
    },
    {
      "epoch": 0.6463286345466022,
      "grad_norm": 94.65059661865234,
      "learning_rate": 4.5045421654925905e-06,
      "loss": 0.7704,
      "step": 768
    },
    {
      "epoch": 0.6471702082895013,
      "grad_norm": 80.62268829345703,
      "learning_rate": 4.503206904033973e-06,
      "loss": 0.88,
      "step": 769
    },
    {
      "epoch": 0.6480117820324006,
      "grad_norm": 80.2649154663086,
      "learning_rate": 4.501870044192589e-06,
      "loss": 0.7423,
      "step": 770
    },
    {
      "epoch": 0.6488533557752998,
      "grad_norm": 182.56639099121094,
      "learning_rate": 4.5005315870351365e-06,
      "loss": 0.7048,
      "step": 771
    },
    {
      "epoch": 0.6496949295181991,
      "grad_norm": 143.60955810546875,
      "learning_rate": 4.499191533629586e-06,
      "loss": 0.7246,
      "step": 772
    },
    {
      "epoch": 0.6505365032610982,
      "grad_norm": 70.18280792236328,
      "learning_rate": 4.4978498850451815e-06,
      "loss": 0.7484,
      "step": 773
    },
    {
      "epoch": 0.6513780770039975,
      "grad_norm": 71.79647064208984,
      "learning_rate": 4.4965066423524405e-06,
      "loss": 0.8044,
      "step": 774
    },
    {
      "epoch": 0.6522196507468967,
      "grad_norm": 88.14927673339844,
      "learning_rate": 4.495161806623153e-06,
      "loss": 0.9869,
      "step": 775
    },
    {
      "epoch": 0.6530612244897959,
      "grad_norm": 96.6579818725586,
      "learning_rate": 4.493815378930379e-06,
      "loss": 1.0004,
      "step": 776
    },
    {
      "epoch": 0.6539027982326951,
      "grad_norm": 75.86454772949219,
      "learning_rate": 4.492467360348451e-06,
      "loss": 0.8189,
      "step": 777
    },
    {
      "epoch": 0.6547443719755943,
      "grad_norm": 167.09136962890625,
      "learning_rate": 4.491117751952966e-06,
      "loss": 0.8028,
      "step": 778
    },
    {
      "epoch": 0.6555859457184936,
      "grad_norm": 82.6733627319336,
      "learning_rate": 4.489766554820795e-06,
      "loss": 0.8775,
      "step": 779
    },
    {
      "epoch": 0.6564275194613928,
      "grad_norm": 84.00127410888672,
      "learning_rate": 4.488413770030074e-06,
      "loss": 0.866,
      "step": 780
    },
    {
      "epoch": 0.657269093204292,
      "grad_norm": 95.56571197509766,
      "learning_rate": 4.4870593986602055e-06,
      "loss": 0.7944,
      "step": 781
    },
    {
      "epoch": 0.6581106669471912,
      "grad_norm": 76.46224975585938,
      "learning_rate": 4.48570344179186e-06,
      "loss": 0.7765,
      "step": 782
    },
    {
      "epoch": 0.6589522406900905,
      "grad_norm": 95.7029800415039,
      "learning_rate": 4.48434590050697e-06,
      "loss": 0.9271,
      "step": 783
    },
    {
      "epoch": 0.6597938144329897,
      "grad_norm": 74.58334350585938,
      "learning_rate": 4.482986775888735e-06,
      "loss": 0.8118,
      "step": 784
    },
    {
      "epoch": 0.660635388175889,
      "grad_norm": 87.86770629882812,
      "learning_rate": 4.481626069021616e-06,
      "loss": 0.9888,
      "step": 785
    },
    {
      "epoch": 0.6614769619187881,
      "grad_norm": 86.0281753540039,
      "learning_rate": 4.480263780991338e-06,
      "loss": 0.7254,
      "step": 786
    },
    {
      "epoch": 0.6623185356616873,
      "grad_norm": 105.17807006835938,
      "learning_rate": 4.478899912884888e-06,
      "loss": 0.8356,
      "step": 787
    },
    {
      "epoch": 0.6631601094045866,
      "grad_norm": 86.4527816772461,
      "learning_rate": 4.47753446579051e-06,
      "loss": 0.7711,
      "step": 788
    },
    {
      "epoch": 0.6640016831474858,
      "grad_norm": 87.57376861572266,
      "learning_rate": 4.476167440797713e-06,
      "loss": 0.9198,
      "step": 789
    },
    {
      "epoch": 0.664843256890385,
      "grad_norm": 75.603759765625,
      "learning_rate": 4.474798838997262e-06,
      "loss": 0.7014,
      "step": 790
    },
    {
      "epoch": 0.6656848306332842,
      "grad_norm": 74.6491470336914,
      "learning_rate": 4.47342866148118e-06,
      "loss": 0.7734,
      "step": 791
    },
    {
      "epoch": 0.6665264043761835,
      "grad_norm": 78.29629516601562,
      "learning_rate": 4.472056909342748e-06,
      "loss": 0.7462,
      "step": 792
    },
    {
      "epoch": 0.6673679781190827,
      "grad_norm": 84.12577819824219,
      "learning_rate": 4.470683583676504e-06,
      "loss": 0.8609,
      "step": 793
    },
    {
      "epoch": 0.6682095518619819,
      "grad_norm": 84.50099182128906,
      "learning_rate": 4.469308685578241e-06,
      "loss": 0.9761,
      "step": 794
    },
    {
      "epoch": 0.6690511256048811,
      "grad_norm": 78.68242645263672,
      "learning_rate": 4.467932216145006e-06,
      "loss": 0.7648,
      "step": 795
    },
    {
      "epoch": 0.6698926993477804,
      "grad_norm": 78.8578872680664,
      "learning_rate": 4.466554176475102e-06,
      "loss": 0.8425,
      "step": 796
    },
    {
      "epoch": 0.6707342730906796,
      "grad_norm": 99.00289154052734,
      "learning_rate": 4.465174567668081e-06,
      "loss": 0.9641,
      "step": 797
    },
    {
      "epoch": 0.6715758468335787,
      "grad_norm": 70.02457427978516,
      "learning_rate": 4.463793390824752e-06,
      "loss": 0.7527,
      "step": 798
    },
    {
      "epoch": 0.672417420576478,
      "grad_norm": 95.30015563964844,
      "learning_rate": 4.4624106470471704e-06,
      "loss": 0.9996,
      "step": 799
    },
    {
      "epoch": 0.6732589943193772,
      "grad_norm": 72.76326751708984,
      "learning_rate": 4.461026337438646e-06,
      "loss": 0.7481,
      "step": 800
    },
    {
      "epoch": 0.6741005680622765,
      "grad_norm": 112.60525512695312,
      "learning_rate": 4.459640463103733e-06,
      "loss": 1.0518,
      "step": 801
    },
    {
      "epoch": 0.6749421418051756,
      "grad_norm": 74.76424407958984,
      "learning_rate": 4.45825302514824e-06,
      "loss": 0.7562,
      "step": 802
    },
    {
      "epoch": 0.6757837155480749,
      "grad_norm": 76.3163070678711,
      "learning_rate": 4.456864024679219e-06,
      "loss": 0.8997,
      "step": 803
    },
    {
      "epoch": 0.6766252892909741,
      "grad_norm": 81.21278381347656,
      "learning_rate": 4.4554734628049714e-06,
      "loss": 0.7025,
      "step": 804
    },
    {
      "epoch": 0.6774668630338734,
      "grad_norm": 97.0674819946289,
      "learning_rate": 4.454081340635042e-06,
      "loss": 0.8344,
      "step": 805
    },
    {
      "epoch": 0.6783084367767725,
      "grad_norm": 74.96123504638672,
      "learning_rate": 4.4526876592802205e-06,
      "loss": 0.7259,
      "step": 806
    },
    {
      "epoch": 0.6791500105196718,
      "grad_norm": 85.4431381225586,
      "learning_rate": 4.451292419852544e-06,
      "loss": 0.8788,
      "step": 807
    },
    {
      "epoch": 0.679991584262571,
      "grad_norm": 90.90916442871094,
      "learning_rate": 4.449895623465291e-06,
      "loss": 1.0065,
      "step": 808
    },
    {
      "epoch": 0.6808331580054703,
      "grad_norm": 79.66510009765625,
      "learning_rate": 4.44849727123298e-06,
      "loss": 0.7831,
      "step": 809
    },
    {
      "epoch": 0.6816747317483695,
      "grad_norm": 87.62796783447266,
      "learning_rate": 4.4470973642713745e-06,
      "loss": 0.8283,
      "step": 810
    },
    {
      "epoch": 0.6825163054912686,
      "grad_norm": 106.29439544677734,
      "learning_rate": 4.445695903697477e-06,
      "loss": 0.8776,
      "step": 811
    },
    {
      "epoch": 0.6833578792341679,
      "grad_norm": 86.14681243896484,
      "learning_rate": 4.444292890629529e-06,
      "loss": 0.7907,
      "step": 812
    },
    {
      "epoch": 0.6841994529770671,
      "grad_norm": 111.23360443115234,
      "learning_rate": 4.442888326187012e-06,
      "loss": 0.9141,
      "step": 813
    },
    {
      "epoch": 0.6850410267199664,
      "grad_norm": 80.4526138305664,
      "learning_rate": 4.441482211490644e-06,
      "loss": 0.7239,
      "step": 814
    },
    {
      "epoch": 0.6858826004628655,
      "grad_norm": 78.80682373046875,
      "learning_rate": 4.440074547662382e-06,
      "loss": 0.7941,
      "step": 815
    },
    {
      "epoch": 0.6867241742057648,
      "grad_norm": 79.59489440917969,
      "learning_rate": 4.438665335825416e-06,
      "loss": 0.8866,
      "step": 816
    },
    {
      "epoch": 0.687565747948664,
      "grad_norm": 72.70225524902344,
      "learning_rate": 4.4372545771041755e-06,
      "loss": 0.6917,
      "step": 817
    },
    {
      "epoch": 0.6884073216915633,
      "grad_norm": 89.61310577392578,
      "learning_rate": 4.43584227262432e-06,
      "loss": 1.0724,
      "step": 818
    },
    {
      "epoch": 0.6892488954344624,
      "grad_norm": 108.31492614746094,
      "learning_rate": 4.4344284235127435e-06,
      "loss": 1.0526,
      "step": 819
    },
    {
      "epoch": 0.6900904691773617,
      "grad_norm": 64.2813491821289,
      "learning_rate": 4.433013030897575e-06,
      "loss": 0.5364,
      "step": 820
    },
    {
      "epoch": 0.6909320429202609,
      "grad_norm": 83.37664794921875,
      "learning_rate": 4.431596095908173e-06,
      "loss": 0.7599,
      "step": 821
    },
    {
      "epoch": 0.6917736166631601,
      "grad_norm": 82.26396942138672,
      "learning_rate": 4.430177619675125e-06,
      "loss": 0.8282,
      "step": 822
    },
    {
      "epoch": 0.6926151904060593,
      "grad_norm": 90.45413970947266,
      "learning_rate": 4.428757603330251e-06,
      "loss": 0.853,
      "step": 823
    },
    {
      "epoch": 0.6934567641489585,
      "grad_norm": 106.56082916259766,
      "learning_rate": 4.4273360480066e-06,
      "loss": 1.0193,
      "step": 824
    },
    {
      "epoch": 0.6942983378918578,
      "grad_norm": 94.9800033569336,
      "learning_rate": 4.425912954838448e-06,
      "loss": 0.8258,
      "step": 825
    },
    {
      "epoch": 0.695139911634757,
      "grad_norm": 90.53028106689453,
      "learning_rate": 4.424488324961297e-06,
      "loss": 0.8751,
      "step": 826
    },
    {
      "epoch": 0.6959814853776563,
      "grad_norm": 101.14625549316406,
      "learning_rate": 4.423062159511877e-06,
      "loss": 0.9244,
      "step": 827
    },
    {
      "epoch": 0.6968230591205554,
      "grad_norm": 79.58170318603516,
      "learning_rate": 4.421634459628141e-06,
      "loss": 0.7385,
      "step": 828
    },
    {
      "epoch": 0.6976646328634547,
      "grad_norm": 86.39154052734375,
      "learning_rate": 4.420205226449271e-06,
      "loss": 0.8993,
      "step": 829
    },
    {
      "epoch": 0.6985062066063539,
      "grad_norm": 129.21112060546875,
      "learning_rate": 4.418774461115666e-06,
      "loss": 0.8467,
      "step": 830
    },
    {
      "epoch": 0.6993477803492532,
      "grad_norm": 74.53318786621094,
      "learning_rate": 4.417342164768953e-06,
      "loss": 0.7344,
      "step": 831
    },
    {
      "epoch": 0.7001893540921523,
      "grad_norm": 86.27154541015625,
      "learning_rate": 4.4159083385519765e-06,
      "loss": 0.7898,
      "step": 832
    },
    {
      "epoch": 0.7010309278350515,
      "grad_norm": 70.78800964355469,
      "learning_rate": 4.4144729836088055e-06,
      "loss": 0.7605,
      "step": 833
    },
    {
      "epoch": 0.7018725015779508,
      "grad_norm": 89.29914855957031,
      "learning_rate": 4.413036101084725e-06,
      "loss": 0.9406,
      "step": 834
    },
    {
      "epoch": 0.70271407532085,
      "grad_norm": 92.68386840820312,
      "learning_rate": 4.411597692126242e-06,
      "loss": 0.9553,
      "step": 835
    },
    {
      "epoch": 0.7035556490637492,
      "grad_norm": 71.86311340332031,
      "learning_rate": 4.410157757881081e-06,
      "loss": 0.7552,
      "step": 836
    },
    {
      "epoch": 0.7043972228066484,
      "grad_norm": 71.1396713256836,
      "learning_rate": 4.4087162994981805e-06,
      "loss": 0.718,
      "step": 837
    },
    {
      "epoch": 0.7052387965495477,
      "grad_norm": 82.484619140625,
      "learning_rate": 4.407273318127699e-06,
      "loss": 0.9462,
      "step": 838
    },
    {
      "epoch": 0.7060803702924469,
      "grad_norm": 84.81983184814453,
      "learning_rate": 4.4058288149210085e-06,
      "loss": 0.9518,
      "step": 839
    },
    {
      "epoch": 0.7069219440353461,
      "grad_norm": 81.63459014892578,
      "learning_rate": 4.4043827910306944e-06,
      "loss": 0.9702,
      "step": 840
    },
    {
      "epoch": 0.7077635177782453,
      "grad_norm": 91.86296081542969,
      "learning_rate": 4.402935247610558e-06,
      "loss": 0.9159,
      "step": 841
    },
    {
      "epoch": 0.7086050915211446,
      "grad_norm": 70.82006072998047,
      "learning_rate": 4.401486185815611e-06,
      "loss": 0.6971,
      "step": 842
    },
    {
      "epoch": 0.7094466652640438,
      "grad_norm": 93.87294006347656,
      "learning_rate": 4.400035606802076e-06,
      "loss": 0.859,
      "step": 843
    },
    {
      "epoch": 0.7102882390069429,
      "grad_norm": 109.06575775146484,
      "learning_rate": 4.398583511727388e-06,
      "loss": 0.9812,
      "step": 844
    },
    {
      "epoch": 0.7111298127498422,
      "grad_norm": 116.77679443359375,
      "learning_rate": 4.397129901750192e-06,
      "loss": 0.9749,
      "step": 845
    },
    {
      "epoch": 0.7119713864927414,
      "grad_norm": 69.3492431640625,
      "learning_rate": 4.39567477803034e-06,
      "loss": 0.7911,
      "step": 846
    },
    {
      "epoch": 0.7128129602356407,
      "grad_norm": 78.79708099365234,
      "learning_rate": 4.394218141728893e-06,
      "loss": 0.9871,
      "step": 847
    },
    {
      "epoch": 0.7136545339785398,
      "grad_norm": 58.36460876464844,
      "learning_rate": 4.392759994008118e-06,
      "loss": 0.7013,
      "step": 848
    },
    {
      "epoch": 0.7144961077214391,
      "grad_norm": 77.56861114501953,
      "learning_rate": 4.391300336031489e-06,
      "loss": 0.8301,
      "step": 849
    },
    {
      "epoch": 0.7153376814643383,
      "grad_norm": 64.96390533447266,
      "learning_rate": 4.3898391689636834e-06,
      "loss": 0.7755,
      "step": 850
    },
    {
      "epoch": 0.7161792552072376,
      "grad_norm": 75.965087890625,
      "learning_rate": 4.388376493970585e-06,
      "loss": 0.7274,
      "step": 851
    },
    {
      "epoch": 0.7170208289501367,
      "grad_norm": 76.60365295410156,
      "learning_rate": 4.38691231221928e-06,
      "loss": 1.0479,
      "step": 852
    },
    {
      "epoch": 0.717862402693036,
      "grad_norm": 97.6857681274414,
      "learning_rate": 4.385446624878057e-06,
      "loss": 1.1624,
      "step": 853
    },
    {
      "epoch": 0.7187039764359352,
      "grad_norm": 83.55355072021484,
      "learning_rate": 4.383979433116403e-06,
      "loss": 0.8381,
      "step": 854
    },
    {
      "epoch": 0.7195455501788344,
      "grad_norm": 99.44181823730469,
      "learning_rate": 4.382510738105011e-06,
      "loss": 1.0486,
      "step": 855
    },
    {
      "epoch": 0.7203871239217337,
      "grad_norm": 71.99688720703125,
      "learning_rate": 4.381040541015766e-06,
      "loss": 0.8731,
      "step": 856
    },
    {
      "epoch": 0.7212286976646328,
      "grad_norm": 86.90930938720703,
      "learning_rate": 4.379568843021761e-06,
      "loss": 0.9857,
      "step": 857
    },
    {
      "epoch": 0.7220702714075321,
      "grad_norm": 81.49408721923828,
      "learning_rate": 4.378095645297279e-06,
      "loss": 0.8581,
      "step": 858
    },
    {
      "epoch": 0.7229118451504313,
      "grad_norm": 74.4553451538086,
      "learning_rate": 4.376620949017801e-06,
      "loss": 0.851,
      "step": 859
    },
    {
      "epoch": 0.7237534188933306,
      "grad_norm": 92.5252685546875,
      "learning_rate": 4.3751447553600065e-06,
      "loss": 0.7895,
      "step": 860
    },
    {
      "epoch": 0.7245949926362297,
      "grad_norm": 70.13682556152344,
      "learning_rate": 4.3736670655017675e-06,
      "loss": 0.8247,
      "step": 861
    },
    {
      "epoch": 0.725436566379129,
      "grad_norm": 87.14791870117188,
      "learning_rate": 4.372187880622149e-06,
      "loss": 0.8072,
      "step": 862
    },
    {
      "epoch": 0.7262781401220282,
      "grad_norm": 214.95753479003906,
      "learning_rate": 4.370707201901414e-06,
      "loss": 0.8754,
      "step": 863
    },
    {
      "epoch": 0.7271197138649275,
      "grad_norm": 85.0881118774414,
      "learning_rate": 4.369225030521011e-06,
      "loss": 0.9258,
      "step": 864
    },
    {
      "epoch": 0.7279612876078266,
      "grad_norm": 79.23942565917969,
      "learning_rate": 4.367741367663582e-06,
      "loss": 0.9405,
      "step": 865
    },
    {
      "epoch": 0.7288028613507258,
      "grad_norm": 77.9674301147461,
      "learning_rate": 4.36625621451296e-06,
      "loss": 0.8144,
      "step": 866
    },
    {
      "epoch": 0.7296444350936251,
      "grad_norm": 58.98210906982422,
      "learning_rate": 4.364769572254169e-06,
      "loss": 0.5694,
      "step": 867
    },
    {
      "epoch": 0.7304860088365243,
      "grad_norm": 103.85771179199219,
      "learning_rate": 4.363281442073414e-06,
      "loss": 0.812,
      "step": 868
    },
    {
      "epoch": 0.7313275825794235,
      "grad_norm": 96.6537094116211,
      "learning_rate": 4.361791825158095e-06,
      "loss": 0.8771,
      "step": 869
    },
    {
      "epoch": 0.7321691563223227,
      "grad_norm": 71.61028289794922,
      "learning_rate": 4.360300722696794e-06,
      "loss": 0.7049,
      "step": 870
    },
    {
      "epoch": 0.733010730065222,
      "grad_norm": 67.1308364868164,
      "learning_rate": 4.3588081358792796e-06,
      "loss": 0.7327,
      "step": 871
    },
    {
      "epoch": 0.7338523038081212,
      "grad_norm": 87.99250030517578,
      "learning_rate": 4.357314065896506e-06,
      "loss": 0.8441,
      "step": 872
    },
    {
      "epoch": 0.7346938775510204,
      "grad_norm": 91.286376953125,
      "learning_rate": 4.355818513940608e-06,
      "loss": 0.8906,
      "step": 873
    },
    {
      "epoch": 0.7355354512939196,
      "grad_norm": 77.45460510253906,
      "learning_rate": 4.354321481204904e-06,
      "loss": 0.8006,
      "step": 874
    },
    {
      "epoch": 0.7363770250368189,
      "grad_norm": 83.27759552001953,
      "learning_rate": 4.352822968883896e-06,
      "loss": 0.6706,
      "step": 875
    },
    {
      "epoch": 0.7372185987797181,
      "grad_norm": 131.8611297607422,
      "learning_rate": 4.351322978173264e-06,
      "loss": 0.7503,
      "step": 876
    },
    {
      "epoch": 0.7380601725226172,
      "grad_norm": 66.10797119140625,
      "learning_rate": 4.3498215102698695e-06,
      "loss": 0.6593,
      "step": 877
    },
    {
      "epoch": 0.7389017462655165,
      "grad_norm": 81.42675018310547,
      "learning_rate": 4.348318566371749e-06,
      "loss": 0.8397,
      "step": 878
    },
    {
      "epoch": 0.7397433200084157,
      "grad_norm": 76.12470245361328,
      "learning_rate": 4.346814147678124e-06,
      "loss": 0.7452,
      "step": 879
    },
    {
      "epoch": 0.740584893751315,
      "grad_norm": 88.55060577392578,
      "learning_rate": 4.345308255389383e-06,
      "loss": 1.0045,
      "step": 880
    },
    {
      "epoch": 0.7414264674942141,
      "grad_norm": 69.48717498779297,
      "learning_rate": 4.343800890707099e-06,
      "loss": 0.6494,
      "step": 881
    },
    {
      "epoch": 0.7422680412371134,
      "grad_norm": 73.43086242675781,
      "learning_rate": 4.342292054834016e-06,
      "loss": 0.7483,
      "step": 882
    },
    {
      "epoch": 0.7431096149800126,
      "grad_norm": 102.50550079345703,
      "learning_rate": 4.340781748974051e-06,
      "loss": 0.7571,
      "step": 883
    },
    {
      "epoch": 0.7439511887229119,
      "grad_norm": 74.73184204101562,
      "learning_rate": 4.339269974332295e-06,
      "loss": 0.7497,
      "step": 884
    },
    {
      "epoch": 0.744792762465811,
      "grad_norm": 105.30278778076172,
      "learning_rate": 4.337756732115011e-06,
      "loss": 0.8387,
      "step": 885
    },
    {
      "epoch": 0.7456343362087103,
      "grad_norm": 95.76217651367188,
      "learning_rate": 4.336242023529635e-06,
      "loss": 0.913,
      "step": 886
    },
    {
      "epoch": 0.7464759099516095,
      "grad_norm": 81.93257904052734,
      "learning_rate": 4.334725849784771e-06,
      "loss": 0.8567,
      "step": 887
    },
    {
      "epoch": 0.7473174836945087,
      "grad_norm": 86.54633331298828,
      "learning_rate": 4.3332082120901895e-06,
      "loss": 0.9386,
      "step": 888
    },
    {
      "epoch": 0.748159057437408,
      "grad_norm": 77.6705093383789,
      "learning_rate": 4.331689111656834e-06,
      "loss": 0.8797,
      "step": 889
    },
    {
      "epoch": 0.7490006311803071,
      "grad_norm": 63.00545120239258,
      "learning_rate": 4.3301685496968114e-06,
      "loss": 0.7039,
      "step": 890
    },
    {
      "epoch": 0.7498422049232064,
      "grad_norm": 92.33924102783203,
      "learning_rate": 4.328646527423398e-06,
      "loss": 0.8826,
      "step": 891
    },
    {
      "epoch": 0.7506837786661056,
      "grad_norm": 74.36640167236328,
      "learning_rate": 4.3271230460510325e-06,
      "loss": 0.7637,
      "step": 892
    },
    {
      "epoch": 0.7515253524090049,
      "grad_norm": 428.94378662109375,
      "learning_rate": 4.325598106795319e-06,
      "loss": 0.8922,
      "step": 893
    },
    {
      "epoch": 0.752366926151904,
      "grad_norm": 82.86460876464844,
      "learning_rate": 4.324071710873025e-06,
      "loss": 0.8002,
      "step": 894
    },
    {
      "epoch": 0.7532084998948033,
      "grad_norm": 115.68354034423828,
      "learning_rate": 4.322543859502081e-06,
      "loss": 1.0063,
      "step": 895
    },
    {
      "epoch": 0.7540500736377025,
      "grad_norm": 83.29459381103516,
      "learning_rate": 4.3210145539015755e-06,
      "loss": 0.8483,
      "step": 896
    },
    {
      "epoch": 0.7548916473806018,
      "grad_norm": 73.96419525146484,
      "learning_rate": 4.319483795291762e-06,
      "loss": 0.8241,
      "step": 897
    },
    {
      "epoch": 0.7557332211235009,
      "grad_norm": 77.9550552368164,
      "learning_rate": 4.31795158489405e-06,
      "loss": 0.7826,
      "step": 898
    },
    {
      "epoch": 0.7565747948664001,
      "grad_norm": 103.94831085205078,
      "learning_rate": 4.316417923931008e-06,
      "loss": 0.8422,
      "step": 899
    },
    {
      "epoch": 0.7574163686092994,
      "grad_norm": 107.88838195800781,
      "learning_rate": 4.314882813626364e-06,
      "loss": 1.0209,
      "step": 900
    },
    {
      "epoch": 0.7582579423521986,
      "grad_norm": 76.37074279785156,
      "learning_rate": 4.313346255205001e-06,
      "loss": 0.8941,
      "step": 901
    },
    {
      "epoch": 0.7590995160950978,
      "grad_norm": 61.950862884521484,
      "learning_rate": 4.311808249892955e-06,
      "loss": 0.624,
      "step": 902
    },
    {
      "epoch": 0.759941089837997,
      "grad_norm": 89.68816375732422,
      "learning_rate": 4.310268798917422e-06,
      "loss": 1.0453,
      "step": 903
    },
    {
      "epoch": 0.7607826635808963,
      "grad_norm": 74.37384033203125,
      "learning_rate": 4.308727903506745e-06,
      "loss": 0.933,
      "step": 904
    },
    {
      "epoch": 0.7616242373237955,
      "grad_norm": 72.46370697021484,
      "learning_rate": 4.307185564890426e-06,
      "loss": 0.7905,
      "step": 905
    },
    {
      "epoch": 0.7624658110666948,
      "grad_norm": 66.4675064086914,
      "learning_rate": 4.305641784299113e-06,
      "loss": 0.7179,
      "step": 906
    },
    {
      "epoch": 0.7633073848095939,
      "grad_norm": 75.27861022949219,
      "learning_rate": 4.304096562964608e-06,
      "loss": 0.8811,
      "step": 907
    },
    {
      "epoch": 0.7641489585524932,
      "grad_norm": 61.52951431274414,
      "learning_rate": 4.302549902119863e-06,
      "loss": 0.6958,
      "step": 908
    },
    {
      "epoch": 0.7649905322953924,
      "grad_norm": 67.17115020751953,
      "learning_rate": 4.301001802998974e-06,
      "loss": 0.7002,
      "step": 909
    },
    {
      "epoch": 0.7658321060382917,
      "grad_norm": 98.0196304321289,
      "learning_rate": 4.299452266837191e-06,
      "loss": 0.9624,
      "step": 910
    },
    {
      "epoch": 0.7666736797811908,
      "grad_norm": 83.28306579589844,
      "learning_rate": 4.2979012948709055e-06,
      "loss": 0.9621,
      "step": 911
    },
    {
      "epoch": 0.76751525352409,
      "grad_norm": 76.3790283203125,
      "learning_rate": 4.296348888337657e-06,
      "loss": 0.6902,
      "step": 912
    },
    {
      "epoch": 0.7683568272669893,
      "grad_norm": 87.94258880615234,
      "learning_rate": 4.29479504847613e-06,
      "loss": 0.8355,
      "step": 913
    },
    {
      "epoch": 0.7691984010098885,
      "grad_norm": 92.80834197998047,
      "learning_rate": 4.2932397765261516e-06,
      "loss": 1.0073,
      "step": 914
    },
    {
      "epoch": 0.7700399747527877,
      "grad_norm": 71.12057495117188,
      "learning_rate": 4.29168307372869e-06,
      "loss": 0.7336,
      "step": 915
    },
    {
      "epoch": 0.7708815484956869,
      "grad_norm": 67.44596862792969,
      "learning_rate": 4.290124941325861e-06,
      "loss": 0.7769,
      "step": 916
    },
    {
      "epoch": 0.7717231222385862,
      "grad_norm": 71.54752349853516,
      "learning_rate": 4.288565380560913e-06,
      "loss": 0.726,
      "step": 917
    },
    {
      "epoch": 0.7725646959814854,
      "grad_norm": 148.19482421875,
      "learning_rate": 4.287004392678241e-06,
      "loss": 0.9742,
      "step": 918
    },
    {
      "epoch": 0.7734062697243846,
      "grad_norm": 61.75517272949219,
      "learning_rate": 4.2854419789233744e-06,
      "loss": 0.6872,
      "step": 919
    },
    {
      "epoch": 0.7742478434672838,
      "grad_norm": 74.51992797851562,
      "learning_rate": 4.2838781405429825e-06,
      "loss": 0.6292,
      "step": 920
    },
    {
      "epoch": 0.7750894172101831,
      "grad_norm": 87.5741958618164,
      "learning_rate": 4.28231287878487e-06,
      "loss": 0.8581,
      "step": 921
    },
    {
      "epoch": 0.7759309909530823,
      "grad_norm": 105.05841064453125,
      "learning_rate": 4.280746194897979e-06,
      "loss": 0.8532,
      "step": 922
    },
    {
      "epoch": 0.7767725646959814,
      "grad_norm": 80.18090057373047,
      "learning_rate": 4.279178090132386e-06,
      "loss": 0.7673,
      "step": 923
    },
    {
      "epoch": 0.7776141384388807,
      "grad_norm": 117.09395599365234,
      "learning_rate": 4.277608565739297e-06,
      "loss": 0.9147,
      "step": 924
    },
    {
      "epoch": 0.7784557121817799,
      "grad_norm": 98.15302276611328,
      "learning_rate": 4.276037622971059e-06,
      "loss": 0.8127,
      "step": 925
    },
    {
      "epoch": 0.7792972859246792,
      "grad_norm": 81.57997131347656,
      "learning_rate": 4.274465263081142e-06,
      "loss": 0.7557,
      "step": 926
    },
    {
      "epoch": 0.7801388596675783,
      "grad_norm": 110.0119400024414,
      "learning_rate": 4.272891487324152e-06,
      "loss": 0.7321,
      "step": 927
    },
    {
      "epoch": 0.7809804334104776,
      "grad_norm": 126.8502197265625,
      "learning_rate": 4.271316296955825e-06,
      "loss": 0.8107,
      "step": 928
    },
    {
      "epoch": 0.7818220071533768,
      "grad_norm": 72.49397277832031,
      "learning_rate": 4.269739693233024e-06,
      "loss": 0.6845,
      "step": 929
    },
    {
      "epoch": 0.7826635808962761,
      "grad_norm": 74.62886810302734,
      "learning_rate": 4.268161677413738e-06,
      "loss": 0.714,
      "step": 930
    },
    {
      "epoch": 0.7835051546391752,
      "grad_norm": 78.56126403808594,
      "learning_rate": 4.266582250757086e-06,
      "loss": 0.7087,
      "step": 931
    },
    {
      "epoch": 0.7843467283820745,
      "grad_norm": 107.03934478759766,
      "learning_rate": 4.265001414523312e-06,
      "loss": 0.8672,
      "step": 932
    },
    {
      "epoch": 0.7851883021249737,
      "grad_norm": 88.3293685913086,
      "learning_rate": 4.263419169973784e-06,
      "loss": 0.9362,
      "step": 933
    },
    {
      "epoch": 0.7860298758678729,
      "grad_norm": 87.77210235595703,
      "learning_rate": 4.261835518370992e-06,
      "loss": 0.7801,
      "step": 934
    },
    {
      "epoch": 0.7868714496107722,
      "grad_norm": 86.31080627441406,
      "learning_rate": 4.2602504609785526e-06,
      "loss": 0.9737,
      "step": 935
    },
    {
      "epoch": 0.7877130233536713,
      "grad_norm": 84.96116638183594,
      "learning_rate": 4.2586639990612015e-06,
      "loss": 0.7804,
      "step": 936
    },
    {
      "epoch": 0.7885545970965706,
      "grad_norm": 74.81805419921875,
      "learning_rate": 4.257076133884795e-06,
      "loss": 0.8313,
      "step": 937
    },
    {
      "epoch": 0.7893961708394698,
      "grad_norm": 98.99002838134766,
      "learning_rate": 4.255486866716311e-06,
      "loss": 0.8527,
      "step": 938
    },
    {
      "epoch": 0.7902377445823691,
      "grad_norm": 92.40936279296875,
      "learning_rate": 4.253896198823844e-06,
      "loss": 0.9288,
      "step": 939
    },
    {
      "epoch": 0.7910793183252682,
      "grad_norm": 99.4084243774414,
      "learning_rate": 4.252304131476607e-06,
      "loss": 0.9823,
      "step": 940
    },
    {
      "epoch": 0.7919208920681675,
      "grad_norm": 72.1796646118164,
      "learning_rate": 4.2507106659449295e-06,
      "loss": 0.7174,
      "step": 941
    },
    {
      "epoch": 0.7927624658110667,
      "grad_norm": 71.70301055908203,
      "learning_rate": 4.249115803500257e-06,
      "loss": 0.8033,
      "step": 942
    },
    {
      "epoch": 0.793604039553966,
      "grad_norm": 68.06544494628906,
      "learning_rate": 4.247519545415149e-06,
      "loss": 0.7506,
      "step": 943
    },
    {
      "epoch": 0.7944456132968651,
      "grad_norm": 62.31113052368164,
      "learning_rate": 4.245921892963279e-06,
      "loss": 0.6848,
      "step": 944
    },
    {
      "epoch": 0.7952871870397643,
      "grad_norm": 84.2646255493164,
      "learning_rate": 4.2443228474194335e-06,
      "loss": 0.9001,
      "step": 945
    },
    {
      "epoch": 0.7961287607826636,
      "grad_norm": 87.14163208007812,
      "learning_rate": 4.24272241005951e-06,
      "loss": 1.0412,
      "step": 946
    },
    {
      "epoch": 0.7969703345255628,
      "grad_norm": 89.12403869628906,
      "learning_rate": 4.241120582160516e-06,
      "loss": 0.8883,
      "step": 947
    },
    {
      "epoch": 0.797811908268462,
      "grad_norm": 79.68348693847656,
      "learning_rate": 4.239517365000569e-06,
      "loss": 0.9308,
      "step": 948
    },
    {
      "epoch": 0.7986534820113612,
      "grad_norm": 79.94398498535156,
      "learning_rate": 4.237912759858896e-06,
      "loss": 0.8429,
      "step": 949
    },
    {
      "epoch": 0.7994950557542605,
      "grad_norm": 73.92453002929688,
      "learning_rate": 4.236306768015831e-06,
      "loss": 0.8694,
      "step": 950
    },
    {
      "epoch": 0.8003366294971597,
      "grad_norm": 76.87979888916016,
      "learning_rate": 4.234699390752812e-06,
      "loss": 0.8229,
      "step": 951
    },
    {
      "epoch": 0.801178203240059,
      "grad_norm": 66.13666534423828,
      "learning_rate": 4.233090629352388e-06,
      "loss": 0.7658,
      "step": 952
    },
    {
      "epoch": 0.8020197769829581,
      "grad_norm": 77.92546844482422,
      "learning_rate": 4.231480485098205e-06,
      "loss": 0.7735,
      "step": 953
    },
    {
      "epoch": 0.8028613507258574,
      "grad_norm": 91.31938934326172,
      "learning_rate": 4.229868959275019e-06,
      "loss": 1.0128,
      "step": 954
    },
    {
      "epoch": 0.8037029244687566,
      "grad_norm": 103.90299224853516,
      "learning_rate": 4.228256053168685e-06,
      "loss": 1.1743,
      "step": 955
    },
    {
      "epoch": 0.8045444982116557,
      "grad_norm": 80.80589294433594,
      "learning_rate": 4.226641768066161e-06,
      "loss": 0.8783,
      "step": 956
    },
    {
      "epoch": 0.805386071954555,
      "grad_norm": 93.89417266845703,
      "learning_rate": 4.225026105255503e-06,
      "loss": 1.0368,
      "step": 957
    },
    {
      "epoch": 0.8062276456974542,
      "grad_norm": 72.91015625,
      "learning_rate": 4.223409066025867e-06,
      "loss": 0.8157,
      "step": 958
    },
    {
      "epoch": 0.8070692194403535,
      "grad_norm": 67.31309509277344,
      "learning_rate": 4.221790651667511e-06,
      "loss": 0.7382,
      "step": 959
    },
    {
      "epoch": 0.8079107931832527,
      "grad_norm": 80.1012191772461,
      "learning_rate": 4.220170863471785e-06,
      "loss": 0.9073,
      "step": 960
    },
    {
      "epoch": 0.8087523669261519,
      "grad_norm": 82.77555847167969,
      "learning_rate": 4.218549702731138e-06,
      "loss": 0.9337,
      "step": 961
    },
    {
      "epoch": 0.8095939406690511,
      "grad_norm": 84.62960815429688,
      "learning_rate": 4.216927170739113e-06,
      "loss": 0.8536,
      "step": 962
    },
    {
      "epoch": 0.8104355144119504,
      "grad_norm": 72.1750259399414,
      "learning_rate": 4.2153032687903475e-06,
      "loss": 0.8958,
      "step": 963
    },
    {
      "epoch": 0.8112770881548496,
      "grad_norm": 73.40558624267578,
      "learning_rate": 4.213677998180574e-06,
      "loss": 0.8339,
      "step": 964
    },
    {
      "epoch": 0.8121186618977488,
      "grad_norm": 99.02385711669922,
      "learning_rate": 4.212051360206614e-06,
      "loss": 0.7137,
      "step": 965
    },
    {
      "epoch": 0.812960235640648,
      "grad_norm": 116.62301635742188,
      "learning_rate": 4.21042335616638e-06,
      "loss": 1.3858,
      "step": 966
    },
    {
      "epoch": 0.8138018093835472,
      "grad_norm": 72.70298767089844,
      "learning_rate": 4.208793987358879e-06,
      "loss": 0.6905,
      "step": 967
    },
    {
      "epoch": 0.8146433831264465,
      "grad_norm": 78.67459106445312,
      "learning_rate": 4.207163255084202e-06,
      "loss": 0.9802,
      "step": 968
    },
    {
      "epoch": 0.8154849568693456,
      "grad_norm": 110.66291809082031,
      "learning_rate": 4.205531160643531e-06,
      "loss": 0.6545,
      "step": 969
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 71.75804138183594,
      "learning_rate": 4.203897705339132e-06,
      "loss": 0.9127,
      "step": 970
    },
    {
      "epoch": 0.8171681043551441,
      "grad_norm": 80.5187759399414,
      "learning_rate": 4.20226289047436e-06,
      "loss": 0.7607,
      "step": 971
    },
    {
      "epoch": 0.8180096780980434,
      "grad_norm": 75.0357666015625,
      "learning_rate": 4.200626717353653e-06,
      "loss": 0.7147,
      "step": 972
    },
    {
      "epoch": 0.8188512518409425,
      "grad_norm": 73.03073120117188,
      "learning_rate": 4.198989187282532e-06,
      "loss": 0.5297,
      "step": 973
    },
    {
      "epoch": 0.8196928255838418,
      "grad_norm": 84.6255111694336,
      "learning_rate": 4.197350301567603e-06,
      "loss": 0.8926,
      "step": 974
    },
    {
      "epoch": 0.820534399326741,
      "grad_norm": 66.8243637084961,
      "learning_rate": 4.195710061516552e-06,
      "loss": 0.8253,
      "step": 975
    },
    {
      "epoch": 0.8213759730696403,
      "grad_norm": 57.61470031738281,
      "learning_rate": 4.194068468438147e-06,
      "loss": 0.6581,
      "step": 976
    },
    {
      "epoch": 0.8222175468125394,
      "grad_norm": 66.89012908935547,
      "learning_rate": 4.192425523642234e-06,
      "loss": 0.81,
      "step": 977
    },
    {
      "epoch": 0.8230591205554386,
      "grad_norm": 76.0096435546875,
      "learning_rate": 4.1907812284397395e-06,
      "loss": 0.8723,
      "step": 978
    },
    {
      "epoch": 0.8239006942983379,
      "grad_norm": 80.26139831542969,
      "learning_rate": 4.189135584142664e-06,
      "loss": 0.8389,
      "step": 979
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 71.46955871582031,
      "learning_rate": 4.187488592064089e-06,
      "loss": 0.7342,
      "step": 980
    },
    {
      "epoch": 0.8255838417841364,
      "grad_norm": 68.54132843017578,
      "learning_rate": 4.185840253518168e-06,
      "loss": 0.9466,
      "step": 981
    },
    {
      "epoch": 0.8264254155270355,
      "grad_norm": 74.63121032714844,
      "learning_rate": 4.18419056982013e-06,
      "loss": 0.9002,
      "step": 982
    },
    {
      "epoch": 0.8272669892699348,
      "grad_norm": 68.22480010986328,
      "learning_rate": 4.182539542286279e-06,
      "loss": 0.7849,
      "step": 983
    },
    {
      "epoch": 0.828108563012834,
      "grad_norm": 67.76121520996094,
      "learning_rate": 4.1808871722339875e-06,
      "loss": 0.4417,
      "step": 984
    },
    {
      "epoch": 0.8289501367557333,
      "grad_norm": 80.49524688720703,
      "learning_rate": 4.179233460981702e-06,
      "loss": 0.9594,
      "step": 985
    },
    {
      "epoch": 0.8297917104986324,
      "grad_norm": 82.17792510986328,
      "learning_rate": 4.177578409848939e-06,
      "loss": 0.842,
      "step": 986
    },
    {
      "epoch": 0.8306332842415317,
      "grad_norm": 81.26715850830078,
      "learning_rate": 4.1759220201562835e-06,
      "loss": 0.9353,
      "step": 987
    },
    {
      "epoch": 0.8314748579844309,
      "grad_norm": 77.98991394042969,
      "learning_rate": 4.174264293225389e-06,
      "loss": 0.753,
      "step": 988
    },
    {
      "epoch": 0.83231643172733,
      "grad_norm": 83.93816375732422,
      "learning_rate": 4.172605230378975e-06,
      "loss": 0.9018,
      "step": 989
    },
    {
      "epoch": 0.8331580054702293,
      "grad_norm": 74.68817138671875,
      "learning_rate": 4.170944832940827e-06,
      "loss": 0.6308,
      "step": 990
    },
    {
      "epoch": 0.8339995792131285,
      "grad_norm": 78.59561157226562,
      "learning_rate": 4.169283102235797e-06,
      "loss": 0.867,
      "step": 991
    },
    {
      "epoch": 0.8348411529560278,
      "grad_norm": 65.0259780883789,
      "learning_rate": 4.167620039589799e-06,
      "loss": 0.8615,
      "step": 992
    },
    {
      "epoch": 0.835682726698927,
      "grad_norm": 79.45830535888672,
      "learning_rate": 4.1659556463298124e-06,
      "loss": 0.9266,
      "step": 993
    },
    {
      "epoch": 0.8365243004418262,
      "grad_norm": 81.86888122558594,
      "learning_rate": 4.164289923783874e-06,
      "loss": 0.8939,
      "step": 994
    },
    {
      "epoch": 0.8373658741847254,
      "grad_norm": 81.57584381103516,
      "learning_rate": 4.162622873281086e-06,
      "loss": 0.8272,
      "step": 995
    },
    {
      "epoch": 0.8382074479276247,
      "grad_norm": 68.12931823730469,
      "learning_rate": 4.160954496151607e-06,
      "loss": 0.778,
      "step": 996
    },
    {
      "epoch": 0.8390490216705239,
      "grad_norm": 77.3565673828125,
      "learning_rate": 4.159284793726655e-06,
      "loss": 0.695,
      "step": 997
    },
    {
      "epoch": 0.8398905954134231,
      "grad_norm": 72.69764709472656,
      "learning_rate": 4.157613767338505e-06,
      "loss": 0.8958,
      "step": 998
    },
    {
      "epoch": 0.8407321691563223,
      "grad_norm": 72.09540557861328,
      "learning_rate": 4.15594141832049e-06,
      "loss": 0.6611,
      "step": 999
    },
    {
      "epoch": 0.8415737428992216,
      "grad_norm": 66.83956909179688,
      "learning_rate": 4.154267748006996e-06,
      "loss": 0.7814,
      "step": 1000
    },
    {
      "epoch": 0.8424153166421208,
      "grad_norm": 69.9083251953125,
      "learning_rate": 4.152592757733467e-06,
      "loss": 0.7695,
      "step": 1001
    },
    {
      "epoch": 0.8432568903850199,
      "grad_norm": 81.96198272705078,
      "learning_rate": 4.150916448836395e-06,
      "loss": 0.8362,
      "step": 1002
    },
    {
      "epoch": 0.8440984641279192,
      "grad_norm": 60.79277420043945,
      "learning_rate": 4.149238822653329e-06,
      "loss": 0.6429,
      "step": 1003
    },
    {
      "epoch": 0.8449400378708184,
      "grad_norm": 73.13953399658203,
      "learning_rate": 4.147559880522866e-06,
      "loss": 0.8873,
      "step": 1004
    },
    {
      "epoch": 0.8457816116137177,
      "grad_norm": 75.53364562988281,
      "learning_rate": 4.145879623784653e-06,
      "loss": 0.7998,
      "step": 1005
    },
    {
      "epoch": 0.8466231853566168,
      "grad_norm": 65.25211334228516,
      "learning_rate": 4.144198053779389e-06,
      "loss": 0.839,
      "step": 1006
    },
    {
      "epoch": 0.8474647590995161,
      "grad_norm": 74.82688903808594,
      "learning_rate": 4.142515171848819e-06,
      "loss": 1.0005,
      "step": 1007
    },
    {
      "epoch": 0.8483063328424153,
      "grad_norm": 65.3867416381836,
      "learning_rate": 4.140830979335733e-06,
      "loss": 0.5801,
      "step": 1008
    },
    {
      "epoch": 0.8491479065853146,
      "grad_norm": 67.73045349121094,
      "learning_rate": 4.139145477583968e-06,
      "loss": 0.8043,
      "step": 1009
    },
    {
      "epoch": 0.8499894803282138,
      "grad_norm": 92.07035064697266,
      "learning_rate": 4.137458667938407e-06,
      "loss": 0.888,
      "step": 1010
    },
    {
      "epoch": 0.850831054071113,
      "grad_norm": 73.86541748046875,
      "learning_rate": 4.135770551744977e-06,
      "loss": 0.8436,
      "step": 1011
    },
    {
      "epoch": 0.8516726278140122,
      "grad_norm": 83.31813049316406,
      "learning_rate": 4.134081130350644e-06,
      "loss": 1.0081,
      "step": 1012
    },
    {
      "epoch": 0.8525142015569114,
      "grad_norm": 76.76337432861328,
      "learning_rate": 4.132390405103419e-06,
      "loss": 0.7978,
      "step": 1013
    },
    {
      "epoch": 0.8533557752998107,
      "grad_norm": 96.06390380859375,
      "learning_rate": 4.13069837735235e-06,
      "loss": 0.9046,
      "step": 1014
    },
    {
      "epoch": 0.8541973490427098,
      "grad_norm": 74.8203353881836,
      "learning_rate": 4.1290050484475285e-06,
      "loss": 0.9066,
      "step": 1015
    },
    {
      "epoch": 0.8550389227856091,
      "grad_norm": 76.6991958618164,
      "learning_rate": 4.127310419740081e-06,
      "loss": 0.8842,
      "step": 1016
    },
    {
      "epoch": 0.8558804965285083,
      "grad_norm": 59.34732437133789,
      "learning_rate": 4.12561449258217e-06,
      "loss": 0.7031,
      "step": 1017
    },
    {
      "epoch": 0.8567220702714076,
      "grad_norm": 71.81965637207031,
      "learning_rate": 4.123917268326999e-06,
      "loss": 0.8189,
      "step": 1018
    },
    {
      "epoch": 0.8575636440143067,
      "grad_norm": 58.81732940673828,
      "learning_rate": 4.122218748328802e-06,
      "loss": 0.8027,
      "step": 1019
    },
    {
      "epoch": 0.858405217757206,
      "grad_norm": 75.25838470458984,
      "learning_rate": 4.12051893394285e-06,
      "loss": 0.8217,
      "step": 1020
    },
    {
      "epoch": 0.8592467915001052,
      "grad_norm": 71.95877075195312,
      "learning_rate": 4.118817826525443e-06,
      "loss": 0.6275,
      "step": 1021
    },
    {
      "epoch": 0.8600883652430045,
      "grad_norm": 82.2073974609375,
      "learning_rate": 4.1171154274339164e-06,
      "loss": 0.9913,
      "step": 1022
    },
    {
      "epoch": 0.8609299389859036,
      "grad_norm": 80.4325942993164,
      "learning_rate": 4.1154117380266346e-06,
      "loss": 0.6675,
      "step": 1023
    },
    {
      "epoch": 0.8617715127288028,
      "grad_norm": 79.63078308105469,
      "learning_rate": 4.113706759662992e-06,
      "loss": 0.7476,
      "step": 1024
    },
    {
      "epoch": 0.8626130864717021,
      "grad_norm": 124.51466369628906,
      "learning_rate": 4.112000493703411e-06,
      "loss": 0.7556,
      "step": 1025
    },
    {
      "epoch": 0.8634546602146013,
      "grad_norm": 69.8863525390625,
      "learning_rate": 4.11029294150934e-06,
      "loss": 0.8307,
      "step": 1026
    },
    {
      "epoch": 0.8642962339575005,
      "grad_norm": 151.2084197998047,
      "learning_rate": 4.108584104443259e-06,
      "loss": 0.7547,
      "step": 1027
    },
    {
      "epoch": 0.8651378077003997,
      "grad_norm": 58.940773010253906,
      "learning_rate": 4.106873983868667e-06,
      "loss": 0.8035,
      "step": 1028
    },
    {
      "epoch": 0.865979381443299,
      "grad_norm": 68.62104034423828,
      "learning_rate": 4.10516258115009e-06,
      "loss": 0.7035,
      "step": 1029
    },
    {
      "epoch": 0.8668209551861982,
      "grad_norm": 99.0032730102539,
      "learning_rate": 4.1034498976530755e-06,
      "loss": 1.0287,
      "step": 1030
    },
    {
      "epoch": 0.8676625289290975,
      "grad_norm": 89.32034301757812,
      "learning_rate": 4.101735934744197e-06,
      "loss": 0.9512,
      "step": 1031
    },
    {
      "epoch": 0.8685041026719966,
      "grad_norm": 59.35560989379883,
      "learning_rate": 4.100020693791043e-06,
      "loss": 0.7646,
      "step": 1032
    },
    {
      "epoch": 0.8693456764148959,
      "grad_norm": 59.45350646972656,
      "learning_rate": 4.098304176162228e-06,
      "loss": 0.697,
      "step": 1033
    },
    {
      "epoch": 0.8701872501577951,
      "grad_norm": 86.22278594970703,
      "learning_rate": 4.09658638322738e-06,
      "loss": 1.0046,
      "step": 1034
    },
    {
      "epoch": 0.8710288239006942,
      "grad_norm": 69.21746063232422,
      "learning_rate": 4.094867316357146e-06,
      "loss": 0.6598,
      "step": 1035
    },
    {
      "epoch": 0.8718703976435935,
      "grad_norm": 71.82403564453125,
      "learning_rate": 4.093146976923191e-06,
      "loss": 0.7445,
      "step": 1036
    },
    {
      "epoch": 0.8727119713864927,
      "grad_norm": 72.35151672363281,
      "learning_rate": 4.091425366298195e-06,
      "loss": 0.82,
      "step": 1037
    },
    {
      "epoch": 0.873553545129392,
      "grad_norm": 79.09820556640625,
      "learning_rate": 4.08970248585585e-06,
      "loss": 0.7896,
      "step": 1038
    },
    {
      "epoch": 0.8743951188722912,
      "grad_norm": 70.99044036865234,
      "learning_rate": 4.087978336970864e-06,
      "loss": 0.7507,
      "step": 1039
    },
    {
      "epoch": 0.8752366926151904,
      "grad_norm": 64.83211517333984,
      "learning_rate": 4.0862529210189566e-06,
      "loss": 0.8278,
      "step": 1040
    },
    {
      "epoch": 0.8760782663580896,
      "grad_norm": 88.5916519165039,
      "learning_rate": 4.084526239376857e-06,
      "loss": 0.8102,
      "step": 1041
    },
    {
      "epoch": 0.8769198401009889,
      "grad_norm": 100.17524719238281,
      "learning_rate": 4.082798293422305e-06,
      "loss": 0.9703,
      "step": 1042
    },
    {
      "epoch": 0.8777614138438881,
      "grad_norm": 80.35630798339844,
      "learning_rate": 4.08106908453405e-06,
      "loss": 0.8869,
      "step": 1043
    },
    {
      "epoch": 0.8786029875867873,
      "grad_norm": 72.74226379394531,
      "learning_rate": 4.079338614091848e-06,
      "loss": 0.73,
      "step": 1044
    },
    {
      "epoch": 0.8794445613296865,
      "grad_norm": 87.65748596191406,
      "learning_rate": 4.077606883476462e-06,
      "loss": 0.9816,
      "step": 1045
    },
    {
      "epoch": 0.8802861350725857,
      "grad_norm": 64.14987182617188,
      "learning_rate": 4.075873894069661e-06,
      "loss": 0.6598,
      "step": 1046
    },
    {
      "epoch": 0.881127708815485,
      "grad_norm": 62.39348220825195,
      "learning_rate": 4.074139647254218e-06,
      "loss": 0.6845,
      "step": 1047
    },
    {
      "epoch": 0.8819692825583841,
      "grad_norm": 57.6712532043457,
      "learning_rate": 4.072404144413909e-06,
      "loss": 0.6839,
      "step": 1048
    },
    {
      "epoch": 0.8828108563012834,
      "grad_norm": 65.15045928955078,
      "learning_rate": 4.070667386933512e-06,
      "loss": 0.874,
      "step": 1049
    },
    {
      "epoch": 0.8836524300441826,
      "grad_norm": 84.79566192626953,
      "learning_rate": 4.068929376198808e-06,
      "loss": 0.8565,
      "step": 1050
    },
    {
      "epoch": 0.8844940037870819,
      "grad_norm": 85.54796600341797,
      "learning_rate": 4.067190113596576e-06,
      "loss": 1.0899,
      "step": 1051
    },
    {
      "epoch": 0.885335577529981,
      "grad_norm": 66.54473876953125,
      "learning_rate": 4.065449600514594e-06,
      "loss": 0.7514,
      "step": 1052
    },
    {
      "epoch": 0.8861771512728803,
      "grad_norm": 70.7523422241211,
      "learning_rate": 4.0637078383416385e-06,
      "loss": 0.7151,
      "step": 1053
    },
    {
      "epoch": 0.8870187250157795,
      "grad_norm": 78.33436584472656,
      "learning_rate": 4.061964828467482e-06,
      "loss": 0.8094,
      "step": 1054
    },
    {
      "epoch": 0.8878602987586788,
      "grad_norm": 63.319393157958984,
      "learning_rate": 4.060220572282892e-06,
      "loss": 0.7593,
      "step": 1055
    },
    {
      "epoch": 0.888701872501578,
      "grad_norm": 77.5903549194336,
      "learning_rate": 4.058475071179635e-06,
      "loss": 0.7143,
      "step": 1056
    },
    {
      "epoch": 0.8895434462444771,
      "grad_norm": 77.97570037841797,
      "learning_rate": 4.056728326550463e-06,
      "loss": 0.811,
      "step": 1057
    },
    {
      "epoch": 0.8903850199873764,
      "grad_norm": 80.57714080810547,
      "learning_rate": 4.0549803397891265e-06,
      "loss": 0.8381,
      "step": 1058
    },
    {
      "epoch": 0.8912265937302756,
      "grad_norm": 62.823917388916016,
      "learning_rate": 4.053231112290365e-06,
      "loss": 0.7561,
      "step": 1059
    },
    {
      "epoch": 0.8920681674731749,
      "grad_norm": 68.00716400146484,
      "learning_rate": 4.051480645449909e-06,
      "loss": 0.7462,
      "step": 1060
    },
    {
      "epoch": 0.892909741216074,
      "grad_norm": 60.848243713378906,
      "learning_rate": 4.049728940664474e-06,
      "loss": 0.6313,
      "step": 1061
    },
    {
      "epoch": 0.8937513149589733,
      "grad_norm": 69.16812896728516,
      "learning_rate": 4.04797599933177e-06,
      "loss": 0.8213,
      "step": 1062
    },
    {
      "epoch": 0.8945928887018725,
      "grad_norm": 88.9859848022461,
      "learning_rate": 4.046221822850487e-06,
      "loss": 0.9066,
      "step": 1063
    },
    {
      "epoch": 0.8954344624447718,
      "grad_norm": 135.78160095214844,
      "learning_rate": 4.044466412620305e-06,
      "loss": 0.7938,
      "step": 1064
    },
    {
      "epoch": 0.8962760361876709,
      "grad_norm": 89.73754119873047,
      "learning_rate": 4.042709770041885e-06,
      "loss": 0.926,
      "step": 1065
    },
    {
      "epoch": 0.8971176099305702,
      "grad_norm": 68.3105239868164,
      "learning_rate": 4.040951896516875e-06,
      "loss": 0.671,
      "step": 1066
    },
    {
      "epoch": 0.8979591836734694,
      "grad_norm": 57.36161422729492,
      "learning_rate": 4.039192793447902e-06,
      "loss": 0.6333,
      "step": 1067
    },
    {
      "epoch": 0.8988007574163686,
      "grad_norm": 91.2534408569336,
      "learning_rate": 4.037432462238578e-06,
      "loss": 0.9629,
      "step": 1068
    },
    {
      "epoch": 0.8996423311592678,
      "grad_norm": 97.27592468261719,
      "learning_rate": 4.035670904293488e-06,
      "loss": 1.0401,
      "step": 1069
    },
    {
      "epoch": 0.900483904902167,
      "grad_norm": 96.43426513671875,
      "learning_rate": 4.033908121018204e-06,
      "loss": 0.9545,
      "step": 1070
    },
    {
      "epoch": 0.9013254786450663,
      "grad_norm": 66.45618438720703,
      "learning_rate": 4.03214411381927e-06,
      "loss": 0.7543,
      "step": 1071
    },
    {
      "epoch": 0.9021670523879655,
      "grad_norm": 107.90736389160156,
      "learning_rate": 4.030378884104209e-06,
      "loss": 0.7016,
      "step": 1072
    },
    {
      "epoch": 0.9030086261308647,
      "grad_norm": 77.58516693115234,
      "learning_rate": 4.0286124332815186e-06,
      "loss": 0.8714,
      "step": 1073
    },
    {
      "epoch": 0.9038501998737639,
      "grad_norm": 65.78289794921875,
      "learning_rate": 4.0268447627606725e-06,
      "loss": 0.5679,
      "step": 1074
    },
    {
      "epoch": 0.9046917736166632,
      "grad_norm": 71.64932250976562,
      "learning_rate": 4.025075873952113e-06,
      "loss": 0.8684,
      "step": 1075
    },
    {
      "epoch": 0.9055333473595624,
      "grad_norm": 69.41444396972656,
      "learning_rate": 4.023305768267261e-06,
      "loss": 0.7746,
      "step": 1076
    },
    {
      "epoch": 0.9063749211024617,
      "grad_norm": 80.02897644042969,
      "learning_rate": 4.021534447118502e-06,
      "loss": 0.8513,
      "step": 1077
    },
    {
      "epoch": 0.9072164948453608,
      "grad_norm": 69.74525451660156,
      "learning_rate": 4.019761911919198e-06,
      "loss": 0.823,
      "step": 1078
    },
    {
      "epoch": 0.90805806858826,
      "grad_norm": 57.38936996459961,
      "learning_rate": 4.017988164083673e-06,
      "loss": 0.6093,
      "step": 1079
    },
    {
      "epoch": 0.9088996423311593,
      "grad_norm": 68.37493133544922,
      "learning_rate": 4.016213205027222e-06,
      "loss": 0.7365,
      "step": 1080
    },
    {
      "epoch": 0.9097412160740584,
      "grad_norm": 61.99602127075195,
      "learning_rate": 4.0144370361661075e-06,
      "loss": 0.7312,
      "step": 1081
    },
    {
      "epoch": 0.9105827898169577,
      "grad_norm": 73.24932861328125,
      "learning_rate": 4.012659658917555e-06,
      "loss": 0.7137,
      "step": 1082
    },
    {
      "epoch": 0.9114243635598569,
      "grad_norm": 73.64488983154297,
      "learning_rate": 4.010881074699755e-06,
      "loss": 0.8696,
      "step": 1083
    },
    {
      "epoch": 0.9122659373027562,
      "grad_norm": 82.7219467163086,
      "learning_rate": 4.009101284931861e-06,
      "loss": 0.8684,
      "step": 1084
    },
    {
      "epoch": 0.9131075110456554,
      "grad_norm": 86.55023193359375,
      "learning_rate": 4.0073202910339895e-06,
      "loss": 0.9902,
      "step": 1085
    },
    {
      "epoch": 0.9139490847885546,
      "grad_norm": 61.76776123046875,
      "learning_rate": 4.005538094427216e-06,
      "loss": 0.767,
      "step": 1086
    },
    {
      "epoch": 0.9147906585314538,
      "grad_norm": 70.59973907470703,
      "learning_rate": 4.003754696533576e-06,
      "loss": 0.8766,
      "step": 1087
    },
    {
      "epoch": 0.9156322322743531,
      "grad_norm": 69.00643920898438,
      "learning_rate": 4.001970098776066e-06,
      "loss": 0.9194,
      "step": 1088
    },
    {
      "epoch": 0.9164738060172523,
      "grad_norm": 88.84870147705078,
      "learning_rate": 4.000184302578636e-06,
      "loss": 1.0529,
      "step": 1089
    },
    {
      "epoch": 0.9173153797601514,
      "grad_norm": 88.0756607055664,
      "learning_rate": 3.998397309366194e-06,
      "loss": 0.891,
      "step": 1090
    },
    {
      "epoch": 0.9181569535030507,
      "grad_norm": 79.1492691040039,
      "learning_rate": 3.996609120564605e-06,
      "loss": 0.7358,
      "step": 1091
    },
    {
      "epoch": 0.9189985272459499,
      "grad_norm": 76.13194274902344,
      "learning_rate": 3.9948197376006855e-06,
      "loss": 0.8981,
      "step": 1092
    },
    {
      "epoch": 0.9198401009888492,
      "grad_norm": 69.00740051269531,
      "learning_rate": 3.993029161902205e-06,
      "loss": 0.8097,
      "step": 1093
    },
    {
      "epoch": 0.9206816747317483,
      "grad_norm": 75.37550354003906,
      "learning_rate": 3.991237394897886e-06,
      "loss": 0.9167,
      "step": 1094
    },
    {
      "epoch": 0.9215232484746476,
      "grad_norm": 86.60401916503906,
      "learning_rate": 3.9894444380174005e-06,
      "loss": 1.0947,
      "step": 1095
    },
    {
      "epoch": 0.9223648222175468,
      "grad_norm": 68.166015625,
      "learning_rate": 3.987650292691371e-06,
      "loss": 0.7399,
      "step": 1096
    },
    {
      "epoch": 0.9232063959604461,
      "grad_norm": 88.67655181884766,
      "learning_rate": 3.985854960351365e-06,
      "loss": 0.9703,
      "step": 1097
    },
    {
      "epoch": 0.9240479697033452,
      "grad_norm": 67.01685333251953,
      "learning_rate": 3.9840584424299034e-06,
      "loss": 0.7215,
      "step": 1098
    },
    {
      "epoch": 0.9248895434462445,
      "grad_norm": 79.09455871582031,
      "learning_rate": 3.982260740360447e-06,
      "loss": 0.8123,
      "step": 1099
    },
    {
      "epoch": 0.9257311171891437,
      "grad_norm": 74.57783508300781,
      "learning_rate": 3.980461855577403e-06,
      "loss": 0.9284,
      "step": 1100
    },
    {
      "epoch": 0.926572690932043,
      "grad_norm": 78.28739929199219,
      "learning_rate": 3.978661789516126e-06,
      "loss": 0.9738,
      "step": 1101
    },
    {
      "epoch": 0.9274142646749421,
      "grad_norm": 69.92387390136719,
      "learning_rate": 3.976860543612907e-06,
      "loss": 0.7838,
      "step": 1102
    },
    {
      "epoch": 0.9282558384178413,
      "grad_norm": 69.45232391357422,
      "learning_rate": 3.975058119304984e-06,
      "loss": 0.8191,
      "step": 1103
    },
    {
      "epoch": 0.9290974121607406,
      "grad_norm": 85.00932312011719,
      "learning_rate": 3.973254518030532e-06,
      "loss": 0.8866,
      "step": 1104
    },
    {
      "epoch": 0.9299389859036398,
      "grad_norm": 68.20960235595703,
      "learning_rate": 3.971449741228666e-06,
      "loss": 0.8838,
      "step": 1105
    },
    {
      "epoch": 0.930780559646539,
      "grad_norm": 68.52924346923828,
      "learning_rate": 3.969643790339441e-06,
      "loss": 0.7283,
      "step": 1106
    },
    {
      "epoch": 0.9316221333894382,
      "grad_norm": 85.05404663085938,
      "learning_rate": 3.967836666803844e-06,
      "loss": 0.8443,
      "step": 1107
    },
    {
      "epoch": 0.9324637071323375,
      "grad_norm": 70.1175765991211,
      "learning_rate": 3.966028372063801e-06,
      "loss": 0.7288,
      "step": 1108
    },
    {
      "epoch": 0.9333052808752367,
      "grad_norm": 72.65882873535156,
      "learning_rate": 3.9642189075621726e-06,
      "loss": 0.8062,
      "step": 1109
    },
    {
      "epoch": 0.934146854618136,
      "grad_norm": 71.01957702636719,
      "learning_rate": 3.962408274742753e-06,
      "loss": 0.9103,
      "step": 1110
    },
    {
      "epoch": 0.9349884283610351,
      "grad_norm": 86.82347106933594,
      "learning_rate": 3.960596475050266e-06,
      "loss": 0.6355,
      "step": 1111
    },
    {
      "epoch": 0.9358300021039344,
      "grad_norm": 93.42919158935547,
      "learning_rate": 3.95878350993037e-06,
      "loss": 0.7063,
      "step": 1112
    },
    {
      "epoch": 0.9366715758468336,
      "grad_norm": 92.69883728027344,
      "learning_rate": 3.956969380829651e-06,
      "loss": 0.8995,
      "step": 1113
    },
    {
      "epoch": 0.9375131495897328,
      "grad_norm": 63.439788818359375,
      "learning_rate": 3.955154089195624e-06,
      "loss": 0.7768,
      "step": 1114
    },
    {
      "epoch": 0.938354723332632,
      "grad_norm": 79.63054656982422,
      "learning_rate": 3.953337636476731e-06,
      "loss": 0.8086,
      "step": 1115
    },
    {
      "epoch": 0.9391962970755312,
      "grad_norm": 79.53690338134766,
      "learning_rate": 3.951520024122344e-06,
      "loss": 0.8836,
      "step": 1116
    },
    {
      "epoch": 0.9400378708184305,
      "grad_norm": 63.9859619140625,
      "learning_rate": 3.949701253582755e-06,
      "loss": 0.7912,
      "step": 1117
    },
    {
      "epoch": 0.9408794445613297,
      "grad_norm": 66.5926742553711,
      "learning_rate": 3.947881326309184e-06,
      "loss": 0.8147,
      "step": 1118
    },
    {
      "epoch": 0.9417210183042289,
      "grad_norm": 79.54521179199219,
      "learning_rate": 3.946060243753773e-06,
      "loss": 0.9673,
      "step": 1119
    },
    {
      "epoch": 0.9425625920471281,
      "grad_norm": 86.67349243164062,
      "learning_rate": 3.944238007369585e-06,
      "loss": 0.8635,
      "step": 1120
    },
    {
      "epoch": 0.9434041657900274,
      "grad_norm": 57.8299674987793,
      "learning_rate": 3.942414618610604e-06,
      "loss": 0.5855,
      "step": 1121
    },
    {
      "epoch": 0.9442457395329266,
      "grad_norm": 81.97209167480469,
      "learning_rate": 3.940590078931734e-06,
      "loss": 0.7143,
      "step": 1122
    },
    {
      "epoch": 0.9450873132758258,
      "grad_norm": 53.280616760253906,
      "learning_rate": 3.938764389788798e-06,
      "loss": 0.6815,
      "step": 1123
    },
    {
      "epoch": 0.945928887018725,
      "grad_norm": 90.65757751464844,
      "learning_rate": 3.936937552638534e-06,
      "loss": 1.0972,
      "step": 1124
    },
    {
      "epoch": 0.9467704607616242,
      "grad_norm": 97.28402709960938,
      "learning_rate": 3.935109568938598e-06,
      "loss": 0.7802,
      "step": 1125
    },
    {
      "epoch": 0.9476120345045235,
      "grad_norm": 62.99158477783203,
      "learning_rate": 3.9332804401475585e-06,
      "loss": 0.6851,
      "step": 1126
    },
    {
      "epoch": 0.9484536082474226,
      "grad_norm": 75.19110870361328,
      "learning_rate": 3.9314501677249015e-06,
      "loss": 0.7416,
      "step": 1127
    },
    {
      "epoch": 0.9492951819903219,
      "grad_norm": 86.4506607055664,
      "learning_rate": 3.929618753131023e-06,
      "loss": 0.9711,
      "step": 1128
    },
    {
      "epoch": 0.9501367557332211,
      "grad_norm": 68.20625305175781,
      "learning_rate": 3.927786197827228e-06,
      "loss": 0.7296,
      "step": 1129
    },
    {
      "epoch": 0.9509783294761204,
      "grad_norm": 79.4578857421875,
      "learning_rate": 3.9259525032757375e-06,
      "loss": 0.9495,
      "step": 1130
    },
    {
      "epoch": 0.9518199032190195,
      "grad_norm": 59.97657775878906,
      "learning_rate": 3.924117670939676e-06,
      "loss": 0.5803,
      "step": 1131
    },
    {
      "epoch": 0.9526614769619188,
      "grad_norm": 69.94535064697266,
      "learning_rate": 3.92228170228308e-06,
      "loss": 0.8632,
      "step": 1132
    },
    {
      "epoch": 0.953503050704818,
      "grad_norm": 70.57887268066406,
      "learning_rate": 3.920444598770889e-06,
      "loss": 0.8572,
      "step": 1133
    },
    {
      "epoch": 0.9543446244477173,
      "grad_norm": 72.97533416748047,
      "learning_rate": 3.918606361868952e-06,
      "loss": 0.7592,
      "step": 1134
    },
    {
      "epoch": 0.9551861981906165,
      "grad_norm": 76.23296356201172,
      "learning_rate": 3.916766993044018e-06,
      "loss": 0.774,
      "step": 1135
    },
    {
      "epoch": 0.9560277719335156,
      "grad_norm": 69.50141143798828,
      "learning_rate": 3.914926493763743e-06,
      "loss": 0.8404,
      "step": 1136
    },
    {
      "epoch": 0.9568693456764149,
      "grad_norm": 61.13656997680664,
      "learning_rate": 3.9130848654966835e-06,
      "loss": 0.8523,
      "step": 1137
    },
    {
      "epoch": 0.9577109194193141,
      "grad_norm": 76.27356719970703,
      "learning_rate": 3.911242109712296e-06,
      "loss": 0.6067,
      "step": 1138
    },
    {
      "epoch": 0.9585524931622134,
      "grad_norm": 70.06895446777344,
      "learning_rate": 3.909398227880937e-06,
      "loss": 0.5791,
      "step": 1139
    },
    {
      "epoch": 0.9593940669051125,
      "grad_norm": 58.804359436035156,
      "learning_rate": 3.907553221473863e-06,
      "loss": 0.7047,
      "step": 1140
    },
    {
      "epoch": 0.9602356406480118,
      "grad_norm": 91.75293731689453,
      "learning_rate": 3.9057070919632265e-06,
      "loss": 1.0091,
      "step": 1141
    },
    {
      "epoch": 0.961077214390911,
      "grad_norm": 69.82617950439453,
      "learning_rate": 3.903859840822076e-06,
      "loss": 0.8492,
      "step": 1142
    },
    {
      "epoch": 0.9619187881338103,
      "grad_norm": 50.22442626953125,
      "learning_rate": 3.902011469524355e-06,
      "loss": 0.6491,
      "step": 1143
    },
    {
      "epoch": 0.9627603618767094,
      "grad_norm": 74.7395248413086,
      "learning_rate": 3.900161979544901e-06,
      "loss": 1.0323,
      "step": 1144
    },
    {
      "epoch": 0.9636019356196087,
      "grad_norm": 70.21725463867188,
      "learning_rate": 3.898311372359445e-06,
      "loss": 0.6371,
      "step": 1145
    },
    {
      "epoch": 0.9644435093625079,
      "grad_norm": 79.02413177490234,
      "learning_rate": 3.896459649444607e-06,
      "loss": 0.8239,
      "step": 1146
    },
    {
      "epoch": 0.9652850831054071,
      "grad_norm": 83.71379852294922,
      "learning_rate": 3.894606812277901e-06,
      "loss": 0.9468,
      "step": 1147
    },
    {
      "epoch": 0.9661266568483063,
      "grad_norm": 64.89826202392578,
      "learning_rate": 3.892752862337728e-06,
      "loss": 0.7002,
      "step": 1148
    },
    {
      "epoch": 0.9669682305912055,
      "grad_norm": 66.54814147949219,
      "learning_rate": 3.890897801103375e-06,
      "loss": 0.649,
      "step": 1149
    },
    {
      "epoch": 0.9678098043341048,
      "grad_norm": 101.90099334716797,
      "learning_rate": 3.889041630055017e-06,
      "loss": 0.7801,
      "step": 1150
    },
    {
      "epoch": 0.968651378077004,
      "grad_norm": 63.44615936279297,
      "learning_rate": 3.887184350673718e-06,
      "loss": 0.6731,
      "step": 1151
    },
    {
      "epoch": 0.9694929518199032,
      "grad_norm": 58.71804428100586,
      "learning_rate": 3.885325964441422e-06,
      "loss": 0.7604,
      "step": 1152
    },
    {
      "epoch": 0.9703345255628024,
      "grad_norm": 61.444766998291016,
      "learning_rate": 3.883466472840958e-06,
      "loss": 0.7737,
      "step": 1153
    },
    {
      "epoch": 0.9711760993057017,
      "grad_norm": 74.5656967163086,
      "learning_rate": 3.881605877356035e-06,
      "loss": 0.8615,
      "step": 1154
    },
    {
      "epoch": 0.9720176730486009,
      "grad_norm": 102.34452056884766,
      "learning_rate": 3.8797441794712465e-06,
      "loss": 1.0315,
      "step": 1155
    },
    {
      "epoch": 0.9728592467915002,
      "grad_norm": 80.07135772705078,
      "learning_rate": 3.877881380672063e-06,
      "loss": 0.8032,
      "step": 1156
    },
    {
      "epoch": 0.9737008205343993,
      "grad_norm": 71.28023529052734,
      "learning_rate": 3.876017482444832e-06,
      "loss": 0.8414,
      "step": 1157
    },
    {
      "epoch": 0.9745423942772985,
      "grad_norm": 69.85945129394531,
      "learning_rate": 3.874152486276783e-06,
      "loss": 0.8079,
      "step": 1158
    },
    {
      "epoch": 0.9753839680201978,
      "grad_norm": 66.5711441040039,
      "learning_rate": 3.872286393656017e-06,
      "loss": 0.722,
      "step": 1159
    },
    {
      "epoch": 0.976225541763097,
      "grad_norm": 177.06283569335938,
      "learning_rate": 3.870419206071513e-06,
      "loss": 0.766,
      "step": 1160
    },
    {
      "epoch": 0.9770671155059962,
      "grad_norm": 92.01974487304688,
      "learning_rate": 3.86855092501312e-06,
      "loss": 1.0476,
      "step": 1161
    },
    {
      "epoch": 0.9779086892488954,
      "grad_norm": 74.33403015136719,
      "learning_rate": 3.866681551971565e-06,
      "loss": 0.9104,
      "step": 1162
    },
    {
      "epoch": 0.9787502629917947,
      "grad_norm": 66.5916748046875,
      "learning_rate": 3.864811088438441e-06,
      "loss": 0.7797,
      "step": 1163
    },
    {
      "epoch": 0.9795918367346939,
      "grad_norm": 54.91474533081055,
      "learning_rate": 3.862939535906213e-06,
      "loss": 0.7155,
      "step": 1164
    },
    {
      "epoch": 0.9804334104775931,
      "grad_norm": 61.410614013671875,
      "learning_rate": 3.8610668958682165e-06,
      "loss": 0.7638,
      "step": 1165
    },
    {
      "epoch": 0.9812749842204923,
      "grad_norm": 71.29328155517578,
      "learning_rate": 3.859193169818653e-06,
      "loss": 0.7566,
      "step": 1166
    },
    {
      "epoch": 0.9821165579633916,
      "grad_norm": 68.58023834228516,
      "learning_rate": 3.85731835925259e-06,
      "loss": 0.9146,
      "step": 1167
    },
    {
      "epoch": 0.9829581317062908,
      "grad_norm": 63.331214904785156,
      "learning_rate": 3.8554424656659625e-06,
      "loss": 0.8314,
      "step": 1168
    },
    {
      "epoch": 0.9837997054491899,
      "grad_norm": 78.91651916503906,
      "learning_rate": 3.853565490555568e-06,
      "loss": 0.8704,
      "step": 1169
    },
    {
      "epoch": 0.9846412791920892,
      "grad_norm": 67.55413818359375,
      "learning_rate": 3.851687435419067e-06,
      "loss": 0.7655,
      "step": 1170
    },
    {
      "epoch": 0.9854828529349884,
      "grad_norm": 69.61270904541016,
      "learning_rate": 3.849808301754983e-06,
      "loss": 0.8157,
      "step": 1171
    },
    {
      "epoch": 0.9863244266778877,
      "grad_norm": 62.39061737060547,
      "learning_rate": 3.847928091062698e-06,
      "loss": 0.8609,
      "step": 1172
    },
    {
      "epoch": 0.9871660004207868,
      "grad_norm": 73.21965026855469,
      "learning_rate": 3.846046804842456e-06,
      "loss": 0.6772,
      "step": 1173
    },
    {
      "epoch": 0.9880075741636861,
      "grad_norm": 52.76114273071289,
      "learning_rate": 3.844164444595356e-06,
      "loss": 0.6729,
      "step": 1174
    },
    {
      "epoch": 0.9888491479065853,
      "grad_norm": 65.8831558227539,
      "learning_rate": 3.842281011823359e-06,
      "loss": 0.6839,
      "step": 1175
    },
    {
      "epoch": 0.9896907216494846,
      "grad_norm": 63.77772903442383,
      "learning_rate": 3.840396508029275e-06,
      "loss": 0.8853,
      "step": 1176
    },
    {
      "epoch": 0.9905322953923837,
      "grad_norm": 70.06664276123047,
      "learning_rate": 3.8385109347167735e-06,
      "loss": 0.6873,
      "step": 1177
    },
    {
      "epoch": 0.991373869135283,
      "grad_norm": 81.78180694580078,
      "learning_rate": 3.836624293390378e-06,
      "loss": 0.9209,
      "step": 1178
    },
    {
      "epoch": 0.9922154428781822,
      "grad_norm": 66.87544250488281,
      "learning_rate": 3.834736585555458e-06,
      "loss": 0.6199,
      "step": 1179
    },
    {
      "epoch": 0.9930570166210814,
      "grad_norm": 64.75494384765625,
      "learning_rate": 3.832847812718242e-06,
      "loss": 0.9293,
      "step": 1180
    },
    {
      "epoch": 0.9938985903639806,
      "grad_norm": 67.62046813964844,
      "learning_rate": 3.830957976385803e-06,
      "loss": 0.8471,
      "step": 1181
    },
    {
      "epoch": 0.9947401641068798,
      "grad_norm": 72.29881286621094,
      "learning_rate": 3.829067078066063e-06,
      "loss": 0.8786,
      "step": 1182
    },
    {
      "epoch": 0.9955817378497791,
      "grad_norm": 57.97904968261719,
      "learning_rate": 3.827175119267794e-06,
      "loss": 0.716,
      "step": 1183
    },
    {
      "epoch": 0.9964233115926783,
      "grad_norm": 57.827091217041016,
      "learning_rate": 3.825282101500612e-06,
      "loss": 0.7305,
      "step": 1184
    },
    {
      "epoch": 0.9972648853355776,
      "grad_norm": 70.0528335571289,
      "learning_rate": 3.823388026274979e-06,
      "loss": 0.7974,
      "step": 1185
    },
    {
      "epoch": 0.9981064590784767,
      "grad_norm": 73.72193908691406,
      "learning_rate": 3.821492895102199e-06,
      "loss": 0.8964,
      "step": 1186
    },
    {
      "epoch": 0.998948032821376,
      "grad_norm": 67.32428741455078,
      "learning_rate": 3.819596709494421e-06,
      "loss": 0.7493,
      "step": 1187
    },
    {
      "epoch": 0.9997896065642752,
      "grad_norm": 64.63594818115234,
      "learning_rate": 3.817699470964634e-06,
      "loss": 0.8268,
      "step": 1188
    },
    {
      "epoch": 1.0008415737428993,
      "grad_norm": 118.80487823486328,
      "learning_rate": 3.815801181026666e-06,
      "loss": 1.8068,
      "step": 1189
    },
    {
      "epoch": 1.0016831474857983,
      "grad_norm": 62.071449279785156,
      "learning_rate": 3.813901841195188e-06,
      "loss": 0.7766,
      "step": 1190
    },
    {
      "epoch": 1.0025247212286976,
      "grad_norm": 71.35749053955078,
      "learning_rate": 3.812001452985704e-06,
      "loss": 0.7491,
      "step": 1191
    },
    {
      "epoch": 1.003366294971597,
      "grad_norm": 65.00326538085938,
      "learning_rate": 3.8101000179145564e-06,
      "loss": 0.7828,
      "step": 1192
    },
    {
      "epoch": 1.0042078687144962,
      "grad_norm": 65.48424530029297,
      "learning_rate": 3.8081975374989237e-06,
      "loss": 0.7553,
      "step": 1193
    },
    {
      "epoch": 1.0050494424573952,
      "grad_norm": 71.35240936279297,
      "learning_rate": 3.8062940132568183e-06,
      "loss": 0.8126,
      "step": 1194
    },
    {
      "epoch": 1.0058910162002945,
      "grad_norm": 75.91024780273438,
      "learning_rate": 3.804389446707083e-06,
      "loss": 0.9366,
      "step": 1195
    },
    {
      "epoch": 1.0067325899431938,
      "grad_norm": 56.03441619873047,
      "learning_rate": 3.8024838393693965e-06,
      "loss": 0.6938,
      "step": 1196
    },
    {
      "epoch": 1.007574163686093,
      "grad_norm": 75.76158142089844,
      "learning_rate": 3.8005771927642655e-06,
      "loss": 0.7218,
      "step": 1197
    },
    {
      "epoch": 1.0084157374289922,
      "grad_norm": 72.80091857910156,
      "learning_rate": 3.7986695084130244e-06,
      "loss": 0.7922,
      "step": 1198
    },
    {
      "epoch": 1.0092573111718914,
      "grad_norm": 67.57899475097656,
      "learning_rate": 3.7967607878378375e-06,
      "loss": 0.8067,
      "step": 1199
    },
    {
      "epoch": 1.0100988849147907,
      "grad_norm": 64.86554718017578,
      "learning_rate": 3.794851032561698e-06,
      "loss": 0.7498,
      "step": 1200
    },
    {
      "epoch": 1.0109404586576898,
      "grad_norm": 63.07143783569336,
      "learning_rate": 3.7929402441084207e-06,
      "loss": 0.8218,
      "step": 1201
    },
    {
      "epoch": 1.011782032400589,
      "grad_norm": 70.4422378540039,
      "learning_rate": 3.7910284240026474e-06,
      "loss": 0.8098,
      "step": 1202
    },
    {
      "epoch": 1.0126236061434883,
      "grad_norm": 73.65013885498047,
      "learning_rate": 3.7891155737698415e-06,
      "loss": 0.8102,
      "step": 1203
    },
    {
      "epoch": 1.0134651798863876,
      "grad_norm": 61.945465087890625,
      "learning_rate": 3.787201694936289e-06,
      "loss": 0.8075,
      "step": 1204
    },
    {
      "epoch": 1.0143067536292867,
      "grad_norm": 67.951904296875,
      "learning_rate": 3.785286789029098e-06,
      "loss": 0.6416,
      "step": 1205
    },
    {
      "epoch": 1.015148327372186,
      "grad_norm": 68.7704086303711,
      "learning_rate": 3.783370857576194e-06,
      "loss": 0.6408,
      "step": 1206
    },
    {
      "epoch": 1.0159899011150852,
      "grad_norm": 69.95020294189453,
      "learning_rate": 3.7814539021063213e-06,
      "loss": 0.731,
      "step": 1207
    },
    {
      "epoch": 1.0168314748579845,
      "grad_norm": 75.72080993652344,
      "learning_rate": 3.7795359241490425e-06,
      "loss": 0.6204,
      "step": 1208
    },
    {
      "epoch": 1.0176730486008836,
      "grad_norm": 69.6406478881836,
      "learning_rate": 3.7776169252347344e-06,
      "loss": 0.7158,
      "step": 1209
    },
    {
      "epoch": 1.0185146223437829,
      "grad_norm": 74.77608489990234,
      "learning_rate": 3.7756969068945893e-06,
      "loss": 0.7458,
      "step": 1210
    },
    {
      "epoch": 1.0193561960866822,
      "grad_norm": 97.5343017578125,
      "learning_rate": 3.773775870660613e-06,
      "loss": 0.9934,
      "step": 1211
    },
    {
      "epoch": 1.0201977698295812,
      "grad_norm": 62.32524490356445,
      "learning_rate": 3.7718538180656237e-06,
      "loss": 0.6901,
      "step": 1212
    },
    {
      "epoch": 1.0210393435724805,
      "grad_norm": 90.14856719970703,
      "learning_rate": 3.7699307506432496e-06,
      "loss": 0.9022,
      "step": 1213
    },
    {
      "epoch": 1.0218809173153798,
      "grad_norm": 86.78469848632812,
      "learning_rate": 3.7680066699279294e-06,
      "loss": 0.8197,
      "step": 1214
    },
    {
      "epoch": 1.022722491058279,
      "grad_norm": 67.51494598388672,
      "learning_rate": 3.76608157745491e-06,
      "loss": 0.7087,
      "step": 1215
    },
    {
      "epoch": 1.0235640648011781,
      "grad_norm": 69.369873046875,
      "learning_rate": 3.764155474760246e-06,
      "loss": 0.774,
      "step": 1216
    },
    {
      "epoch": 1.0244056385440774,
      "grad_norm": 65.6505355834961,
      "learning_rate": 3.762228363380797e-06,
      "loss": 0.6347,
      "step": 1217
    },
    {
      "epoch": 1.0252472122869767,
      "grad_norm": 55.137664794921875,
      "learning_rate": 3.760300244854229e-06,
      "loss": 0.4952,
      "step": 1218
    },
    {
      "epoch": 1.026088786029876,
      "grad_norm": 67.7928466796875,
      "learning_rate": 3.758371120719011e-06,
      "loss": 0.6969,
      "step": 1219
    },
    {
      "epoch": 1.026930359772775,
      "grad_norm": 76.3191909790039,
      "learning_rate": 3.756440992514414e-06,
      "loss": 0.7473,
      "step": 1220
    },
    {
      "epoch": 1.0277719335156743,
      "grad_norm": 81.80817413330078,
      "learning_rate": 3.754509861780511e-06,
      "loss": 0.7316,
      "step": 1221
    },
    {
      "epoch": 1.0286135072585736,
      "grad_norm": 65.12232208251953,
      "learning_rate": 3.7525777300581723e-06,
      "loss": 0.7829,
      "step": 1222
    },
    {
      "epoch": 1.0294550810014726,
      "grad_norm": 136.61734008789062,
      "learning_rate": 3.7506445988890715e-06,
      "loss": 0.9183,
      "step": 1223
    },
    {
      "epoch": 1.030296654744372,
      "grad_norm": 76.92049407958984,
      "learning_rate": 3.748710469815675e-06,
      "loss": 0.815,
      "step": 1224
    },
    {
      "epoch": 1.0311382284872712,
      "grad_norm": 76.00663757324219,
      "learning_rate": 3.7467753443812493e-06,
      "loss": 0.6683,
      "step": 1225
    },
    {
      "epoch": 1.0319798022301705,
      "grad_norm": 82.0116195678711,
      "learning_rate": 3.7448392241298532e-06,
      "loss": 0.8531,
      "step": 1226
    },
    {
      "epoch": 1.0328213759730696,
      "grad_norm": 68.03218841552734,
      "learning_rate": 3.74290211060634e-06,
      "loss": 0.7932,
      "step": 1227
    },
    {
      "epoch": 1.0336629497159688,
      "grad_norm": 85.45331573486328,
      "learning_rate": 3.7409640053563565e-06,
      "loss": 0.8355,
      "step": 1228
    },
    {
      "epoch": 1.0345045234588681,
      "grad_norm": 111.25006103515625,
      "learning_rate": 3.739024909926339e-06,
      "loss": 0.94,
      "step": 1229
    },
    {
      "epoch": 1.0353460972017674,
      "grad_norm": 80.6521224975586,
      "learning_rate": 3.7370848258635163e-06,
      "loss": 0.6197,
      "step": 1230
    },
    {
      "epoch": 1.0361876709446665,
      "grad_norm": 80.95207977294922,
      "learning_rate": 3.735143754715903e-06,
      "loss": 0.8114,
      "step": 1231
    },
    {
      "epoch": 1.0370292446875657,
      "grad_norm": 73.94544219970703,
      "learning_rate": 3.733201698032305e-06,
      "loss": 0.692,
      "step": 1232
    },
    {
      "epoch": 1.037870818430465,
      "grad_norm": 67.47168731689453,
      "learning_rate": 3.7312586573623103e-06,
      "loss": 0.7783,
      "step": 1233
    },
    {
      "epoch": 1.038712392173364,
      "grad_norm": 64.5782241821289,
      "learning_rate": 3.729314634256297e-06,
      "loss": 0.8575,
      "step": 1234
    },
    {
      "epoch": 1.0395539659162634,
      "grad_norm": 80.02053833007812,
      "learning_rate": 3.7273696302654223e-06,
      "loss": 0.6189,
      "step": 1235
    },
    {
      "epoch": 1.0403955396591626,
      "grad_norm": 69.40652465820312,
      "learning_rate": 3.7254236469416287e-06,
      "loss": 0.8405,
      "step": 1236
    },
    {
      "epoch": 1.041237113402062,
      "grad_norm": 77.50457763671875,
      "learning_rate": 3.72347668583764e-06,
      "loss": 0.7768,
      "step": 1237
    },
    {
      "epoch": 1.042078687144961,
      "grad_norm": 58.28728485107422,
      "learning_rate": 3.7215287485069598e-06,
      "loss": 0.6804,
      "step": 1238
    },
    {
      "epoch": 1.0429202608878603,
      "grad_norm": 81.27555084228516,
      "learning_rate": 3.7195798365038695e-06,
      "loss": 0.887,
      "step": 1239
    },
    {
      "epoch": 1.0437618346307596,
      "grad_norm": 107.18325805664062,
      "learning_rate": 3.7176299513834308e-06,
      "loss": 1.1082,
      "step": 1240
    },
    {
      "epoch": 1.0446034083736588,
      "grad_norm": 71.24678802490234,
      "learning_rate": 3.7156790947014797e-06,
      "loss": 0.8752,
      "step": 1241
    },
    {
      "epoch": 1.045444982116558,
      "grad_norm": 64.26017761230469,
      "learning_rate": 3.713727268014628e-06,
      "loss": 0.5882,
      "step": 1242
    },
    {
      "epoch": 1.0462865558594572,
      "grad_norm": 82.4547119140625,
      "learning_rate": 3.711774472880262e-06,
      "loss": 0.7684,
      "step": 1243
    },
    {
      "epoch": 1.0471281296023565,
      "grad_norm": 73.11531066894531,
      "learning_rate": 3.709820710856539e-06,
      "loss": 0.7802,
      "step": 1244
    },
    {
      "epoch": 1.0479697033452555,
      "grad_norm": 83.8969497680664,
      "learning_rate": 3.707865983502391e-06,
      "loss": 0.8114,
      "step": 1245
    },
    {
      "epoch": 1.0488112770881548,
      "grad_norm": 69.56085205078125,
      "learning_rate": 3.7059102923775175e-06,
      "loss": 0.6799,
      "step": 1246
    },
    {
      "epoch": 1.049652850831054,
      "grad_norm": 63.41591262817383,
      "learning_rate": 3.7039536390423873e-06,
      "loss": 0.7341,
      "step": 1247
    },
    {
      "epoch": 1.0504944245739534,
      "grad_norm": 56.824581146240234,
      "learning_rate": 3.7019960250582383e-06,
      "loss": 0.6494,
      "step": 1248
    },
    {
      "epoch": 1.0513359983168524,
      "grad_norm": 74.19931030273438,
      "learning_rate": 3.700037451987074e-06,
      "loss": 0.6798,
      "step": 1249
    },
    {
      "epoch": 1.0521775720597517,
      "grad_norm": 65.28782653808594,
      "learning_rate": 3.698077921391663e-06,
      "loss": 0.6992,
      "step": 1250
    },
    {
      "epoch": 1.053019145802651,
      "grad_norm": 119.53057861328125,
      "learning_rate": 3.6961174348355383e-06,
      "loss": 1.2016,
      "step": 1251
    },
    {
      "epoch": 1.0538607195455503,
      "grad_norm": 59.280277252197266,
      "learning_rate": 3.694155993882996e-06,
      "loss": 0.5885,
      "step": 1252
    },
    {
      "epoch": 1.0547022932884493,
      "grad_norm": 84.87373352050781,
      "learning_rate": 3.692193600099092e-06,
      "loss": 0.7715,
      "step": 1253
    },
    {
      "epoch": 1.0555438670313486,
      "grad_norm": 71.60598754882812,
      "learning_rate": 3.690230255049646e-06,
      "loss": 0.8461,
      "step": 1254
    },
    {
      "epoch": 1.056385440774248,
      "grad_norm": 81.19401550292969,
      "learning_rate": 3.6882659603012325e-06,
      "loss": 0.7127,
      "step": 1255
    },
    {
      "epoch": 1.0572270145171472,
      "grad_norm": 90.88418579101562,
      "learning_rate": 3.6863007174211873e-06,
      "loss": 0.8569,
      "step": 1256
    },
    {
      "epoch": 1.0580685882600462,
      "grad_norm": 60.42268753051758,
      "learning_rate": 3.6843345279776e-06,
      "loss": 0.6123,
      "step": 1257
    },
    {
      "epoch": 1.0589101620029455,
      "grad_norm": 68.3895263671875,
      "learning_rate": 3.6823673935393168e-06,
      "loss": 0.6432,
      "step": 1258
    },
    {
      "epoch": 1.0597517357458448,
      "grad_norm": 69.6331558227539,
      "learning_rate": 3.6803993156759388e-06,
      "loss": 0.7601,
      "step": 1259
    },
    {
      "epoch": 1.0605933094887439,
      "grad_norm": 67.74185180664062,
      "learning_rate": 3.6784302959578178e-06,
      "loss": 0.9226,
      "step": 1260
    },
    {
      "epoch": 1.0614348832316431,
      "grad_norm": 77.12291717529297,
      "learning_rate": 3.6764603359560585e-06,
      "loss": 0.862,
      "step": 1261
    },
    {
      "epoch": 1.0622764569745424,
      "grad_norm": 71.94026947021484,
      "learning_rate": 3.674489437242516e-06,
      "loss": 0.7163,
      "step": 1262
    },
    {
      "epoch": 1.0631180307174417,
      "grad_norm": 84.82723999023438,
      "learning_rate": 3.6725176013897938e-06,
      "loss": 0.654,
      "step": 1263
    },
    {
      "epoch": 1.0639596044603408,
      "grad_norm": 55.34287643432617,
      "learning_rate": 3.6705448299712433e-06,
      "loss": 0.4786,
      "step": 1264
    },
    {
      "epoch": 1.06480117820324,
      "grad_norm": 78.00069427490234,
      "learning_rate": 3.668571124560962e-06,
      "loss": 0.8155,
      "step": 1265
    },
    {
      "epoch": 1.0656427519461393,
      "grad_norm": 68.24934387207031,
      "learning_rate": 3.666596486733794e-06,
      "loss": 0.8296,
      "step": 1266
    },
    {
      "epoch": 1.0664843256890384,
      "grad_norm": 62.619388580322266,
      "learning_rate": 3.664620918065325e-06,
      "loss": 0.8412,
      "step": 1267
    },
    {
      "epoch": 1.0673258994319377,
      "grad_norm": 62.24843978881836,
      "learning_rate": 3.6626444201318865e-06,
      "loss": 0.6693,
      "step": 1268
    },
    {
      "epoch": 1.068167473174837,
      "grad_norm": 72.28678894042969,
      "learning_rate": 3.6606669945105494e-06,
      "loss": 0.8794,
      "step": 1269
    },
    {
      "epoch": 1.0690090469177362,
      "grad_norm": 63.4146728515625,
      "learning_rate": 3.6586886427791245e-06,
      "loss": 0.7898,
      "step": 1270
    },
    {
      "epoch": 1.0698506206606353,
      "grad_norm": 82.39759826660156,
      "learning_rate": 3.6567093665161636e-06,
      "loss": 0.811,
      "step": 1271
    },
    {
      "epoch": 1.0706921944035346,
      "grad_norm": 76.58573150634766,
      "learning_rate": 3.6547291673009533e-06,
      "loss": 0.889,
      "step": 1272
    },
    {
      "epoch": 1.0715337681464339,
      "grad_norm": 68.4346694946289,
      "learning_rate": 3.6527480467135196e-06,
      "loss": 0.7371,
      "step": 1273
    },
    {
      "epoch": 1.0723753418893331,
      "grad_norm": 69.64159393310547,
      "learning_rate": 3.6507660063346216e-06,
      "loss": 0.7767,
      "step": 1274
    },
    {
      "epoch": 1.0732169156322322,
      "grad_norm": 72.70745086669922,
      "learning_rate": 3.648783047745753e-06,
      "loss": 0.7388,
      "step": 1275
    },
    {
      "epoch": 1.0740584893751315,
      "grad_norm": 61.45391845703125,
      "learning_rate": 3.6467991725291406e-06,
      "loss": 0.7133,
      "step": 1276
    },
    {
      "epoch": 1.0749000631180308,
      "grad_norm": 59.521297454833984,
      "learning_rate": 3.644814382267742e-06,
      "loss": 0.6792,
      "step": 1277
    },
    {
      "epoch": 1.07574163686093,
      "grad_norm": 72.21150207519531,
      "learning_rate": 3.6428286785452454e-06,
      "loss": 0.7792,
      "step": 1278
    },
    {
      "epoch": 1.076583210603829,
      "grad_norm": 95.27154541015625,
      "learning_rate": 3.640842062946067e-06,
      "loss": 0.9082,
      "step": 1279
    },
    {
      "epoch": 1.0774247843467284,
      "grad_norm": 62.20063781738281,
      "learning_rate": 3.638854537055352e-06,
      "loss": 0.645,
      "step": 1280
    },
    {
      "epoch": 1.0782663580896277,
      "grad_norm": 61.36935043334961,
      "learning_rate": 3.6368661024589702e-06,
      "loss": 0.7807,
      "step": 1281
    },
    {
      "epoch": 1.0791079318325267,
      "grad_norm": 68.19465637207031,
      "learning_rate": 3.634876760743518e-06,
      "loss": 0.8405,
      "step": 1282
    },
    {
      "epoch": 1.079949505575426,
      "grad_norm": 99.6678466796875,
      "learning_rate": 3.6328865134963144e-06,
      "loss": 1.0025,
      "step": 1283
    },
    {
      "epoch": 1.0807910793183253,
      "grad_norm": 67.33273315429688,
      "learning_rate": 3.6308953623054025e-06,
      "loss": 0.693,
      "step": 1284
    },
    {
      "epoch": 1.0816326530612246,
      "grad_norm": 78.76142120361328,
      "learning_rate": 3.628903308759545e-06,
      "loss": 0.855,
      "step": 1285
    },
    {
      "epoch": 1.0824742268041236,
      "grad_norm": 68.64391326904297,
      "learning_rate": 3.6269103544482245e-06,
      "loss": 0.8117,
      "step": 1286
    },
    {
      "epoch": 1.083315800547023,
      "grad_norm": 79.25052642822266,
      "learning_rate": 3.6249165009616436e-06,
      "loss": 0.6921,
      "step": 1287
    },
    {
      "epoch": 1.0841573742899222,
      "grad_norm": 82.95649719238281,
      "learning_rate": 3.622921749890723e-06,
      "loss": 0.7743,
      "step": 1288
    },
    {
      "epoch": 1.0849989480328213,
      "grad_norm": 73.58319854736328,
      "learning_rate": 3.620926102827097e-06,
      "loss": 0.8296,
      "step": 1289
    },
    {
      "epoch": 1.0858405217757205,
      "grad_norm": 71.20716857910156,
      "learning_rate": 3.618929561363117e-06,
      "loss": 0.7582,
      "step": 1290
    },
    {
      "epoch": 1.0866820955186198,
      "grad_norm": 79.03595733642578,
      "learning_rate": 3.616932127091848e-06,
      "loss": 0.8906,
      "step": 1291
    },
    {
      "epoch": 1.087523669261519,
      "grad_norm": 94.94636535644531,
      "learning_rate": 3.6149338016070647e-06,
      "loss": 0.9492,
      "step": 1292
    },
    {
      "epoch": 1.0883652430044182,
      "grad_norm": 72.05924987792969,
      "learning_rate": 3.612934586503257e-06,
      "loss": 0.5987,
      "step": 1293
    },
    {
      "epoch": 1.0892068167473175,
      "grad_norm": 80.31555938720703,
      "learning_rate": 3.610934483375621e-06,
      "loss": 0.9135,
      "step": 1294
    },
    {
      "epoch": 1.0900483904902167,
      "grad_norm": 80.71312713623047,
      "learning_rate": 3.6089334938200644e-06,
      "loss": 0.8973,
      "step": 1295
    },
    {
      "epoch": 1.090889964233116,
      "grad_norm": 69.00127410888672,
      "learning_rate": 3.6069316194331995e-06,
      "loss": 0.7587,
      "step": 1296
    },
    {
      "epoch": 1.091731537976015,
      "grad_norm": 63.67856979370117,
      "learning_rate": 3.6049288618123456e-06,
      "loss": 0.7781,
      "step": 1297
    },
    {
      "epoch": 1.0925731117189144,
      "grad_norm": 78.16109466552734,
      "learning_rate": 3.6029252225555283e-06,
      "loss": 0.8975,
      "step": 1298
    },
    {
      "epoch": 1.0934146854618136,
      "grad_norm": 82.5450668334961,
      "learning_rate": 3.6009207032614748e-06,
      "loss": 0.7018,
      "step": 1299
    },
    {
      "epoch": 1.094256259204713,
      "grad_norm": 67.94577026367188,
      "learning_rate": 3.598915305529615e-06,
      "loss": 0.7293,
      "step": 1300
    },
    {
      "epoch": 1.095097832947612,
      "grad_norm": 76.59442138671875,
      "learning_rate": 3.596909030960079e-06,
      "loss": 0.8041,
      "step": 1301
    },
    {
      "epoch": 1.0959394066905113,
      "grad_norm": 59.258644104003906,
      "learning_rate": 3.5949018811536984e-06,
      "loss": 0.8281,
      "step": 1302
    },
    {
      "epoch": 1.0967809804334105,
      "grad_norm": 81.13563537597656,
      "learning_rate": 3.5928938577120015e-06,
      "loss": 0.7705,
      "step": 1303
    },
    {
      "epoch": 1.0976225541763096,
      "grad_norm": 84.97859954833984,
      "learning_rate": 3.590884962237214e-06,
      "loss": 0.7768,
      "step": 1304
    },
    {
      "epoch": 1.0984641279192089,
      "grad_norm": 75.2193832397461,
      "learning_rate": 3.5888751963322587e-06,
      "loss": 0.7057,
      "step": 1305
    },
    {
      "epoch": 1.0993057016621082,
      "grad_norm": 62.515525817871094,
      "learning_rate": 3.586864561600751e-06,
      "loss": 0.607,
      "step": 1306
    },
    {
      "epoch": 1.1001472754050075,
      "grad_norm": 85.55615234375,
      "learning_rate": 3.5848530596470005e-06,
      "loss": 0.9196,
      "step": 1307
    },
    {
      "epoch": 1.1009888491479065,
      "grad_norm": 87.32113647460938,
      "learning_rate": 3.5828406920760085e-06,
      "loss": 1.0084,
      "step": 1308
    },
    {
      "epoch": 1.1018304228908058,
      "grad_norm": 72.80986785888672,
      "learning_rate": 3.580827460493468e-06,
      "loss": 0.6663,
      "step": 1309
    },
    {
      "epoch": 1.102671996633705,
      "grad_norm": 82.09026336669922,
      "learning_rate": 3.5788133665057595e-06,
      "loss": 0.8127,
      "step": 1310
    },
    {
      "epoch": 1.1035135703766041,
      "grad_norm": 89.75031280517578,
      "learning_rate": 3.5767984117199535e-06,
      "loss": 0.8213,
      "step": 1311
    },
    {
      "epoch": 1.1043551441195034,
      "grad_norm": 81.2878646850586,
      "learning_rate": 3.5747825977438062e-06,
      "loss": 0.8556,
      "step": 1312
    },
    {
      "epoch": 1.1051967178624027,
      "grad_norm": 73.67637634277344,
      "learning_rate": 3.57276592618576e-06,
      "loss": 0.7873,
      "step": 1313
    },
    {
      "epoch": 1.106038291605302,
      "grad_norm": 93.03740692138672,
      "learning_rate": 3.5707483986549407e-06,
      "loss": 0.7661,
      "step": 1314
    },
    {
      "epoch": 1.106879865348201,
      "grad_norm": 73.1768569946289,
      "learning_rate": 3.568730016761159e-06,
      "loss": 0.8781,
      "step": 1315
    },
    {
      "epoch": 1.1077214390911003,
      "grad_norm": 52.64601516723633,
      "learning_rate": 3.566710782114904e-06,
      "loss": 0.5982,
      "step": 1316
    },
    {
      "epoch": 1.1085630128339996,
      "grad_norm": 67.40423583984375,
      "learning_rate": 3.5646906963273482e-06,
      "loss": 0.6887,
      "step": 1317
    },
    {
      "epoch": 1.1094045865768989,
      "grad_norm": 76.27008819580078,
      "learning_rate": 3.5626697610103424e-06,
      "loss": 0.8059,
      "step": 1318
    },
    {
      "epoch": 1.110246160319798,
      "grad_norm": 68.23004150390625,
      "learning_rate": 3.5606479777764142e-06,
      "loss": 0.7669,
      "step": 1319
    },
    {
      "epoch": 1.1110877340626972,
      "grad_norm": 68.53443145751953,
      "learning_rate": 3.55862534823877e-06,
      "loss": 0.669,
      "step": 1320
    },
    {
      "epoch": 1.1119293078055965,
      "grad_norm": 60.3872184753418,
      "learning_rate": 3.556601874011289e-06,
      "loss": 0.6156,
      "step": 1321
    },
    {
      "epoch": 1.1127708815484958,
      "grad_norm": 57.09178161621094,
      "learning_rate": 3.5545775567085263e-06,
      "loss": 0.8307,
      "step": 1322
    },
    {
      "epoch": 1.1136124552913949,
      "grad_norm": 77.64226531982422,
      "learning_rate": 3.552552397945708e-06,
      "loss": 0.963,
      "step": 1323
    },
    {
      "epoch": 1.1144540290342941,
      "grad_norm": 67.55712127685547,
      "learning_rate": 3.550526399338734e-06,
      "loss": 0.7474,
      "step": 1324
    },
    {
      "epoch": 1.1152956027771934,
      "grad_norm": 79.86772155761719,
      "learning_rate": 3.5484995625041713e-06,
      "loss": 0.7521,
      "step": 1325
    },
    {
      "epoch": 1.1161371765200925,
      "grad_norm": 132.9801483154297,
      "learning_rate": 3.5464718890592583e-06,
      "loss": 0.6854,
      "step": 1326
    },
    {
      "epoch": 1.1169787502629918,
      "grad_norm": 79.50981903076172,
      "learning_rate": 3.5444433806218993e-06,
      "loss": 0.9638,
      "step": 1327
    },
    {
      "epoch": 1.117820324005891,
      "grad_norm": 84.78490447998047,
      "learning_rate": 3.5424140388106652e-06,
      "loss": 0.7145,
      "step": 1328
    },
    {
      "epoch": 1.1186618977487903,
      "grad_norm": 68.53125,
      "learning_rate": 3.540383865244793e-06,
      "loss": 0.5723,
      "step": 1329
    },
    {
      "epoch": 1.1195034714916894,
      "grad_norm": 65.09300231933594,
      "learning_rate": 3.538352861544182e-06,
      "loss": 0.6238,
      "step": 1330
    },
    {
      "epoch": 1.1203450452345887,
      "grad_norm": 148.02352905273438,
      "learning_rate": 3.536321029329395e-06,
      "loss": 0.6512,
      "step": 1331
    },
    {
      "epoch": 1.121186618977488,
      "grad_norm": 67.34825897216797,
      "learning_rate": 3.5342883702216534e-06,
      "loss": 0.7211,
      "step": 1332
    },
    {
      "epoch": 1.122028192720387,
      "grad_norm": 83.49595642089844,
      "learning_rate": 3.5322548858428424e-06,
      "loss": 0.8661,
      "step": 1333
    },
    {
      "epoch": 1.1228697664632863,
      "grad_norm": 66.2895736694336,
      "learning_rate": 3.530220577815502e-06,
      "loss": 0.7105,
      "step": 1334
    },
    {
      "epoch": 1.1237113402061856,
      "grad_norm": 114.4986801147461,
      "learning_rate": 3.5281854477628317e-06,
      "loss": 0.7341,
      "step": 1335
    },
    {
      "epoch": 1.1245529139490849,
      "grad_norm": 75.82929992675781,
      "learning_rate": 3.526149497308686e-06,
      "loss": 0.7586,
      "step": 1336
    },
    {
      "epoch": 1.125394487691984,
      "grad_norm": 84.63530731201172,
      "learning_rate": 3.524112728077575e-06,
      "loss": 0.9024,
      "step": 1337
    },
    {
      "epoch": 1.1262360614348832,
      "grad_norm": 81.52574920654297,
      "learning_rate": 3.52207514169466e-06,
      "loss": 0.8914,
      "step": 1338
    },
    {
      "epoch": 1.1270776351777825,
      "grad_norm": 97.83477020263672,
      "learning_rate": 3.5200367397857553e-06,
      "loss": 1.0349,
      "step": 1339
    },
    {
      "epoch": 1.1279192089206818,
      "grad_norm": 90.05326080322266,
      "learning_rate": 3.5179975239773266e-06,
      "loss": 0.952,
      "step": 1340
    },
    {
      "epoch": 1.1287607826635808,
      "grad_norm": 73.44329071044922,
      "learning_rate": 3.5159574958964895e-06,
      "loss": 0.7403,
      "step": 1341
    },
    {
      "epoch": 1.12960235640648,
      "grad_norm": 56.738311767578125,
      "learning_rate": 3.513916657171006e-06,
      "loss": 0.6308,
      "step": 1342
    },
    {
      "epoch": 1.1304439301493794,
      "grad_norm": 60.14042282104492,
      "learning_rate": 3.5118750094292853e-06,
      "loss": 0.6327,
      "step": 1343
    },
    {
      "epoch": 1.1312855038922787,
      "grad_norm": 73.36322021484375,
      "learning_rate": 3.509832554300384e-06,
      "loss": 0.7424,
      "step": 1344
    },
    {
      "epoch": 1.1321270776351777,
      "grad_norm": 96.14129638671875,
      "learning_rate": 3.5077892934140006e-06,
      "loss": 0.9552,
      "step": 1345
    },
    {
      "epoch": 1.132968651378077,
      "grad_norm": 85.27511596679688,
      "learning_rate": 3.5057452284004767e-06,
      "loss": 0.9572,
      "step": 1346
    },
    {
      "epoch": 1.1338102251209763,
      "grad_norm": 65.14854431152344,
      "learning_rate": 3.5037003608907975e-06,
      "loss": 0.7357,
      "step": 1347
    },
    {
      "epoch": 1.1346517988638753,
      "grad_norm": 85.38391876220703,
      "learning_rate": 3.5016546925165866e-06,
      "loss": 0.8456,
      "step": 1348
    },
    {
      "epoch": 1.1354933726067746,
      "grad_norm": 83.07268524169922,
      "learning_rate": 3.499608224910107e-06,
      "loss": 1.0145,
      "step": 1349
    },
    {
      "epoch": 1.136334946349674,
      "grad_norm": 82.41991424560547,
      "learning_rate": 3.497560959704261e-06,
      "loss": 0.9077,
      "step": 1350
    },
    {
      "epoch": 1.1371765200925732,
      "grad_norm": 87.86802673339844,
      "learning_rate": 3.495512898532585e-06,
      "loss": 1.0205,
      "step": 1351
    },
    {
      "epoch": 1.1380180938354723,
      "grad_norm": 67.33047485351562,
      "learning_rate": 3.4934640430292512e-06,
      "loss": 0.6918,
      "step": 1352
    },
    {
      "epoch": 1.1388596675783715,
      "grad_norm": 58.26289367675781,
      "learning_rate": 3.491414394829066e-06,
      "loss": 0.6877,
      "step": 1353
    },
    {
      "epoch": 1.1397012413212708,
      "grad_norm": 73.31893157958984,
      "learning_rate": 3.4893639555674695e-06,
      "loss": 0.8029,
      "step": 1354
    },
    {
      "epoch": 1.1405428150641699,
      "grad_norm": 68.03288269042969,
      "learning_rate": 3.487312726880531e-06,
      "loss": 0.7889,
      "step": 1355
    },
    {
      "epoch": 1.1413843888070692,
      "grad_norm": 66.80435180664062,
      "learning_rate": 3.48526071040495e-06,
      "loss": 0.7886,
      "step": 1356
    },
    {
      "epoch": 1.1422259625499684,
      "grad_norm": 70.782958984375,
      "learning_rate": 3.483207907778055e-06,
      "loss": 0.8967,
      "step": 1357
    },
    {
      "epoch": 1.1430675362928677,
      "grad_norm": 70.4962158203125,
      "learning_rate": 3.481154320637802e-06,
      "loss": 0.6492,
      "step": 1358
    },
    {
      "epoch": 1.143909110035767,
      "grad_norm": 63.329246520996094,
      "learning_rate": 3.4790999506227737e-06,
      "loss": 0.7749,
      "step": 1359
    },
    {
      "epoch": 1.144750683778666,
      "grad_norm": 75.54255676269531,
      "learning_rate": 3.4770447993721747e-06,
      "loss": 0.8227,
      "step": 1360
    },
    {
      "epoch": 1.1455922575215653,
      "grad_norm": 62.19999694824219,
      "learning_rate": 3.474988868525836e-06,
      "loss": 0.7421,
      "step": 1361
    },
    {
      "epoch": 1.1464338312644646,
      "grad_norm": 84.12921142578125,
      "learning_rate": 3.4729321597242095e-06,
      "loss": 0.8211,
      "step": 1362
    },
    {
      "epoch": 1.1472754050073637,
      "grad_norm": 66.9234390258789,
      "learning_rate": 3.470874674608367e-06,
      "loss": 0.6031,
      "step": 1363
    },
    {
      "epoch": 1.148116978750263,
      "grad_norm": 58.342872619628906,
      "learning_rate": 3.468816414820001e-06,
      "loss": 0.6996,
      "step": 1364
    },
    {
      "epoch": 1.1489585524931623,
      "grad_norm": 69.41954040527344,
      "learning_rate": 3.4667573820014215e-06,
      "loss": 0.7793,
      "step": 1365
    },
    {
      "epoch": 1.1498001262360615,
      "grad_norm": 93.1528549194336,
      "learning_rate": 3.464697577795556e-06,
      "loss": 0.8255,
      "step": 1366
    },
    {
      "epoch": 1.1506416999789606,
      "grad_norm": 60.05856704711914,
      "learning_rate": 3.4626370038459455e-06,
      "loss": 0.5099,
      "step": 1367
    },
    {
      "epoch": 1.1514832737218599,
      "grad_norm": 82.09307861328125,
      "learning_rate": 3.4605756617967485e-06,
      "loss": 0.7799,
      "step": 1368
    },
    {
      "epoch": 1.1523248474647592,
      "grad_norm": 132.58616638183594,
      "learning_rate": 3.458513553292733e-06,
      "loss": 0.7991,
      "step": 1369
    },
    {
      "epoch": 1.1531664212076582,
      "grad_norm": 62.63915252685547,
      "learning_rate": 3.456450679979281e-06,
      "loss": 0.6916,
      "step": 1370
    },
    {
      "epoch": 1.1540079949505575,
      "grad_norm": 74.68429565429688,
      "learning_rate": 3.454387043502383e-06,
      "loss": 0.8426,
      "step": 1371
    },
    {
      "epoch": 1.1548495686934568,
      "grad_norm": 64.6526107788086,
      "learning_rate": 3.45232264550864e-06,
      "loss": 0.7868,
      "step": 1372
    },
    {
      "epoch": 1.155691142436356,
      "grad_norm": 71.72866821289062,
      "learning_rate": 3.4502574876452594e-06,
      "loss": 0.9175,
      "step": 1373
    },
    {
      "epoch": 1.1565327161792551,
      "grad_norm": 65.70030975341797,
      "learning_rate": 3.448191571560055e-06,
      "loss": 0.6926,
      "step": 1374
    },
    {
      "epoch": 1.1573742899221544,
      "grad_norm": 90.4015121459961,
      "learning_rate": 3.4461248989014466e-06,
      "loss": 0.9557,
      "step": 1375
    },
    {
      "epoch": 1.1582158636650537,
      "grad_norm": 110.88024139404297,
      "learning_rate": 3.444057471318457e-06,
      "loss": 0.748,
      "step": 1376
    },
    {
      "epoch": 1.1590574374079528,
      "grad_norm": 66.52738952636719,
      "learning_rate": 3.4419892904607124e-06,
      "loss": 0.7728,
      "step": 1377
    },
    {
      "epoch": 1.159899011150852,
      "grad_norm": 81.06018829345703,
      "learning_rate": 3.439920357978437e-06,
      "loss": 0.8179,
      "step": 1378
    },
    {
      "epoch": 1.1607405848937513,
      "grad_norm": 67.53968048095703,
      "learning_rate": 3.437850675522457e-06,
      "loss": 0.779,
      "step": 1379
    },
    {
      "epoch": 1.1615821586366506,
      "grad_norm": 64.2708511352539,
      "learning_rate": 3.435780244744199e-06,
      "loss": 0.8699,
      "step": 1380
    },
    {
      "epoch": 1.1624237323795499,
      "grad_norm": 65.01960754394531,
      "learning_rate": 3.433709067295683e-06,
      "loss": 0.6326,
      "step": 1381
    },
    {
      "epoch": 1.163265306122449,
      "grad_norm": 61.47157669067383,
      "learning_rate": 3.4316371448295256e-06,
      "loss": 0.7747,
      "step": 1382
    },
    {
      "epoch": 1.1641068798653482,
      "grad_norm": 74.15666198730469,
      "learning_rate": 3.4295644789989397e-06,
      "loss": 0.7089,
      "step": 1383
    },
    {
      "epoch": 1.1649484536082475,
      "grad_norm": 59.576751708984375,
      "learning_rate": 3.427491071457729e-06,
      "loss": 0.7315,
      "step": 1384
    },
    {
      "epoch": 1.1657900273511466,
      "grad_norm": 57.37242126464844,
      "learning_rate": 3.425416923860292e-06,
      "loss": 0.7324,
      "step": 1385
    },
    {
      "epoch": 1.1666316010940458,
      "grad_norm": 67.24441528320312,
      "learning_rate": 3.4233420378616144e-06,
      "loss": 0.8165,
      "step": 1386
    },
    {
      "epoch": 1.1674731748369451,
      "grad_norm": 72.99162292480469,
      "learning_rate": 3.421266415117274e-06,
      "loss": 0.8523,
      "step": 1387
    },
    {
      "epoch": 1.1683147485798444,
      "grad_norm": 83.09717559814453,
      "learning_rate": 3.4191900572834325e-06,
      "loss": 0.6511,
      "step": 1388
    },
    {
      "epoch": 1.1691563223227435,
      "grad_norm": 73.0621337890625,
      "learning_rate": 3.4171129660168433e-06,
      "loss": 0.7932,
      "step": 1389
    },
    {
      "epoch": 1.1699978960656428,
      "grad_norm": 63.88787841796875,
      "learning_rate": 3.4150351429748406e-06,
      "loss": 0.7402,
      "step": 1390
    },
    {
      "epoch": 1.170839469808542,
      "grad_norm": 68.88009643554688,
      "learning_rate": 3.4129565898153448e-06,
      "loss": 0.6272,
      "step": 1391
    },
    {
      "epoch": 1.171681043551441,
      "grad_norm": 75.77027893066406,
      "learning_rate": 3.4108773081968594e-06,
      "loss": 0.8729,
      "step": 1392
    },
    {
      "epoch": 1.1725226172943404,
      "grad_norm": 63.99619674682617,
      "learning_rate": 3.408797299778467e-06,
      "loss": 0.7848,
      "step": 1393
    },
    {
      "epoch": 1.1733641910372397,
      "grad_norm": 64.0927505493164,
      "learning_rate": 3.406716566219831e-06,
      "loss": 0.8276,
      "step": 1394
    },
    {
      "epoch": 1.174205764780139,
      "grad_norm": 224.97900390625,
      "learning_rate": 3.4046351091811945e-06,
      "loss": 0.8918,
      "step": 1395
    },
    {
      "epoch": 1.175047338523038,
      "grad_norm": 79.71916198730469,
      "learning_rate": 3.4025529303233764e-06,
      "loss": 0.8166,
      "step": 1396
    },
    {
      "epoch": 1.1758889122659373,
      "grad_norm": 72.94778442382812,
      "learning_rate": 3.400470031307772e-06,
      "loss": 0.6815,
      "step": 1397
    },
    {
      "epoch": 1.1767304860088366,
      "grad_norm": 71.34203338623047,
      "learning_rate": 3.3983864137963517e-06,
      "loss": 0.6691,
      "step": 1398
    },
    {
      "epoch": 1.1775720597517356,
      "grad_norm": 75.5274658203125,
      "learning_rate": 3.396302079451659e-06,
      "loss": 0.8337,
      "step": 1399
    },
    {
      "epoch": 1.178413633494635,
      "grad_norm": 81.76123046875,
      "learning_rate": 3.3942170299368094e-06,
      "loss": 0.9503,
      "step": 1400
    },
    {
      "epoch": 1.1792552072375342,
      "grad_norm": 198.34930419921875,
      "learning_rate": 3.3921312669154883e-06,
      "loss": 0.6294,
      "step": 1401
    },
    {
      "epoch": 1.1800967809804335,
      "grad_norm": 73.18561553955078,
      "learning_rate": 3.3900447920519507e-06,
      "loss": 0.8083,
      "step": 1402
    },
    {
      "epoch": 1.1809383547233328,
      "grad_norm": 77.73960876464844,
      "learning_rate": 3.387957607011021e-06,
      "loss": 0.7997,
      "step": 1403
    },
    {
      "epoch": 1.1817799284662318,
      "grad_norm": 69.83214569091797,
      "learning_rate": 3.3858697134580875e-06,
      "loss": 0.5873,
      "step": 1404
    },
    {
      "epoch": 1.182621502209131,
      "grad_norm": 51.2693977355957,
      "learning_rate": 3.383781113059107e-06,
      "loss": 0.7206,
      "step": 1405
    },
    {
      "epoch": 1.1834630759520304,
      "grad_norm": 70.56368255615234,
      "learning_rate": 3.3816918074805982e-06,
      "loss": 0.7665,
      "step": 1406
    },
    {
      "epoch": 1.1843046496949294,
      "grad_norm": 59.05124282836914,
      "learning_rate": 3.379601798389642e-06,
      "loss": 0.6055,
      "step": 1407
    },
    {
      "epoch": 1.1851462234378287,
      "grad_norm": 61.26966094970703,
      "learning_rate": 3.3775110874538834e-06,
      "loss": 0.6029,
      "step": 1408
    },
    {
      "epoch": 1.185987797180728,
      "grad_norm": 65.18826293945312,
      "learning_rate": 3.3754196763415255e-06,
      "loss": 0.8414,
      "step": 1409
    },
    {
      "epoch": 1.1868293709236273,
      "grad_norm": 74.95602416992188,
      "learning_rate": 3.373327566721329e-06,
      "loss": 0.9045,
      "step": 1410
    },
    {
      "epoch": 1.1876709446665263,
      "grad_norm": 54.38325500488281,
      "learning_rate": 3.371234760262614e-06,
      "loss": 0.6686,
      "step": 1411
    },
    {
      "epoch": 1.1885125184094256,
      "grad_norm": 78.43930053710938,
      "learning_rate": 3.3691412586352552e-06,
      "loss": 0.7651,
      "step": 1412
    },
    {
      "epoch": 1.189354092152325,
      "grad_norm": 72.94366455078125,
      "learning_rate": 3.3670470635096837e-06,
      "loss": 0.9488,
      "step": 1413
    },
    {
      "epoch": 1.190195665895224,
      "grad_norm": 64.21903991699219,
      "learning_rate": 3.364952176556882e-06,
      "loss": 0.5698,
      "step": 1414
    },
    {
      "epoch": 1.1910372396381232,
      "grad_norm": 79.49015045166016,
      "learning_rate": 3.362856599448386e-06,
      "loss": 0.9068,
      "step": 1415
    },
    {
      "epoch": 1.1918788133810225,
      "grad_norm": 70.82846069335938,
      "learning_rate": 3.360760333856282e-06,
      "loss": 0.7983,
      "step": 1416
    },
    {
      "epoch": 1.1927203871239218,
      "grad_norm": 85.83604431152344,
      "learning_rate": 3.3586633814532043e-06,
      "loss": 0.76,
      "step": 1417
    },
    {
      "epoch": 1.1935619608668209,
      "grad_norm": 70.05342102050781,
      "learning_rate": 3.3565657439123368e-06,
      "loss": 0.7129,
      "step": 1418
    },
    {
      "epoch": 1.1944035346097202,
      "grad_norm": 85.30274963378906,
      "learning_rate": 3.3544674229074103e-06,
      "loss": 0.9235,
      "step": 1419
    },
    {
      "epoch": 1.1952451083526194,
      "grad_norm": 126.79804229736328,
      "learning_rate": 3.3523684201126987e-06,
      "loss": 0.5791,
      "step": 1420
    },
    {
      "epoch": 1.1960866820955187,
      "grad_norm": 67.60092163085938,
      "learning_rate": 3.3502687372030235e-06,
      "loss": 0.758,
      "step": 1421
    },
    {
      "epoch": 1.1969282558384178,
      "grad_norm": 98.4145278930664,
      "learning_rate": 3.3481683758537454e-06,
      "loss": 0.9113,
      "step": 1422
    },
    {
      "epoch": 1.197769829581317,
      "grad_norm": 63.639102935791016,
      "learning_rate": 3.3460673377407676e-06,
      "loss": 0.7124,
      "step": 1423
    },
    {
      "epoch": 1.1986114033242163,
      "grad_norm": 60.17888259887695,
      "learning_rate": 3.343965624540535e-06,
      "loss": 0.6899,
      "step": 1424
    },
    {
      "epoch": 1.1994529770671156,
      "grad_norm": 86.66293334960938,
      "learning_rate": 3.341863237930029e-06,
      "loss": 1.0092,
      "step": 1425
    },
    {
      "epoch": 1.2002945508100147,
      "grad_norm": 76.53636169433594,
      "learning_rate": 3.3397601795867684e-06,
      "loss": 0.7176,
      "step": 1426
    },
    {
      "epoch": 1.201136124552914,
      "grad_norm": 72.173583984375,
      "learning_rate": 3.3376564511888095e-06,
      "loss": 0.8557,
      "step": 1427
    },
    {
      "epoch": 1.2019776982958132,
      "grad_norm": 58.85466003417969,
      "learning_rate": 3.335552054414742e-06,
      "loss": 0.6287,
      "step": 1428
    },
    {
      "epoch": 1.2028192720387123,
      "grad_norm": 58.9666748046875,
      "learning_rate": 3.333446990943689e-06,
      "loss": 0.6785,
      "step": 1429
    },
    {
      "epoch": 1.2036608457816116,
      "grad_norm": 57.108009338378906,
      "learning_rate": 3.3313412624553066e-06,
      "loss": 0.7176,
      "step": 1430
    },
    {
      "epoch": 1.2045024195245109,
      "grad_norm": 68.65019226074219,
      "learning_rate": 3.3292348706297807e-06,
      "loss": 0.8955,
      "step": 1431
    },
    {
      "epoch": 1.2053439932674102,
      "grad_norm": 82.8580322265625,
      "learning_rate": 3.327127817147825e-06,
      "loss": 0.933,
      "step": 1432
    },
    {
      "epoch": 1.2061855670103092,
      "grad_norm": 74.54534149169922,
      "learning_rate": 3.3250201036906843e-06,
      "loss": 0.6931,
      "step": 1433
    },
    {
      "epoch": 1.2070271407532085,
      "grad_norm": 56.394012451171875,
      "learning_rate": 3.322911731940128e-06,
      "loss": 0.5127,
      "step": 1434
    },
    {
      "epoch": 1.2078687144961078,
      "grad_norm": 71.54861450195312,
      "learning_rate": 3.3208027035784513e-06,
      "loss": 0.84,
      "step": 1435
    },
    {
      "epoch": 1.2087102882390068,
      "grad_norm": 71.24790954589844,
      "learning_rate": 3.3186930202884725e-06,
      "loss": 0.7949,
      "step": 1436
    },
    {
      "epoch": 1.2095518619819061,
      "grad_norm": 62.81068801879883,
      "learning_rate": 3.316582683753534e-06,
      "loss": 0.7365,
      "step": 1437
    },
    {
      "epoch": 1.2103934357248054,
      "grad_norm": 68.5630111694336,
      "learning_rate": 3.314471695657498e-06,
      "loss": 0.5798,
      "step": 1438
    },
    {
      "epoch": 1.2112350094677047,
      "grad_norm": 66.36724853515625,
      "learning_rate": 3.3123600576847475e-06,
      "loss": 0.8426,
      "step": 1439
    },
    {
      "epoch": 1.2120765832106037,
      "grad_norm": 77.36634063720703,
      "learning_rate": 3.3102477715201835e-06,
      "loss": 0.9764,
      "step": 1440
    },
    {
      "epoch": 1.212918156953503,
      "grad_norm": 77.31050872802734,
      "learning_rate": 3.3081348388492247e-06,
      "loss": 0.9308,
      "step": 1441
    },
    {
      "epoch": 1.2137597306964023,
      "grad_norm": 74.0624771118164,
      "learning_rate": 3.306021261357805e-06,
      "loss": 0.8019,
      "step": 1442
    },
    {
      "epoch": 1.2146013044393016,
      "grad_norm": 63.09843063354492,
      "learning_rate": 3.303907040732374e-06,
      "loss": 0.7373,
      "step": 1443
    },
    {
      "epoch": 1.2154428781822006,
      "grad_norm": 69.69409942626953,
      "learning_rate": 3.301792178659893e-06,
      "loss": 0.8323,
      "step": 1444
    },
    {
      "epoch": 1.2162844519251,
      "grad_norm": 48.24660110473633,
      "learning_rate": 3.299676676827834e-06,
      "loss": 0.6096,
      "step": 1445
    },
    {
      "epoch": 1.2171260256679992,
      "grad_norm": 71.8796615600586,
      "learning_rate": 3.297560536924185e-06,
      "loss": 0.757,
      "step": 1446
    },
    {
      "epoch": 1.2179675994108985,
      "grad_norm": 74.03809356689453,
      "learning_rate": 3.295443760637437e-06,
      "loss": 0.7347,
      "step": 1447
    },
    {
      "epoch": 1.2188091731537976,
      "grad_norm": 75.21710968017578,
      "learning_rate": 3.2933263496565908e-06,
      "loss": 0.8716,
      "step": 1448
    },
    {
      "epoch": 1.2196507468966968,
      "grad_norm": 77.39705657958984,
      "learning_rate": 3.2912083056711545e-06,
      "loss": 0.7371,
      "step": 1449
    },
    {
      "epoch": 1.2204923206395961,
      "grad_norm": 82.25308990478516,
      "learning_rate": 3.2890896303711417e-06,
      "loss": 0.6782,
      "step": 1450
    },
    {
      "epoch": 1.2213338943824952,
      "grad_norm": 57.6148681640625,
      "learning_rate": 3.2869703254470677e-06,
      "loss": 0.8079,
      "step": 1451
    },
    {
      "epoch": 1.2221754681253945,
      "grad_norm": 62.759891510009766,
      "learning_rate": 3.284850392589951e-06,
      "loss": 0.7079,
      "step": 1452
    },
    {
      "epoch": 1.2230170418682937,
      "grad_norm": 61.7097053527832,
      "learning_rate": 3.282729833491312e-06,
      "loss": 0.8856,
      "step": 1453
    },
    {
      "epoch": 1.223858615611193,
      "grad_norm": 63.70922088623047,
      "learning_rate": 3.2806086498431704e-06,
      "loss": 0.8202,
      "step": 1454
    },
    {
      "epoch": 1.224700189354092,
      "grad_norm": 59.12576675415039,
      "learning_rate": 3.278486843338044e-06,
      "loss": 0.6588,
      "step": 1455
    },
    {
      "epoch": 1.2255417630969914,
      "grad_norm": 69.03202056884766,
      "learning_rate": 3.276364415668947e-06,
      "loss": 0.9184,
      "step": 1456
    },
    {
      "epoch": 1.2263833368398906,
      "grad_norm": 63.162418365478516,
      "learning_rate": 3.2742413685293906e-06,
      "loss": 0.6063,
      "step": 1457
    },
    {
      "epoch": 1.2272249105827897,
      "grad_norm": 47.80107879638672,
      "learning_rate": 3.272117703613379e-06,
      "loss": 0.6087,
      "step": 1458
    },
    {
      "epoch": 1.228066484325689,
      "grad_norm": 69.43952178955078,
      "learning_rate": 3.2699934226154093e-06,
      "loss": 0.7593,
      "step": 1459
    },
    {
      "epoch": 1.2289080580685883,
      "grad_norm": 80.62454986572266,
      "learning_rate": 3.267868527230473e-06,
      "loss": 0.7964,
      "step": 1460
    },
    {
      "epoch": 1.2297496318114876,
      "grad_norm": 85.75826263427734,
      "learning_rate": 3.2657430191540467e-06,
      "loss": 0.7348,
      "step": 1461
    },
    {
      "epoch": 1.2305912055543866,
      "grad_norm": 67.71492004394531,
      "learning_rate": 3.2636169000821007e-06,
      "loss": 0.8163,
      "step": 1462
    },
    {
      "epoch": 1.231432779297286,
      "grad_norm": 59.86122131347656,
      "learning_rate": 3.2614901717110893e-06,
      "loss": 0.6843,
      "step": 1463
    },
    {
      "epoch": 1.2322743530401852,
      "grad_norm": 61.91895294189453,
      "learning_rate": 3.259362835737956e-06,
      "loss": 0.6392,
      "step": 1464
    },
    {
      "epoch": 1.2331159267830845,
      "grad_norm": 62.762943267822266,
      "learning_rate": 3.257234893860126e-06,
      "loss": 0.641,
      "step": 1465
    },
    {
      "epoch": 1.2339575005259835,
      "grad_norm": 56.892093658447266,
      "learning_rate": 3.255106347775512e-06,
      "loss": 0.6627,
      "step": 1466
    },
    {
      "epoch": 1.2347990742688828,
      "grad_norm": 64.63336944580078,
      "learning_rate": 3.2529771991825043e-06,
      "loss": 0.7472,
      "step": 1467
    },
    {
      "epoch": 1.235640648011782,
      "grad_norm": 81.38465881347656,
      "learning_rate": 3.250847449779977e-06,
      "loss": 0.7303,
      "step": 1468
    },
    {
      "epoch": 1.2364822217546814,
      "grad_norm": 66.22145080566406,
      "learning_rate": 3.2487171012672825e-06,
      "loss": 0.9322,
      "step": 1469
    },
    {
      "epoch": 1.2373237954975804,
      "grad_norm": 77.17510986328125,
      "learning_rate": 3.2465861553442514e-06,
      "loss": 0.9179,
      "step": 1470
    },
    {
      "epoch": 1.2381653692404797,
      "grad_norm": 84.92408752441406,
      "learning_rate": 3.2444546137111905e-06,
      "loss": 0.8133,
      "step": 1471
    },
    {
      "epoch": 1.239006942983379,
      "grad_norm": 82.94153594970703,
      "learning_rate": 3.2423224780688827e-06,
      "loss": 0.7668,
      "step": 1472
    },
    {
      "epoch": 1.239848516726278,
      "grad_norm": 89.27391815185547,
      "learning_rate": 3.240189750118584e-06,
      "loss": 0.8618,
      "step": 1473
    },
    {
      "epoch": 1.2406900904691773,
      "grad_norm": 82.90675354003906,
      "learning_rate": 3.2380564315620254e-06,
      "loss": 0.9421,
      "step": 1474
    },
    {
      "epoch": 1.2415316642120766,
      "grad_norm": 80.6243667602539,
      "learning_rate": 3.2359225241014057e-06,
      "loss": 0.6881,
      "step": 1475
    },
    {
      "epoch": 1.242373237954976,
      "grad_norm": 79.01913452148438,
      "learning_rate": 3.2337880294393953e-06,
      "loss": 0.7986,
      "step": 1476
    },
    {
      "epoch": 1.243214811697875,
      "grad_norm": 63.30573272705078,
      "learning_rate": 3.231652949279133e-06,
      "loss": 0.7715,
      "step": 1477
    },
    {
      "epoch": 1.2440563854407742,
      "grad_norm": 67.03791809082031,
      "learning_rate": 3.2295172853242252e-06,
      "loss": 0.7908,
      "step": 1478
    },
    {
      "epoch": 1.2448979591836735,
      "grad_norm": 68.64743041992188,
      "learning_rate": 3.2273810392787443e-06,
      "loss": 0.8484,
      "step": 1479
    },
    {
      "epoch": 1.2457395329265726,
      "grad_norm": 67.99822998046875,
      "learning_rate": 3.225244212847225e-06,
      "loss": 0.7503,
      "step": 1480
    },
    {
      "epoch": 1.2465811066694719,
      "grad_norm": 58.34498596191406,
      "learning_rate": 3.2231068077346676e-06,
      "loss": 0.6159,
      "step": 1481
    },
    {
      "epoch": 1.2474226804123711,
      "grad_norm": 53.544925689697266,
      "learning_rate": 3.220968825646534e-06,
      "loss": 0.6952,
      "step": 1482
    },
    {
      "epoch": 1.2482642541552704,
      "grad_norm": 66.74227905273438,
      "learning_rate": 3.218830268288744e-06,
      "loss": 0.6318,
      "step": 1483
    },
    {
      "epoch": 1.2491058278981695,
      "grad_norm": 69.69791412353516,
      "learning_rate": 3.21669113736768e-06,
      "loss": 0.606,
      "step": 1484
    },
    {
      "epoch": 1.2499474016410688,
      "grad_norm": 84.73765563964844,
      "learning_rate": 3.2145514345901786e-06,
      "loss": 0.791,
      "step": 1485
    },
    {
      "epoch": 1.250788975383968,
      "grad_norm": 75.47090148925781,
      "learning_rate": 3.212411161663535e-06,
      "loss": 0.831,
      "step": 1486
    },
    {
      "epoch": 1.251630549126867,
      "grad_norm": 88.83540344238281,
      "learning_rate": 3.2102703202954984e-06,
      "loss": 0.8213,
      "step": 1487
    },
    {
      "epoch": 1.2524721228697664,
      "grad_norm": 64.17558288574219,
      "learning_rate": 3.208128912194272e-06,
      "loss": 0.763,
      "step": 1488
    },
    {
      "epoch": 1.2533136966126657,
      "grad_norm": 66.27608489990234,
      "learning_rate": 3.2059869390685106e-06,
      "loss": 0.7587,
      "step": 1489
    },
    {
      "epoch": 1.254155270355565,
      "grad_norm": 69.03297424316406,
      "learning_rate": 3.2038444026273207e-06,
      "loss": 0.7366,
      "step": 1490
    },
    {
      "epoch": 1.2549968440984642,
      "grad_norm": 60.40120315551758,
      "learning_rate": 3.2017013045802576e-06,
      "loss": 0.6389,
      "step": 1491
    },
    {
      "epoch": 1.2558384178413633,
      "grad_norm": 66.19833374023438,
      "learning_rate": 3.1995576466373242e-06,
      "loss": 0.7644,
      "step": 1492
    },
    {
      "epoch": 1.2566799915842626,
      "grad_norm": 68.6891098022461,
      "learning_rate": 3.197413430508971e-06,
      "loss": 0.5621,
      "step": 1493
    },
    {
      "epoch": 1.2575215653271619,
      "grad_norm": 88.04609680175781,
      "learning_rate": 3.1952686579060943e-06,
      "loss": 0.9415,
      "step": 1494
    },
    {
      "epoch": 1.258363139070061,
      "grad_norm": 77.23043823242188,
      "learning_rate": 3.193123330540034e-06,
      "loss": 0.6554,
      "step": 1495
    },
    {
      "epoch": 1.2592047128129602,
      "grad_norm": 62.28450012207031,
      "learning_rate": 3.190977450122571e-06,
      "loss": 0.6336,
      "step": 1496
    },
    {
      "epoch": 1.2600462865558595,
      "grad_norm": 84.38449096679688,
      "learning_rate": 3.188831018365931e-06,
      "loss": 0.7267,
      "step": 1497
    },
    {
      "epoch": 1.2608878602987588,
      "grad_norm": 55.069732666015625,
      "learning_rate": 3.1866840369827764e-06,
      "loss": 0.668,
      "step": 1498
    },
    {
      "epoch": 1.2617294340416578,
      "grad_norm": 51.937782287597656,
      "learning_rate": 3.1845365076862095e-06,
      "loss": 0.6898,
      "step": 1499
    },
    {
      "epoch": 1.262571007784557,
      "grad_norm": 73.25384521484375,
      "learning_rate": 3.18238843218977e-06,
      "loss": 0.6591,
      "step": 1500
    }
  ],
  "logging_steps": 1,
  "max_steps": 3567,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.223871421972966e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}