{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 5284,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001514004542013626,
      "grad_norm": 4.384895324707031,
      "learning_rate": 1.1320754716981132e-08,
      "loss": 1.7582024335861206,
      "step": 2
    },
    {
      "epoch": 0.003028009084027252,
      "grad_norm": 8.81789779663086,
      "learning_rate": 3.39622641509434e-08,
      "loss": 2.091010570526123,
      "step": 4
    },
    {
      "epoch": 0.004542013626040878,
      "grad_norm": 6.768231391906738,
      "learning_rate": 5.660377358490566e-08,
      "loss": 2.225084066390991,
      "step": 6
    },
    {
      "epoch": 0.006056018168054504,
      "grad_norm": 3.0249898433685303,
      "learning_rate": 7.924528301886792e-08,
      "loss": 1.693494200706482,
      "step": 8
    },
    {
      "epoch": 0.00757002271006813,
      "grad_norm": 16.95102882385254,
      "learning_rate": 1.0188679245283018e-07,
      "loss": 1.8492655754089355,
      "step": 10
    },
    {
      "epoch": 0.009084027252081756,
      "grad_norm": 4.063567161560059,
      "learning_rate": 1.2452830188679246e-07,
      "loss": 1.4832412004470825,
      "step": 12
    },
    {
      "epoch": 0.010598031794095382,
      "grad_norm": 31.606918334960938,
      "learning_rate": 1.4716981132075472e-07,
      "loss": 1.9249378442764282,
      "step": 14
    },
    {
      "epoch": 0.012112036336109008,
      "grad_norm": 9.38675308227539,
      "learning_rate": 1.6981132075471698e-07,
      "loss": 1.7762621641159058,
      "step": 16
    },
    {
      "epoch": 0.013626040878122634,
      "grad_norm": 6.414663314819336,
      "learning_rate": 1.9245283018867924e-07,
      "loss": 1.5769001245498657,
      "step": 18
    },
    {
      "epoch": 0.01514004542013626,
      "grad_norm": 2.645232677459717,
      "learning_rate": 2.150943396226415e-07,
      "loss": 1.8546013832092285,
      "step": 20
    },
    {
      "epoch": 0.016654049962149888,
      "grad_norm": 3.0886499881744385,
      "learning_rate": 2.3773584905660376e-07,
      "loss": 1.8705984354019165,
      "step": 22
    },
    {
      "epoch": 0.018168054504163512,
      "grad_norm": 3.312413454055786,
      "learning_rate": 2.60377358490566e-07,
      "loss": 1.6591613292694092,
      "step": 24
    },
    {
      "epoch": 0.01968205904617714,
      "grad_norm": 14.512092590332031,
      "learning_rate": 2.8301886792452833e-07,
      "loss": 1.6924680471420288,
      "step": 26
    },
    {
      "epoch": 0.021196063588190765,
      "grad_norm": 4.4867634773254395,
      "learning_rate": 3.056603773584906e-07,
      "loss": 1.6047476530075073,
      "step": 28
    },
    {
      "epoch": 0.022710068130204392,
      "grad_norm": 12.943336486816406,
      "learning_rate": 3.2830188679245285e-07,
      "loss": 1.809732437133789,
      "step": 30
    },
    {
      "epoch": 0.024224072672218017,
      "grad_norm": 5.657660007476807,
      "learning_rate": 3.509433962264151e-07,
      "loss": 1.2130705118179321,
      "step": 32
    },
    {
      "epoch": 0.025738077214231644,
      "grad_norm": 5.186927795410156,
      "learning_rate": 3.7358490566037737e-07,
      "loss": 1.8291529417037964,
      "step": 34
    },
    {
      "epoch": 0.02725208175624527,
      "grad_norm": 3.187878370285034,
      "learning_rate": 3.9622641509433963e-07,
      "loss": 1.8319251537322998,
      "step": 36
    },
    {
      "epoch": 0.028766086298258896,
      "grad_norm": 21.289854049682617,
      "learning_rate": 4.188679245283019e-07,
      "loss": 1.7879869937896729,
      "step": 38
    },
    {
      "epoch": 0.03028009084027252,
      "grad_norm": 2.181772232055664,
      "learning_rate": 4.4150943396226415e-07,
      "loss": 1.8917243480682373,
      "step": 40
    },
    {
      "epoch": 0.03179409538228615,
      "grad_norm": 3.3542346954345703,
      "learning_rate": 4.641509433962264e-07,
      "loss": 1.4650280475616455,
      "step": 42
    },
    {
      "epoch": 0.033308099924299776,
      "grad_norm": 7.832064151763916,
      "learning_rate": 4.867924528301886e-07,
      "loss": 1.4264377355575562,
      "step": 44
    },
    {
      "epoch": 0.0348221044663134,
      "grad_norm": 4.87370491027832,
      "learning_rate": 5.094339622641509e-07,
      "loss": 0.8579185009002686,
      "step": 46
    },
    {
      "epoch": 0.036336109008327025,
      "grad_norm": 39.0529670715332,
      "learning_rate": 5.320754716981131e-07,
      "loss": 1.4417083263397217,
      "step": 48
    },
    {
      "epoch": 0.03785011355034065,
      "grad_norm": 2.6229774951934814,
      "learning_rate": 5.547169811320755e-07,
      "loss": 1.778635025024414,
      "step": 50
    },
    {
      "epoch": 0.03936411809235428,
      "grad_norm": 7.941841125488281,
      "learning_rate": 5.773584905660378e-07,
      "loss": 1.0647987127304077,
      "step": 52
    },
    {
      "epoch": 0.0408781226343679,
      "grad_norm": 2.5582528114318848,
      "learning_rate": 6.000000000000001e-07,
      "loss": 0.8559340834617615,
      "step": 54
    },
    {
      "epoch": 0.04239212717638153,
      "grad_norm": 5.4595489501953125,
      "learning_rate": 6.226415094339623e-07,
      "loss": 0.7988621592521667,
      "step": 56
    },
    {
      "epoch": 0.04390613171839516,
      "grad_norm": 4.560713768005371,
      "learning_rate": 6.452830188679246e-07,
      "loss": 1.2707360982894897,
      "step": 58
    },
    {
      "epoch": 0.045420136260408785,
      "grad_norm": 2.874634027481079,
      "learning_rate": 6.679245283018868e-07,
      "loss": 1.9832544326782227,
      "step": 60
    },
    {
      "epoch": 0.046934140802422405,
      "grad_norm": 6.723309516906738,
      "learning_rate": 6.905660377358491e-07,
      "loss": 1.3568415641784668,
      "step": 62
    },
    {
      "epoch": 0.04844814534443603,
      "grad_norm": 1.7419151067733765,
      "learning_rate": 7.132075471698113e-07,
      "loss": 1.6522427797317505,
      "step": 64
    },
    {
      "epoch": 0.04996214988644966,
      "grad_norm": 1.920200228691101,
      "learning_rate": 7.358490566037736e-07,
      "loss": 1.7422058582305908,
      "step": 66
    },
    {
      "epoch": 0.05147615442846329,
      "grad_norm": 1.8585798740386963,
      "learning_rate": 7.584905660377358e-07,
      "loss": 0.8603143095970154,
      "step": 68
    },
    {
      "epoch": 0.05299015897047691,
      "grad_norm": 2.7313153743743896,
      "learning_rate": 7.811320754716982e-07,
      "loss": 0.8468101620674133,
      "step": 70
    },
    {
      "epoch": 0.05450416351249054,
      "grad_norm": 2.7206826210021973,
      "learning_rate": 8.037735849056604e-07,
      "loss": 0.8229624629020691,
      "step": 72
    },
    {
      "epoch": 0.056018168054504165,
      "grad_norm": 2.820694923400879,
      "learning_rate": 8.264150943396227e-07,
      "loss": 0.8030911684036255,
      "step": 74
    },
    {
      "epoch": 0.05753217259651779,
      "grad_norm": 2.101903200149536,
      "learning_rate": 8.490566037735849e-07,
      "loss": 0.6831276416778564,
      "step": 76
    },
    {
      "epoch": 0.059046177138531414,
      "grad_norm": 3.765256881713867,
      "learning_rate": 8.716981132075472e-07,
      "loss": 0.7411392331123352,
      "step": 78
    },
    {
      "epoch": 0.06056018168054504,
      "grad_norm": 1.8168247938156128,
      "learning_rate": 8.943396226415094e-07,
      "loss": 1.0968608856201172,
      "step": 80
    },
    {
      "epoch": 0.06207418622255867,
      "grad_norm": 8.313712120056152,
      "learning_rate": 9.169811320754717e-07,
      "loss": 0.8532919883728027,
      "step": 82
    },
    {
      "epoch": 0.0635881907645723,
      "grad_norm": 1.691605567932129,
      "learning_rate": 9.396226415094339e-07,
      "loss": 1.2071592807769775,
      "step": 84
    },
    {
      "epoch": 0.06510219530658592,
      "grad_norm": 1.4280986785888672,
      "learning_rate": 9.622641509433961e-07,
      "loss": 1.0525227785110474,
      "step": 86
    },
    {
      "epoch": 0.06661619984859955,
      "grad_norm": 1.750461459159851,
      "learning_rate": 9.849056603773586e-07,
      "loss": 0.6976984739303589,
      "step": 88
    },
    {
      "epoch": 0.06813020439061317,
      "grad_norm": 2.1426968574523926,
      "learning_rate": 1.0075471698113208e-06,
      "loss": 1.06442391872406,
      "step": 90
    },
    {
      "epoch": 0.0696442089326268,
      "grad_norm": 2.3825888633728027,
      "learning_rate": 1.030188679245283e-06,
      "loss": 0.9887061715126038,
      "step": 92
    },
    {
      "epoch": 0.07115821347464042,
      "grad_norm": 5.285498142242432,
      "learning_rate": 1.0528301886792452e-06,
      "loss": 1.0551021099090576,
      "step": 94
    },
    {
      "epoch": 0.07267221801665405,
      "grad_norm": 2.1216835975646973,
      "learning_rate": 1.0754716981132076e-06,
      "loss": 0.7430307865142822,
      "step": 96
    },
    {
      "epoch": 0.07418622255866768,
      "grad_norm": 1.883683204650879,
      "learning_rate": 1.0981132075471698e-06,
      "loss": 0.6745927333831787,
      "step": 98
    },
    {
      "epoch": 0.0757002271006813,
      "grad_norm": 1.9999110698699951,
      "learning_rate": 1.120754716981132e-06,
      "loss": 1.1162917613983154,
      "step": 100
    },
    {
      "epoch": 0.07721423164269493,
      "grad_norm": 1.4555745124816895,
      "learning_rate": 1.1433962264150944e-06,
      "loss": 1.495133399963379,
      "step": 102
    },
    {
      "epoch": 0.07872823618470856,
      "grad_norm": 2.054089307785034,
      "learning_rate": 1.1660377358490566e-06,
      "loss": 0.546085774898529,
      "step": 104
    },
    {
      "epoch": 0.08024224072672217,
      "grad_norm": 2.632761001586914,
      "learning_rate": 1.188679245283019e-06,
      "loss": 0.5810890197753906,
      "step": 106
    },
    {
      "epoch": 0.0817562452687358,
      "grad_norm": 3.3831615447998047,
      "learning_rate": 1.2113207547169813e-06,
      "loss": 0.9427996873855591,
      "step": 108
    },
    {
      "epoch": 0.08327024981074943,
      "grad_norm": 3.100712776184082,
      "learning_rate": 1.2339622641509435e-06,
      "loss": 0.9965349435806274,
      "step": 110
    },
    {
      "epoch": 0.08478425435276306,
      "grad_norm": 2.1988565921783447,
      "learning_rate": 1.2566037735849057e-06,
      "loss": 0.9902376532554626,
      "step": 112
    },
    {
      "epoch": 0.08629825889477669,
      "grad_norm": 7.167949199676514,
      "learning_rate": 1.279245283018868e-06,
      "loss": 0.5847588777542114,
      "step": 114
    },
    {
      "epoch": 0.08781226343679031,
      "grad_norm": 2.712419271469116,
      "learning_rate": 1.3018867924528303e-06,
      "loss": 1.145547866821289,
      "step": 116
    },
    {
      "epoch": 0.08932626797880394,
      "grad_norm": 4.570695877075195,
      "learning_rate": 1.3245283018867925e-06,
      "loss": 0.8823922276496887,
      "step": 118
    },
    {
      "epoch": 0.09084027252081757,
      "grad_norm": 1.8274328708648682,
      "learning_rate": 1.3471698113207547e-06,
      "loss": 0.8956850171089172,
      "step": 120
    },
    {
      "epoch": 0.09235427706283118,
      "grad_norm": 1.4670203924179077,
      "learning_rate": 1.3698113207547171e-06,
      "loss": 0.5994776487350464,
      "step": 122
    },
    {
      "epoch": 0.09386828160484481,
      "grad_norm": 3.0260169506073,
      "learning_rate": 1.3924528301886793e-06,
      "loss": 0.608551025390625,
      "step": 124
    },
    {
      "epoch": 0.09538228614685844,
      "grad_norm": 2.6915009021759033,
      "learning_rate": 1.4150943396226415e-06,
      "loss": 1.432515263557434,
      "step": 126
    },
    {
      "epoch": 0.09689629068887207,
      "grad_norm": 1.6062544584274292,
      "learning_rate": 1.4377358490566038e-06,
      "loss": 1.4172536134719849,
      "step": 128
    },
    {
      "epoch": 0.0984102952308857,
      "grad_norm": 2.7345874309539795,
      "learning_rate": 1.4603773584905662e-06,
      "loss": 1.1050211191177368,
      "step": 130
    },
    {
      "epoch": 0.09992429977289932,
      "grad_norm": 1.3847036361694336,
      "learning_rate": 1.4830188679245284e-06,
      "loss": 0.807343602180481,
      "step": 132
    },
    {
      "epoch": 0.10143830431491295,
      "grad_norm": 2.7313413619995117,
      "learning_rate": 1.5056603773584906e-06,
      "loss": 0.752243161201477,
      "step": 134
    },
    {
      "epoch": 0.10295230885692658,
      "grad_norm": 2.1813056468963623,
      "learning_rate": 1.5283018867924528e-06,
      "loss": 0.8742433786392212,
      "step": 136
    },
    {
      "epoch": 0.10446631339894019,
      "grad_norm": 1.965896487236023,
      "learning_rate": 1.5509433962264152e-06,
      "loss": 1.0023077726364136,
      "step": 138
    },
    {
      "epoch": 0.10598031794095382,
      "grad_norm": 1.341701626777649,
      "learning_rate": 1.5735849056603774e-06,
      "loss": 0.4326239824295044,
      "step": 140
    },
    {
      "epoch": 0.10749432248296745,
      "grad_norm": 2.332487106323242,
      "learning_rate": 1.5962264150943396e-06,
      "loss": 1.0556713342666626,
      "step": 142
    },
    {
      "epoch": 0.10900832702498107,
      "grad_norm": 1.6127592325210571,
      "learning_rate": 1.6188679245283018e-06,
      "loss": 1.4404288530349731,
      "step": 144
    },
    {
      "epoch": 0.1105223315669947,
      "grad_norm": 1.9773815870285034,
      "learning_rate": 1.6415094339622643e-06,
      "loss": 0.7526131868362427,
      "step": 146
    },
    {
      "epoch": 0.11203633610900833,
      "grad_norm": 4.140753746032715,
      "learning_rate": 1.6641509433962265e-06,
      "loss": 0.8076651096343994,
      "step": 148
    },
    {
      "epoch": 0.11355034065102196,
      "grad_norm": 2.5584218502044678,
      "learning_rate": 1.6867924528301887e-06,
      "loss": 1.0231175422668457,
      "step": 150
    },
    {
      "epoch": 0.11506434519303559,
      "grad_norm": 5.1710524559021,
      "learning_rate": 1.7094339622641509e-06,
      "loss": 0.7206178903579712,
      "step": 152
    },
    {
      "epoch": 0.1165783497350492,
      "grad_norm": 1.3863569498062134,
      "learning_rate": 1.7320754716981133e-06,
      "loss": 0.8312125205993652,
      "step": 154
    },
    {
      "epoch": 0.11809235427706283,
      "grad_norm": 5.277348518371582,
      "learning_rate": 1.7547169811320755e-06,
      "loss": 1.2960776090621948,
      "step": 156
    },
    {
      "epoch": 0.11960635881907646,
      "grad_norm": 2.767324924468994,
      "learning_rate": 1.7773584905660377e-06,
      "loss": 1.3986912965774536,
      "step": 158
    },
    {
      "epoch": 0.12112036336109008,
      "grad_norm": 3.0075347423553467,
      "learning_rate": 1.8e-06,
      "loss": 1.0369937419891357,
      "step": 160
    },
    {
      "epoch": 0.12263436790310371,
      "grad_norm": 2.4291977882385254,
      "learning_rate": 1.8226415094339623e-06,
      "loss": 1.1735918521881104,
      "step": 162
    },
    {
      "epoch": 0.12414837244511734,
      "grad_norm": 10.382956504821777,
      "learning_rate": 1.8452830188679245e-06,
      "loss": 0.5223852396011353,
      "step": 164
    },
    {
      "epoch": 0.12566237698713095,
      "grad_norm": 3.3174524307250977,
      "learning_rate": 1.8679245283018868e-06,
      "loss": 0.9646264314651489,
      "step": 166
    },
    {
      "epoch": 0.1271763815291446,
      "grad_norm": 3.2446677684783936,
      "learning_rate": 1.890566037735849e-06,
      "loss": 0.5242027640342712,
      "step": 168
    },
    {
      "epoch": 0.1286903860711582,
      "grad_norm": 2.5006420612335205,
      "learning_rate": 1.913207547169811e-06,
      "loss": 1.368085503578186,
      "step": 170
    },
    {
      "epoch": 0.13020439061317185,
      "grad_norm": 3.4297969341278076,
      "learning_rate": 1.9358490566037734e-06,
      "loss": 0.5971487164497375,
      "step": 172
    },
    {
      "epoch": 0.13171839515518546,
      "grad_norm": 2.7067747116088867,
      "learning_rate": 1.958490566037736e-06,
      "loss": 1.2271755933761597,
      "step": 174
    },
    {
      "epoch": 0.1332323996971991,
      "grad_norm": 1.2546025514602661,
      "learning_rate": 1.981132075471698e-06,
      "loss": 1.4489688873291016,
      "step": 176
    },
    {
      "epoch": 0.13474640423921272,
      "grad_norm": 6.79306697845459,
      "learning_rate": 2.0037735849056604e-06,
      "loss": 0.7281686663627625,
      "step": 178
    },
    {
      "epoch": 0.13626040878122633,
      "grad_norm": 2.328155994415283,
      "learning_rate": 2.0264150943396226e-06,
      "loss": 0.5355978608131409,
      "step": 180
    },
    {
      "epoch": 0.13777441332323997,
      "grad_norm": 1.7138910293579102,
      "learning_rate": 2.049056603773585e-06,
      "loss": 1.3829823732376099,
      "step": 182
    },
    {
      "epoch": 0.1392884178652536,
      "grad_norm": 1.7628329992294312,
      "learning_rate": 2.071698113207547e-06,
      "loss": 0.6152011156082153,
      "step": 184
    },
    {
      "epoch": 0.14080242240726723,
      "grad_norm": 5.342782020568848,
      "learning_rate": 2.0943396226415092e-06,
      "loss": 0.8484565019607544,
      "step": 186
    },
    {
      "epoch": 0.14231642694928084,
      "grad_norm": 1.8729349374771118,
      "learning_rate": 2.1169811320754715e-06,
      "loss": 1.1291441917419434,
      "step": 188
    },
    {
      "epoch": 0.14383043149129449,
      "grad_norm": 2.3892452716827393,
      "learning_rate": 2.139622641509434e-06,
      "loss": 0.5965837240219116,
      "step": 190
    },
    {
      "epoch": 0.1453444360333081,
      "grad_norm": 1.9884214401245117,
      "learning_rate": 2.1622641509433963e-06,
      "loss": 0.948914647102356,
      "step": 192
    },
    {
      "epoch": 0.1468584405753217,
      "grad_norm": 3.3960092067718506,
      "learning_rate": 2.1849056603773585e-06,
      "loss": 0.5472453832626343,
      "step": 194
    },
    {
      "epoch": 0.14837244511733536,
      "grad_norm": 1.738864541053772,
      "learning_rate": 2.2075471698113207e-06,
      "loss": 1.108245849609375,
      "step": 196
    },
    {
      "epoch": 0.14988644965934897,
      "grad_norm": 2.3850369453430176,
      "learning_rate": 2.230188679245283e-06,
      "loss": 0.9389583468437195,
      "step": 198
    },
    {
      "epoch": 0.1514004542013626,
      "grad_norm": 1.725578784942627,
      "learning_rate": 2.2528301886792455e-06,
      "loss": 0.8076001405715942,
      "step": 200
    },
    {
      "epoch": 0.15291445874337622,
      "grad_norm": 2.7566914558410645,
      "learning_rate": 2.2754716981132078e-06,
      "loss": 0.9999346733093262,
      "step": 202
    },
    {
      "epoch": 0.15442846328538987,
      "grad_norm": 1.705634355545044,
      "learning_rate": 2.29811320754717e-06,
      "loss": 0.9279139041900635,
      "step": 204
    },
    {
      "epoch": 0.15594246782740348,
      "grad_norm": 9.00720500946045,
      "learning_rate": 2.320754716981132e-06,
      "loss": 0.987282931804657,
      "step": 206
    },
    {
      "epoch": 0.15745647236941712,
      "grad_norm": 8.06688117980957,
      "learning_rate": 2.3433962264150944e-06,
      "loss": 0.6445719599723816,
      "step": 208
    },
    {
      "epoch": 0.15897047691143074,
      "grad_norm": 6.1968183517456055,
      "learning_rate": 2.366037735849057e-06,
      "loss": 0.8678835034370422,
      "step": 210
    },
    {
      "epoch": 0.16048448145344435,
      "grad_norm": 10.432062149047852,
      "learning_rate": 2.388679245283019e-06,
      "loss": 0.7351512312889099,
      "step": 212
    },
    {
      "epoch": 0.161998485995458,
      "grad_norm": 1.7967216968536377,
      "learning_rate": 2.4113207547169814e-06,
      "loss": 1.169299840927124,
      "step": 214
    },
    {
      "epoch": 0.1635124905374716,
      "grad_norm": 3.4995172023773193,
      "learning_rate": 2.4339622641509436e-06,
      "loss": 0.5779087543487549,
      "step": 216
    },
    {
      "epoch": 0.16502649507948525,
      "grad_norm": 4.677812099456787,
      "learning_rate": 2.456603773584906e-06,
      "loss": 0.6416253447532654,
      "step": 218
    },
    {
      "epoch": 0.16654049962149886,
      "grad_norm": 2.300534725189209,
      "learning_rate": 2.479245283018868e-06,
      "loss": 1.3942409753799438,
      "step": 220
    },
    {
      "epoch": 0.1680545041635125,
      "grad_norm": 1.9117436408996582,
      "learning_rate": 2.5018867924528302e-06,
      "loss": 0.9447011947631836,
      "step": 222
    },
    {
      "epoch": 0.16956850870552612,
      "grad_norm": 4.164151191711426,
      "learning_rate": 2.5245283018867925e-06,
      "loss": 0.5729636549949646,
      "step": 224
    },
    {
      "epoch": 0.17108251324753973,
      "grad_norm": 2.2320473194122314,
      "learning_rate": 2.547169811320755e-06,
      "loss": 1.0322617292404175,
      "step": 226
    },
    {
      "epoch": 0.17259651778955337,
      "grad_norm": 1.339289665222168,
      "learning_rate": 2.5698113207547173e-06,
      "loss": 0.9149308204650879,
      "step": 228
    },
    {
      "epoch": 0.17411052233156699,
      "grad_norm": 3.060145616531372,
      "learning_rate": 2.5924528301886795e-06,
      "loss": 0.5762428045272827,
      "step": 230
    },
    {
      "epoch": 0.17562452687358063,
      "grad_norm": 3.563155174255371,
      "learning_rate": 2.6150943396226417e-06,
      "loss": 0.9495343565940857,
      "step": 232
    },
    {
      "epoch": 0.17713853141559424,
      "grad_norm": 2.58048677444458,
      "learning_rate": 2.637735849056604e-06,
      "loss": 0.556329607963562,
      "step": 234
    },
    {
      "epoch": 0.17865253595760788,
      "grad_norm": 14.05665397644043,
      "learning_rate": 2.660377358490566e-06,
      "loss": 0.45048168301582336,
      "step": 236
    },
    {
      "epoch": 0.1801665404996215,
      "grad_norm": 4.880133628845215,
      "learning_rate": 2.6830188679245283e-06,
      "loss": 0.6343849897384644,
      "step": 238
    },
    {
      "epoch": 0.18168054504163514,
      "grad_norm": 1.243223786354065,
      "learning_rate": 2.7056603773584905e-06,
      "loss": 0.48857587575912476,
      "step": 240
    },
    {
      "epoch": 0.18319454958364875,
      "grad_norm": 3.3495898246765137,
      "learning_rate": 2.728301886792453e-06,
      "loss": 0.9088899493217468,
      "step": 242
    },
    {
      "epoch": 0.18470855412566237,
      "grad_norm": 4.812596321105957,
      "learning_rate": 2.7509433962264154e-06,
      "loss": 0.5542827844619751,
      "step": 244
    },
    {
      "epoch": 0.186222558667676,
      "grad_norm": 1.5049998760223389,
      "learning_rate": 2.7735849056603776e-06,
      "loss": 1.1015349626541138,
      "step": 246
    },
    {
      "epoch": 0.18773656320968962,
      "grad_norm": 3.4939844608306885,
      "learning_rate": 2.7962264150943398e-06,
      "loss": 0.7408594489097595,
      "step": 248
    },
    {
      "epoch": 0.18925056775170326,
      "grad_norm": 2.150743246078491,
      "learning_rate": 2.818867924528302e-06,
      "loss": 1.0451587438583374,
      "step": 250
    },
    {
      "epoch": 0.19076457229371688,
      "grad_norm": 2.757932662963867,
      "learning_rate": 2.841509433962264e-06,
      "loss": 0.9631202816963196,
      "step": 252
    },
    {
      "epoch": 0.19227857683573052,
      "grad_norm": 2.339393377304077,
      "learning_rate": 2.8641509433962264e-06,
      "loss": 1.1843230724334717,
      "step": 254
    },
    {
      "epoch": 0.19379258137774413,
      "grad_norm": 2.819859743118286,
      "learning_rate": 2.8867924528301886e-06,
      "loss": 1.3307970762252808,
      "step": 256
    },
    {
      "epoch": 0.19530658591975775,
      "grad_norm": 2.277029514312744,
      "learning_rate": 2.9094339622641512e-06,
      "loss": 1.314733862876892,
      "step": 258
    },
    {
      "epoch": 0.1968205904617714,
      "grad_norm": 1.6182972192764282,
      "learning_rate": 2.9320754716981135e-06,
      "loss": 0.8982797861099243,
      "step": 260
    },
    {
      "epoch": 0.198334595003785,
      "grad_norm": 0.9466566443443298,
      "learning_rate": 2.9547169811320757e-06,
      "loss": 0.49237707257270813,
      "step": 262
    },
    {
      "epoch": 0.19984859954579864,
      "grad_norm": 2.1412227153778076,
      "learning_rate": 2.977358490566038e-06,
      "loss": 1.3869421482086182,
      "step": 264
    },
    {
      "epoch": 0.20136260408781226,
      "grad_norm": 4.314519882202148,
      "learning_rate": 3e-06,
      "loss": 0.5500906705856323,
      "step": 266
    },
    {
      "epoch": 0.2028766086298259,
      "grad_norm": 2.2210774421691895,
      "learning_rate": 2.9999989421378913e-06,
      "loss": 1.1445879936218262,
      "step": 268
    },
    {
      "epoch": 0.2043906131718395,
      "grad_norm": 1.5420582294464111,
      "learning_rate": 2.999995768553224e-06,
      "loss": 0.8207805156707764,
      "step": 270
    },
    {
      "epoch": 0.20590461771385316,
      "grad_norm": 2.379532814025879,
      "learning_rate": 2.9999904792509703e-06,
      "loss": 1.310062289237976,
      "step": 272
    },
    {
      "epoch": 0.20741862225586677,
      "grad_norm": 4.023805141448975,
      "learning_rate": 2.999983074239421e-06,
      "loss": 0.9318987131118774,
      "step": 274
    },
    {
      "epoch": 0.20893262679788038,
      "grad_norm": 2.1359353065490723,
      "learning_rate": 2.99997355353018e-06,
      "loss": 0.9912564754486084,
      "step": 276
    },
    {
      "epoch": 0.21044663133989402,
      "grad_norm": 4.8719563484191895,
      "learning_rate": 2.9999619171381696e-06,
      "loss": 0.9644961953163147,
      "step": 278
    },
    {
      "epoch": 0.21196063588190764,
      "grad_norm": 4.153341770172119,
      "learning_rate": 2.9999481650816256e-06,
      "loss": 0.9800684452056885,
      "step": 280
    },
    {
      "epoch": 0.21347464042392128,
      "grad_norm": 2.0010852813720703,
      "learning_rate": 2.9999322973821e-06,
      "loss": 1.0485155582427979,
      "step": 282
    },
    {
      "epoch": 0.2149886449659349,
      "grad_norm": 3.15071702003479,
      "learning_rate": 2.9999143140644616e-06,
      "loss": 0.6141320466995239,
      "step": 284
    },
    {
      "epoch": 0.21650264950794854,
      "grad_norm": 2.1563243865966797,
      "learning_rate": 2.9998942151568927e-06,
      "loss": 0.68123859167099,
      "step": 286
    },
    {
      "epoch": 0.21801665404996215,
      "grad_norm": 2.4670424461364746,
      "learning_rate": 2.9998720006908934e-06,
      "loss": 0.880809485912323,
      "step": 288
    },
    {
      "epoch": 0.21953065859197576,
      "grad_norm": 2.3046791553497314,
      "learning_rate": 2.9998476707012776e-06,
      "loss": 0.7388229966163635,
      "step": 290
    },
    {
      "epoch": 0.2210446631339894,
      "grad_norm": 1.8321624994277954,
      "learning_rate": 2.999821225226176e-06,
      "loss": 0.9509535431861877,
      "step": 292
    },
    {
      "epoch": 0.22255866767600302,
      "grad_norm": 2.593620777130127,
      "learning_rate": 2.9997926643070335e-06,
      "loss": 0.8668114542961121,
      "step": 294
    },
    {
      "epoch": 0.22407267221801666,
      "grad_norm": 1.3647516965866089,
      "learning_rate": 2.999761987988611e-06,
      "loss": 0.5078874826431274,
      "step": 296
    },
    {
      "epoch": 0.22558667676003027,
      "grad_norm": 21.98381805419922,
      "learning_rate": 2.9997291963189844e-06,
      "loss": 0.6921195983886719,
      "step": 298
    },
    {
      "epoch": 0.22710068130204392,
      "grad_norm": 1.7081471681594849,
      "learning_rate": 2.9996942893495453e-06,
      "loss": 1.2570655345916748,
      "step": 300
    },
    {
      "epoch": 0.22861468584405753,
      "grad_norm": 1.7225868701934814,
      "learning_rate": 2.999657267135e-06,
      "loss": 0.9504136443138123,
      "step": 302
    },
    {
      "epoch": 0.23012869038607117,
      "grad_norm": 15.755874633789062,
      "learning_rate": 2.9996181297333692e-06,
      "loss": 0.9759711027145386,
      "step": 304
    },
    {
      "epoch": 0.23164269492808479,
      "grad_norm": 1.7268153429031372,
      "learning_rate": 2.99957687720599e-06,
      "loss": 1.3015202283859253,
      "step": 306
    },
    {
      "epoch": 0.2331566994700984,
      "grad_norm": 2.12369704246521,
      "learning_rate": 2.999533509617513e-06,
      "loss": 0.6153337955474854,
      "step": 308
    },
    {
      "epoch": 0.23467070401211204,
      "grad_norm": 3.8299176692962646,
      "learning_rate": 2.9994880270359037e-06,
      "loss": 0.9555022120475769,
      "step": 310
    },
    {
      "epoch": 0.23618470855412566,
      "grad_norm": 4.080057144165039,
      "learning_rate": 2.999440429532443e-06,
      "loss": 0.5967095494270325,
      "step": 312
    },
    {
      "epoch": 0.2376987130961393,
      "grad_norm": 2.641312837600708,
      "learning_rate": 2.9993907171817255e-06,
      "loss": 0.5727935433387756,
      "step": 314
    },
    {
      "epoch": 0.2392127176381529,
      "grad_norm": 2.667450189590454,
      "learning_rate": 2.9993388900616615e-06,
      "loss": 0.8149162530899048,
      "step": 316
    },
    {
      "epoch": 0.24072672218016655,
      "grad_norm": 1.8847966194152832,
      "learning_rate": 2.9992849482534736e-06,
      "loss": 0.8662533760070801,
      "step": 318
    },
    {
      "epoch": 0.24224072672218017,
      "grad_norm": 3.9809248447418213,
      "learning_rate": 2.9992288918417003e-06,
      "loss": 0.9989725947380066,
      "step": 320
    },
    {
      "epoch": 0.24375473126419378,
      "grad_norm": 2.6532821655273438,
      "learning_rate": 2.999170720914192e-06,
      "loss": 1.308701992034912,
      "step": 322
    },
    {
      "epoch": 0.24526873580620742,
      "grad_norm": 4.844236373901367,
      "learning_rate": 2.999110435562116e-06,
      "loss": 0.4661545157432556,
      "step": 324
    },
    {
      "epoch": 0.24678274034822104,
      "grad_norm": 1.7858662605285645,
      "learning_rate": 2.999048035879951e-06,
      "loss": 0.8855746984481812,
      "step": 326
    },
    {
      "epoch": 0.24829674489023468,
      "grad_norm": 1.814077615737915,
      "learning_rate": 2.9989835219654903e-06,
      "loss": 1.0955607891082764,
      "step": 328
    },
    {
      "epoch": 0.2498107494322483,
      "grad_norm": 2.4321069717407227,
      "learning_rate": 2.99891689391984e-06,
      "loss": 1.3380382061004639,
      "step": 330
    },
    {
      "epoch": 0.2513247539742619,
      "grad_norm": 4.530355453491211,
      "learning_rate": 2.99884815184742e-06,
      "loss": 0.5787966251373291,
      "step": 332
    },
    {
      "epoch": 0.2528387585162756,
      "grad_norm": 2.016003131866455,
      "learning_rate": 2.9987772958559627e-06,
      "loss": 0.6646069288253784,
      "step": 334
    },
    {
      "epoch": 0.2543527630582892,
      "grad_norm": 2.79805064201355,
      "learning_rate": 2.998704326056514e-06,
      "loss": 1.3354549407958984,
      "step": 336
    },
    {
      "epoch": 0.2558667676003028,
      "grad_norm": 6.575490474700928,
      "learning_rate": 2.998629242563432e-06,
      "loss": 0.3947051763534546,
      "step": 338
    },
    {
      "epoch": 0.2573807721423164,
      "grad_norm": 4.710763931274414,
      "learning_rate": 2.998552045494389e-06,
      "loss": 0.4745977222919464,
      "step": 340
    },
    {
      "epoch": 0.25889477668433003,
      "grad_norm": 2.4593327045440674,
      "learning_rate": 2.998472734970367e-06,
      "loss": 0.5059724450111389,
      "step": 342
    },
    {
      "epoch": 0.2604087812263437,
      "grad_norm": 2.6149814128875732,
      "learning_rate": 2.998391311115663e-06,
      "loss": 0.7527101635932922,
      "step": 344
    },
    {
      "epoch": 0.2619227857683573,
      "grad_norm": 3.2358217239379883,
      "learning_rate": 2.9983077740578835e-06,
      "loss": 0.4932746887207031,
      "step": 346
    },
    {
      "epoch": 0.2634367903103709,
      "grad_norm": 2.8413195610046387,
      "learning_rate": 2.998222123927949e-06,
      "loss": 0.5023959875106812,
      "step": 348
    },
    {
      "epoch": 0.26495079485238454,
      "grad_norm": 2.284940719604492,
      "learning_rate": 2.9981343608600907e-06,
      "loss": 0.530271589756012,
      "step": 350
    },
    {
      "epoch": 0.2664647993943982,
      "grad_norm": 1.8905975818634033,
      "learning_rate": 2.99804448499185e-06,
      "loss": 1.058239459991455,
      "step": 352
    },
    {
      "epoch": 0.2679788039364118,
      "grad_norm": 1.2502957582473755,
      "learning_rate": 2.9979524964640826e-06,
      "loss": 0.575753390789032,
      "step": 354
    },
    {
      "epoch": 0.26949280847842544,
      "grad_norm": 1.3402975797653198,
      "learning_rate": 2.997858395420951e-06,
      "loss": 0.7238829135894775,
      "step": 356
    },
    {
      "epoch": 0.27100681302043905,
      "grad_norm": 4.392447471618652,
      "learning_rate": 2.9977621820099316e-06,
      "loss": 1.221725583076477,
      "step": 358
    },
    {
      "epoch": 0.27252081756245267,
      "grad_norm": 1.6761703491210938,
      "learning_rate": 2.997663856381811e-06,
      "loss": 0.42734482884407043,
      "step": 360
    },
    {
      "epoch": 0.27403482210446634,
      "grad_norm": 2.298595905303955,
      "learning_rate": 2.997563418690685e-06,
      "loss": 0.9713137745857239,
      "step": 362
    },
    {
      "epoch": 0.27554882664647995,
      "grad_norm": 0.6969879269599915,
      "learning_rate": 2.997460869093959e-06,
      "loss": 0.31093937158584595,
      "step": 364
    },
    {
      "epoch": 0.27706283118849356,
      "grad_norm": 2.1157233715057373,
      "learning_rate": 2.9973562077523503e-06,
      "loss": 0.6549879908561707,
      "step": 366
    },
    {
      "epoch": 0.2785768357305072,
      "grad_norm": 1.964150071144104,
      "learning_rate": 2.9972494348298837e-06,
      "loss": 0.8664920330047607,
      "step": 368
    },
    {
      "epoch": 0.2800908402725208,
      "grad_norm": 2.272841215133667,
      "learning_rate": 2.9971405504938943e-06,
      "loss": 0.48350414633750916,
      "step": 370
    },
    {
      "epoch": 0.28160484481453446,
      "grad_norm": 1.9322324991226196,
      "learning_rate": 2.9970295549150265e-06,
      "loss": 0.9229208827018738,
      "step": 372
    },
    {
      "epoch": 0.2831188493565481,
      "grad_norm": 1.7196455001831055,
      "learning_rate": 2.996916448267232e-06,
      "loss": 0.9739328622817993,
      "step": 374
    },
    {
      "epoch": 0.2846328538985617,
      "grad_norm": 2.918416738510132,
      "learning_rate": 2.9968012307277723e-06,
      "loss": 0.48950931429862976,
      "step": 376
    },
    {
      "epoch": 0.2861468584405753,
      "grad_norm": 9.320439338684082,
      "learning_rate": 2.9966839024772165e-06,
      "loss": 0.8621902465820312,
      "step": 378
    },
    {
      "epoch": 0.28766086298258897,
      "grad_norm": 1.188773512840271,
      "learning_rate": 2.9965644636994427e-06,
      "loss": 1.0359840393066406,
      "step": 380
    },
    {
      "epoch": 0.2891748675246026,
      "grad_norm": 2.3963191509246826,
      "learning_rate": 2.996442914581634e-06,
      "loss": 0.5880563259124756,
      "step": 382
    },
    {
      "epoch": 0.2906888720666162,
      "grad_norm": 2.4038655757904053,
      "learning_rate": 2.996319255314284e-06,
      "loss": 0.5257418751716614,
      "step": 384
    },
    {
      "epoch": 0.2922028766086298,
      "grad_norm": 1.5974441766738892,
      "learning_rate": 2.996193486091192e-06,
      "loss": 1.2693966627120972,
      "step": 386
    },
    {
      "epoch": 0.2937168811506434,
      "grad_norm": 1.8292707204818726,
      "learning_rate": 2.9960656071094628e-06,
      "loss": 0.9720443487167358,
      "step": 388
    },
    {
      "epoch": 0.2952308856926571,
      "grad_norm": 1.8199464082717896,
      "learning_rate": 2.9959356185695096e-06,
      "loss": 1.135921835899353,
      "step": 390
    },
    {
      "epoch": 0.2967448902346707,
      "grad_norm": 0.9021064639091492,
      "learning_rate": 2.9958035206750504e-06,
      "loss": 1.1319067478179932,
      "step": 392
    },
    {
      "epoch": 0.2982588947766843,
      "grad_norm": 3.2225494384765625,
      "learning_rate": 2.9956693136331096e-06,
      "loss": 0.9472005367279053,
      "step": 394
    },
    {
      "epoch": 0.29977289931869794,
      "grad_norm": 4.63291597366333,
      "learning_rate": 2.995532997654017e-06,
      "loss": 0.99593186378479,
      "step": 396
    },
    {
      "epoch": 0.3012869038607116,
      "grad_norm": 1.8574267625808716,
      "learning_rate": 2.9953945729514073e-06,
      "loss": 0.5503549575805664,
      "step": 398
    },
    {
      "epoch": 0.3028009084027252,
      "grad_norm": 3.5578439235687256,
      "learning_rate": 2.99525403974222e-06,
      "loss": 0.8387674689292908,
      "step": 400
    },
    {
      "epoch": 0.30431491294473884,
      "grad_norm": 6.638049602508545,
      "learning_rate": 2.9951113982466996e-06,
      "loss": 0.5031633377075195,
      "step": 402
    },
    {
      "epoch": 0.30582891748675245,
      "grad_norm": 2.846966505050659,
      "learning_rate": 2.9949666486883937e-06,
      "loss": 0.9956486225128174,
      "step": 404
    },
    {
      "epoch": 0.30734292202876606,
      "grad_norm": 1.3141142129898071,
      "learning_rate": 2.9948197912941546e-06,
      "loss": 0.288853257894516,
      "step": 406
    },
    {
      "epoch": 0.30885692657077973,
      "grad_norm": 3.5708980560302734,
      "learning_rate": 2.994670826294138e-06,
      "loss": 1.5125066041946411,
      "step": 408
    },
    {
      "epoch": 0.31037093111279335,
      "grad_norm": 7.3045125007629395,
      "learning_rate": 2.9945197539218017e-06,
      "loss": 0.6546447277069092,
      "step": 410
    },
    {
      "epoch": 0.31188493565480696,
      "grad_norm": 2.1153337955474854,
      "learning_rate": 2.9943665744139075e-06,
      "loss": 1.3320523500442505,
      "step": 412
    },
    {
      "epoch": 0.3133989401968206,
      "grad_norm": 4.322186470031738,
      "learning_rate": 2.9942112880105175e-06,
      "loss": 0.9307819604873657,
      "step": 414
    },
    {
      "epoch": 0.31491294473883424,
      "grad_norm": 2.4291980266571045,
      "learning_rate": 2.9940538949549984e-06,
      "loss": 0.8921429514884949,
      "step": 416
    },
    {
      "epoch": 0.31642694928084786,
      "grad_norm": 2.061569929122925,
      "learning_rate": 2.9938943954940167e-06,
      "loss": 0.9342135787010193,
      "step": 418
    },
    {
      "epoch": 0.31794095382286147,
      "grad_norm": 4.544994831085205,
      "learning_rate": 2.9937327898775406e-06,
      "loss": 0.5935999751091003,
      "step": 420
    },
    {
      "epoch": 0.3194549583648751,
      "grad_norm": 3.4589638710021973,
      "learning_rate": 2.9935690783588378e-06,
      "loss": 0.41867610812187195,
      "step": 422
    },
    {
      "epoch": 0.3209689629068887,
      "grad_norm": 2.5398411750793457,
      "learning_rate": 2.993403261194479e-06,
      "loss": 1.2433795928955078,
      "step": 424
    },
    {
      "epoch": 0.32248296744890237,
      "grad_norm": 1.7882115840911865,
      "learning_rate": 2.9932353386443325e-06,
      "loss": 0.7358930706977844,
      "step": 426
    },
    {
      "epoch": 0.323996971990916,
      "grad_norm": 2.736948013305664,
      "learning_rate": 2.993065310971568e-06,
      "loss": 0.954931378364563,
      "step": 428
    },
    {
      "epoch": 0.3255109765329296,
      "grad_norm": 10.501503944396973,
      "learning_rate": 2.992893178442652e-06,
      "loss": 1.289313793182373,
      "step": 430
    },
    {
      "epoch": 0.3270249810749432,
      "grad_norm": 2.1437489986419678,
      "learning_rate": 2.9927189413273517e-06,
      "loss": 0.5708879232406616,
      "step": 432
    },
    {
      "epoch": 0.3285389856169568,
      "grad_norm": 3.5188357830047607,
      "learning_rate": 2.9925425998987326e-06,
      "loss": 0.5585161447525024,
      "step": 434
    },
    {
      "epoch": 0.3300529901589705,
      "grad_norm": 1.5307719707489014,
      "learning_rate": 2.992364154433157e-06,
      "loss": 0.9125571250915527,
      "step": 436
    },
    {
      "epoch": 0.3315669947009841,
      "grad_norm": 2.313886880874634,
      "learning_rate": 2.9921836052102853e-06,
      "loss": 1.2311666011810303,
      "step": 438
    },
    {
      "epoch": 0.3330809992429977,
      "grad_norm": 1.5364906787872314,
      "learning_rate": 2.992000952513075e-06,
      "loss": 0.5001219511032104,
      "step": 440
    },
    {
      "epoch": 0.33459500378501134,
      "grad_norm": 2.821791648864746,
      "learning_rate": 2.991816196627779e-06,
      "loss": 0.5236578583717346,
      "step": 442
    },
    {
      "epoch": 0.336109008327025,
      "grad_norm": 2.0568583011627197,
      "learning_rate": 2.991629337843949e-06,
      "loss": 0.5407780408859253,
      "step": 444
    },
    {
      "epoch": 0.3376230128690386,
      "grad_norm": 1.2596296072006226,
      "learning_rate": 2.9914403764544296e-06,
      "loss": 1.2255700826644897,
      "step": 446
    },
    {
      "epoch": 0.33913701741105223,
      "grad_norm": 3.2330868244171143,
      "learning_rate": 2.991249312755362e-06,
      "loss": 0.9774052500724792,
      "step": 448
    },
    {
      "epoch": 0.34065102195306585,
      "grad_norm": 2.749786853790283,
      "learning_rate": 2.991056147046181e-06,
      "loss": 0.5227469205856323,
      "step": 450
    },
    {
      "epoch": 0.34216502649507946,
      "grad_norm": 1.334883213043213,
      "learning_rate": 2.990860879629618e-06,
      "loss": 1.231229543685913,
      "step": 452
    },
    {
      "epoch": 0.34367903103709313,
      "grad_norm": 4.1452860832214355,
      "learning_rate": 2.990663510811695e-06,
      "loss": 1.0209695100784302,
      "step": 454
    },
    {
      "epoch": 0.34519303557910674,
      "grad_norm": 1.3384249210357666,
      "learning_rate": 2.9904640409017305e-06,
      "loss": 0.9044679403305054,
      "step": 456
    },
    {
      "epoch": 0.34670704012112036,
      "grad_norm": 1.9722930192947388,
      "learning_rate": 2.9902624702123334e-06,
      "loss": 0.5573891997337341,
      "step": 458
    },
    {
      "epoch": 0.34822104466313397,
      "grad_norm": 3.713996648788452,
      "learning_rate": 2.9900587990594068e-06,
      "loss": 0.7835407853126526,
      "step": 460
    },
    {
      "epoch": 0.34973504920514764,
      "grad_norm": 6.265981197357178,
      "learning_rate": 2.989853027762144e-06,
      "loss": 0.9101991653442383,
      "step": 462
    },
    {
      "epoch": 0.35124905374716126,
      "grad_norm": 2.356494665145874,
      "learning_rate": 2.989645156643031e-06,
      "loss": 1.044858694076538,
      "step": 464
    },
    {
      "epoch": 0.35276305828917487,
      "grad_norm": 3.8169243335723877,
      "learning_rate": 2.9894351860278433e-06,
      "loss": 0.38478291034698486,
      "step": 466
    },
    {
      "epoch": 0.3542770628311885,
      "grad_norm": 3.984137535095215,
      "learning_rate": 2.989223116245648e-06,
      "loss": 0.4994244873523712,
      "step": 468
    },
    {
      "epoch": 0.3557910673732021,
      "grad_norm": 4.4269185066223145,
      "learning_rate": 2.9890089476288017e-06,
      "loss": 0.8007203340530396,
      "step": 470
    },
    {
      "epoch": 0.35730507191521577,
      "grad_norm": 4.96340799331665,
      "learning_rate": 2.98879268051295e-06,
      "loss": 0.8296163082122803,
      "step": 472
    },
    {
      "epoch": 0.3588190764572294,
      "grad_norm": 3.9115028381347656,
      "learning_rate": 2.9885743152370267e-06,
      "loss": 0.46959009766578674,
      "step": 474
    },
    {
      "epoch": 0.360333080999243,
      "grad_norm": 2.773907423019409,
      "learning_rate": 2.9883538521432557e-06,
      "loss": 0.9441350102424622,
      "step": 476
    },
    {
      "epoch": 0.3618470855412566,
      "grad_norm": 3.812221050262451,
      "learning_rate": 2.988131291577147e-06,
      "loss": 0.8799582123756409,
      "step": 478
    },
    {
      "epoch": 0.3633610900832703,
      "grad_norm": 5.634382247924805,
      "learning_rate": 2.9879066338874974e-06,
      "loss": 0.9772864580154419,
      "step": 480
    },
    {
      "epoch": 0.3648750946252839,
      "grad_norm": 5.383456707000732,
      "learning_rate": 2.9876798794263923e-06,
      "loss": 0.4553401470184326,
      "step": 482
    },
    {
      "epoch": 0.3663890991672975,
      "grad_norm": 1.5636881589889526,
      "learning_rate": 2.9874510285492013e-06,
      "loss": 1.2522468566894531,
      "step": 484
    },
    {
      "epoch": 0.3679031037093111,
      "grad_norm": 2.218456506729126,
      "learning_rate": 2.9872200816145807e-06,
      "loss": 1.2982913255691528,
      "step": 486
    },
    {
      "epoch": 0.36941710825132473,
      "grad_norm": 2.1322004795074463,
      "learning_rate": 2.986987038984471e-06,
      "loss": 0.6175529956817627,
      "step": 488
    },
    {
      "epoch": 0.3709311127933384,
      "grad_norm": 2.873570203781128,
      "learning_rate": 2.9867519010240975e-06,
      "loss": 0.5848088264465332,
      "step": 490
    },
    {
      "epoch": 0.372445117335352,
      "grad_norm": 2.3397469520568848,
      "learning_rate": 2.9865146681019688e-06,
      "loss": 1.2863105535507202,
      "step": 492
    },
    {
      "epoch": 0.37395912187736563,
      "grad_norm": 1.7062677145004272,
      "learning_rate": 2.986275340589877e-06,
      "loss": 0.7637373208999634,
      "step": 494
    },
    {
      "epoch": 0.37547312641937924,
      "grad_norm": 3.172126054763794,
      "learning_rate": 2.9860339188628978e-06,
      "loss": 1.1434704065322876,
      "step": 496
    },
    {
      "epoch": 0.37698713096139286,
      "grad_norm": 6.345958232879639,
      "learning_rate": 2.985790403299387e-06,
      "loss": 0.7667356729507446,
      "step": 498
    },
    {
      "epoch": 0.3785011355034065,
      "grad_norm": 1.734782099723816,
      "learning_rate": 2.9855447942809834e-06,
      "loss": 0.8624241352081299,
      "step": 500
    },
    {
      "epoch": 0.38001514004542014,
      "grad_norm": 7.933587074279785,
      "learning_rate": 2.985297092192606e-06,
      "loss": 0.9229949116706848,
      "step": 502
    },
    {
      "epoch": 0.38152914458743376,
      "grad_norm": 2.319852113723755,
      "learning_rate": 2.9850472974224557e-06,
      "loss": 1.3553284406661987,
      "step": 504
    },
    {
      "epoch": 0.38304314912944737,
      "grad_norm": 1.4423457384109497,
      "learning_rate": 2.9847954103620095e-06,
      "loss": 0.8387634754180908,
      "step": 506
    },
    {
      "epoch": 0.38455715367146104,
      "grad_norm": 4.607706069946289,
      "learning_rate": 2.9845414314060265e-06,
      "loss": 0.6004860401153564,
      "step": 508
    },
    {
      "epoch": 0.38607115821347465,
      "grad_norm": 4.358503818511963,
      "learning_rate": 2.984285360952544e-06,
      "loss": 0.5657727122306824,
      "step": 510
    },
    {
      "epoch": 0.38758516275548827,
      "grad_norm": 1.6350818872451782,
      "learning_rate": 2.9840271994028754e-06,
      "loss": 0.4921954274177551,
      "step": 512
    },
    {
      "epoch": 0.3890991672975019,
      "grad_norm": 2.449856758117676,
      "learning_rate": 2.9837669471616124e-06,
      "loss": 0.6726453900337219,
      "step": 514
    },
    {
      "epoch": 0.3906131718395155,
      "grad_norm": 1.7032192945480347,
      "learning_rate": 2.9835046046366237e-06,
      "loss": 1.297200083732605,
      "step": 516
    },
    {
      "epoch": 0.39212717638152916,
      "grad_norm": 3.538943290710449,
      "learning_rate": 2.983240172239053e-06,
      "loss": 0.8581514358520508,
      "step": 518
    },
    {
      "epoch": 0.3936411809235428,
      "grad_norm": 6.8904194831848145,
      "learning_rate": 2.98297365038332e-06,
      "loss": 0.5082361698150635,
      "step": 520
    },
    {
      "epoch": 0.3951551854655564,
      "grad_norm": 3.4525930881500244,
      "learning_rate": 2.982705039487118e-06,
      "loss": 0.4789521098136902,
      "step": 522
    },
    {
      "epoch": 0.39666919000757,
      "grad_norm": 1.7367075681686401,
      "learning_rate": 2.9824343399714144e-06,
      "loss": 0.9578684568405151,
      "step": 524
    },
    {
      "epoch": 0.3981831945495837,
      "grad_norm": 1.2806156873703003,
      "learning_rate": 2.9821615522604515e-06,
      "loss": 1.3319694995880127,
      "step": 526
    },
    {
      "epoch": 0.3996971990915973,
      "grad_norm": 1.590675950050354,
      "learning_rate": 2.9818866767817425e-06,
      "loss": 0.8608264327049255,
      "step": 528
    },
    {
      "epoch": 0.4012112036336109,
      "grad_norm": 5.6035943031311035,
      "learning_rate": 2.981609713966073e-06,
      "loss": 0.46807175874710083,
      "step": 530
    },
    {
      "epoch": 0.4027252081756245,
      "grad_norm": 1.963212251663208,
      "learning_rate": 2.9813306642475005e-06,
      "loss": 1.2523926496505737,
      "step": 532
    },
    {
      "epoch": 0.40423921271763813,
      "grad_norm": 1.9907010793685913,
      "learning_rate": 2.9810495280633517e-06,
      "loss": 0.8681015372276306,
      "step": 534
    },
    {
      "epoch": 0.4057532172596518,
      "grad_norm": 3.108275890350342,
      "learning_rate": 2.980766305854225e-06,
      "loss": 0.8309670090675354,
      "step": 536
    },
    {
      "epoch": 0.4072672218016654,
      "grad_norm": 2.425701856613159,
      "learning_rate": 2.9804809980639865e-06,
      "loss": 0.8349297046661377,
      "step": 538
    },
    {
      "epoch": 0.408781226343679,
      "grad_norm": 2.3050215244293213,
      "learning_rate": 2.9801936051397717e-06,
      "loss": 0.5291258096694946,
      "step": 540
    },
    {
      "epoch": 0.41029523088569264,
      "grad_norm": 4.254032611846924,
      "learning_rate": 2.979904127531984e-06,
      "loss": 0.5817729234695435,
      "step": 542
    },
    {
      "epoch": 0.4118092354277063,
      "grad_norm": 2.6303694248199463,
      "learning_rate": 2.9796125656942925e-06,
      "loss": 0.6045780777931213,
      "step": 544
    },
    {
      "epoch": 0.4133232399697199,
      "grad_norm": 3.902345895767212,
      "learning_rate": 2.9793189200836356e-06,
      "loss": 0.6001653075218201,
      "step": 546
    },
    {
      "epoch": 0.41483724451173354,
      "grad_norm": 3.3723676204681396,
      "learning_rate": 2.9790231911602143e-06,
      "loss": 0.5705008506774902,
      "step": 548
    },
    {
      "epoch": 0.41635124905374715,
      "grad_norm": 3.0511634349823,
      "learning_rate": 2.9787253793874958e-06,
      "loss": 0.9024116396903992,
      "step": 550
    },
    {
      "epoch": 0.41786525359576077,
      "grad_norm": 3.0294415950775146,
      "learning_rate": 2.9784254852322125e-06,
      "loss": 0.6247788667678833,
      "step": 552
    },
    {
      "epoch": 0.41937925813777444,
      "grad_norm": 1.308551549911499,
      "learning_rate": 2.9781235091643587e-06,
      "loss": 0.8290607333183289,
      "step": 554
    },
    {
      "epoch": 0.42089326267978805,
      "grad_norm": 1.2458851337432861,
      "learning_rate": 2.977819451657193e-06,
      "loss": 0.5316109657287598,
      "step": 556
    },
    {
      "epoch": 0.42240726722180166,
      "grad_norm": 2.5829837322235107,
      "learning_rate": 2.9775133131872347e-06,
      "loss": 1.2767724990844727,
      "step": 558
    },
    {
      "epoch": 0.4239212717638153,
      "grad_norm": 3.8361194133758545,
      "learning_rate": 2.977205094234265e-06,
      "loss": 0.9774861335754395,
      "step": 560
    },
    {
      "epoch": 0.4254352763058289,
      "grad_norm": 2.603776693344116,
      "learning_rate": 2.976894795281326e-06,
      "loss": 0.85866379737854,
      "step": 562
    },
    {
      "epoch": 0.42694928084784256,
      "grad_norm": 1.0089654922485352,
      "learning_rate": 2.9765824168147184e-06,
      "loss": 0.7369099855422974,
      "step": 564
    },
    {
      "epoch": 0.4284632853898562,
      "grad_norm": 6.3280205726623535,
      "learning_rate": 2.9762679593240034e-06,
      "loss": 0.5556588768959045,
      "step": 566
    },
    {
      "epoch": 0.4299772899318698,
      "grad_norm": 1.7390072345733643,
      "learning_rate": 2.975951423302e-06,
      "loss": 1.0518251657485962,
      "step": 568
    },
    {
      "epoch": 0.4314912944738834,
      "grad_norm": 2.6690053939819336,
      "learning_rate": 2.9756328092447835e-06,
      "loss": 1.2721149921417236,
      "step": 570
    },
    {
      "epoch": 0.43300529901589707,
      "grad_norm": 0.7687424421310425,
      "learning_rate": 2.9753121176516876e-06,
      "loss": 0.6695957779884338,
      "step": 572
    },
    {
      "epoch": 0.4345193035579107,
      "grad_norm": 1.9535387754440308,
      "learning_rate": 2.9749893490253e-06,
      "loss": 1.1010643243789673,
      "step": 574
    },
    {
      "epoch": 0.4360333080999243,
      "grad_norm": 9.781461715698242,
      "learning_rate": 2.974664503871467e-06,
      "loss": 1.0317606925964355,
      "step": 576
    },
    {
      "epoch": 0.4375473126419379,
      "grad_norm": 4.649098873138428,
      "learning_rate": 2.9743375826992848e-06,
      "loss": 1.0596553087234497,
      "step": 578
    },
    {
      "epoch": 0.4390613171839515,
      "grad_norm": 2.2979838848114014,
      "learning_rate": 2.9740085860211066e-06,
      "loss": 1.2803912162780762,
      "step": 580
    },
    {
      "epoch": 0.4405753217259652,
      "grad_norm": 2.245401382446289,
      "learning_rate": 2.9736775143525363e-06,
      "loss": 0.9560354948043823,
      "step": 582
    },
    {
      "epoch": 0.4420893262679788,
      "grad_norm": 3.6574487686157227,
      "learning_rate": 2.9733443682124303e-06,
      "loss": 0.6721242666244507,
      "step": 584
    },
    {
      "epoch": 0.4436033308099924,
      "grad_norm": 2.0253052711486816,
      "learning_rate": 2.9730091481228967e-06,
      "loss": 1.2475272417068481,
      "step": 586
    },
    {
      "epoch": 0.44511733535200604,
      "grad_norm": 1.5434706211090088,
      "learning_rate": 2.9726718546092934e-06,
      "loss": 1.0386013984680176,
      "step": 588
    },
    {
      "epoch": 0.4466313398940197,
      "grad_norm": 3.6868698596954346,
      "learning_rate": 2.972332488200228e-06,
      "loss": 0.9095458388328552,
      "step": 590
    },
    {
      "epoch": 0.4481453444360333,
      "grad_norm": 2.4178566932678223,
      "learning_rate": 2.971991049427556e-06,
      "loss": 1.2065972089767456,
      "step": 592
    },
    {
      "epoch": 0.44965934897804694,
      "grad_norm": 2.159417152404785,
      "learning_rate": 2.9716475388263818e-06,
      "loss": 1.3285571336746216,
      "step": 594
    },
    {
      "epoch": 0.45117335352006055,
      "grad_norm": 0.5650960803031921,
      "learning_rate": 2.9713019569350568e-06,
      "loss": 0.6450245380401611,
      "step": 596
    },
    {
      "epoch": 0.45268735806207416,
      "grad_norm": 1.47118079662323,
      "learning_rate": 2.9709543042951764e-06,
      "loss": 0.5147643685340881,
      "step": 598
    },
    {
      "epoch": 0.45420136260408783,
      "grad_norm": 1.1347875595092773,
      "learning_rate": 2.970604581451585e-06,
      "loss": 0.4938359260559082,
      "step": 600
    },
    {
      "epoch": 0.45571536714610145,
      "grad_norm": 1.2782500982284546,
      "learning_rate": 2.970252788952368e-06,
      "loss": 1.2716739177703857,
      "step": 602
    },
    {
      "epoch": 0.45722937168811506,
      "grad_norm": 3.3131613731384277,
      "learning_rate": 2.9698989273488553e-06,
      "loss": 0.5934652090072632,
      "step": 604
    },
    {
      "epoch": 0.4587433762301287,
      "grad_norm": 1.5987533330917358,
      "learning_rate": 2.9695429971956215e-06,
      "loss": 0.8995585441589355,
      "step": 606
    },
    {
      "epoch": 0.46025738077214234,
      "grad_norm": 1.3289687633514404,
      "learning_rate": 2.96918499905048e-06,
      "loss": 0.5343512892723083,
      "step": 608
    },
    {
      "epoch": 0.46177138531415596,
      "grad_norm": 2.6191699504852295,
      "learning_rate": 2.968824933474487e-06,
      "loss": 1.210081934928894,
      "step": 610
    },
    {
      "epoch": 0.46328538985616957,
      "grad_norm": 1.5671101808547974,
      "learning_rate": 2.968462801031939e-06,
      "loss": 0.75421142578125,
      "step": 612
    },
    {
      "epoch": 0.4647993943981832,
      "grad_norm": 1.4679361581802368,
      "learning_rate": 2.9680986022903703e-06,
      "loss": 0.8687835931777954,
      "step": 614
    },
    {
      "epoch": 0.4663133989401968,
      "grad_norm": 2.458467721939087,
      "learning_rate": 2.9677323378205546e-06,
      "loss": 0.5934958457946777,
      "step": 616
    },
    {
      "epoch": 0.46782740348221047,
      "grad_norm": 1.3534835577011108,
      "learning_rate": 2.967364008196503e-06,
      "loss": 0.9021729230880737,
      "step": 618
    },
    {
      "epoch": 0.4693414080242241,
      "grad_norm": 1.609513282775879,
      "learning_rate": 2.966993613995462e-06,
      "loss": 0.9018821716308594,
      "step": 620
    },
    {
      "epoch": 0.4708554125662377,
      "grad_norm": 1.3751788139343262,
      "learning_rate": 2.966621155797916e-06,
      "loss": 0.7877498269081116,
      "step": 622
    },
    {
      "epoch": 0.4723694171082513,
      "grad_norm": 1.6474313735961914,
      "learning_rate": 2.9662466341875814e-06,
      "loss": 1.106297492980957,
      "step": 624
    },
    {
      "epoch": 0.4738834216502649,
      "grad_norm": 14.291585922241211,
      "learning_rate": 2.96587004975141e-06,
      "loss": 0.5758960247039795,
      "step": 626
    },
    {
      "epoch": 0.4753974261922786,
      "grad_norm": 2.3951332569122314,
      "learning_rate": 2.965491403079586e-06,
      "loss": 0.9572596549987793,
      "step": 628
    },
    {
      "epoch": 0.4769114307342922,
      "grad_norm": 4.662050724029541,
      "learning_rate": 2.965110694765526e-06,
      "loss": 0.4738556742668152,
      "step": 630
    },
    {
      "epoch": 0.4784254352763058,
      "grad_norm": 2.5419774055480957,
      "learning_rate": 2.964727925405877e-06,
      "loss": 0.5583599805831909,
      "step": 632
    },
    {
      "epoch": 0.47993943981831944,
      "grad_norm": 3.2088208198547363,
      "learning_rate": 2.9643430956005166e-06,
      "loss": 0.7850269079208374,
      "step": 634
    },
    {
      "epoch": 0.4814534443603331,
      "grad_norm": 1.2255338430404663,
      "learning_rate": 2.963956205952551e-06,
      "loss": 0.5295414924621582,
      "step": 636
    },
    {
      "epoch": 0.4829674489023467,
      "grad_norm": 15.457282066345215,
      "learning_rate": 2.9635672570683145e-06,
      "loss": 0.8352210521697998,
      "step": 638
    },
    {
      "epoch": 0.48448145344436033,
      "grad_norm": 2.2116246223449707,
      "learning_rate": 2.9631762495573697e-06,
      "loss": 0.9833724498748779,
      "step": 640
    },
    {
      "epoch": 0.48599545798637395,
      "grad_norm": 1.815476655960083,
      "learning_rate": 2.9627831840325043e-06,
      "loss": 1.0128812789916992,
      "step": 642
    },
    {
      "epoch": 0.48750946252838756,
      "grad_norm": 1.7280386686325073,
      "learning_rate": 2.9623880611097323e-06,
      "loss": 0.9331883788108826,
      "step": 644
    },
    {
      "epoch": 0.48902346707040123,
      "grad_norm": 1.3087846040725708,
      "learning_rate": 2.961990881408291e-06,
      "loss": 1.2210347652435303,
      "step": 646
    },
    {
      "epoch": 0.49053747161241484,
      "grad_norm": 1.7594807147979736,
      "learning_rate": 2.9615916455506424e-06,
      "loss": 0.8923947215080261,
      "step": 648
    },
    {
      "epoch": 0.49205147615442846,
      "grad_norm": 7.217441082000732,
      "learning_rate": 2.9611903541624695e-06,
      "loss": 0.5282926559448242,
      "step": 650
    },
    {
      "epoch": 0.49356548069644207,
      "grad_norm": 2.2700917720794678,
      "learning_rate": 2.960787007872678e-06,
      "loss": 0.5946333408355713,
      "step": 652
    },
    {
      "epoch": 0.49507948523845574,
      "grad_norm": 2.591341018676758,
      "learning_rate": 2.960381607313393e-06,
      "loss": 0.729837954044342,
      "step": 654
    },
    {
      "epoch": 0.49659348978046935,
      "grad_norm": 2.293522834777832,
      "learning_rate": 2.959974153119959e-06,
      "loss": 0.908227801322937,
      "step": 656
    },
    {
      "epoch": 0.49810749432248297,
      "grad_norm": 1.8502575159072876,
      "learning_rate": 2.959564645930941e-06,
      "loss": 1.260167121887207,
      "step": 658
    },
    {
      "epoch": 0.4996214988644966,
      "grad_norm": 22.77242088317871,
      "learning_rate": 2.959153086388119e-06,
      "loss": 0.9404181241989136,
      "step": 660
    },
    {
      "epoch": 0.5011355034065103,
      "grad_norm": 1.890344262123108,
      "learning_rate": 2.9587394751364895e-06,
      "loss": 0.6529523730278015,
      "step": 662
    },
    {
      "epoch": 0.5026495079485238,
      "grad_norm": 2.7498531341552734,
      "learning_rate": 2.9583238128242673e-06,
      "loss": 0.7013969421386719,
      "step": 664
    },
    {
      "epoch": 0.5041635124905375,
      "grad_norm": 2.2211556434631348,
      "learning_rate": 2.9579061001028787e-06,
      "loss": 0.9186385273933411,
      "step": 666
    },
    {
      "epoch": 0.5056775170325511,
      "grad_norm": 6.754961967468262,
      "learning_rate": 2.9574863376269644e-06,
      "loss": 0.5539544820785522,
      "step": 668
    },
    {
      "epoch": 0.5071915215745647,
      "grad_norm": 3.343362331390381,
      "learning_rate": 2.9570645260543773e-06,
      "loss": 0.657001793384552,
      "step": 670
    },
    {
      "epoch": 0.5087055261165784,
      "grad_norm": 2.516889810562134,
      "learning_rate": 2.9566406660461816e-06,
      "loss": 0.6957874298095703,
      "step": 672
    },
    {
      "epoch": 0.5102195306585919,
      "grad_norm": 1.4724997282028198,
      "learning_rate": 2.956214758266653e-06,
      "loss": 1.0336772203445435,
      "step": 674
    },
    {
      "epoch": 0.5117335352006056,
      "grad_norm": 3.6221024990081787,
      "learning_rate": 2.955786803383275e-06,
      "loss": 0.8379154205322266,
      "step": 676
    },
    {
      "epoch": 0.5132475397426193,
      "grad_norm": 1.472934365272522,
      "learning_rate": 2.9553568020667393e-06,
      "loss": 1.3164961338043213,
      "step": 678
    },
    {
      "epoch": 0.5147615442846328,
      "grad_norm": 2.5690131187438965,
      "learning_rate": 2.9549247549909456e-06,
      "loss": 0.7076467275619507,
      "step": 680
    },
    {
      "epoch": 0.5162755488266465,
      "grad_norm": 2.820261240005493,
      "learning_rate": 2.954490662833e-06,
      "loss": 1.193648099899292,
      "step": 682
    },
    {
      "epoch": 0.5177895533686601,
      "grad_norm": 2.8086366653442383,
      "learning_rate": 2.954054526273213e-06,
      "loss": 0.5091046690940857,
      "step": 684
    },
    {
      "epoch": 0.5193035579106737,
      "grad_norm": 1.9126583337783813,
      "learning_rate": 2.9536163459950984e-06,
      "loss": 0.37770235538482666,
      "step": 686
    },
    {
      "epoch": 0.5208175624526874,
      "grad_norm": 3.101130247116089,
      "learning_rate": 2.953176122685374e-06,
      "loss": 1.3354110717773438,
      "step": 688
    },
    {
      "epoch": 0.522331566994701,
      "grad_norm": 2.8612306118011475,
      "learning_rate": 2.952733857033959e-06,
      "loss": 1.0210174322128296,
      "step": 690
    },
    {
      "epoch": 0.5238455715367146,
      "grad_norm": 1.8148362636566162,
      "learning_rate": 2.9522895497339746e-06,
      "loss": 1.0870827436447144,
      "step": 692
    },
    {
      "epoch": 0.5253595760787282,
      "grad_norm": 9.631368637084961,
      "learning_rate": 2.9518432014817396e-06,
      "loss": 0.4528180956840515,
      "step": 694
    },
    {
      "epoch": 0.5268735806207419,
      "grad_norm": 2.0368731021881104,
      "learning_rate": 2.951394812976772e-06,
      "loss": 0.6437329649925232,
      "step": 696
    },
    {
      "epoch": 0.5283875851627555,
      "grad_norm": 2.2827751636505127,
      "learning_rate": 2.9509443849217887e-06,
      "loss": 1.2784912586212158,
      "step": 698
    },
    {
      "epoch": 0.5299015897047691,
      "grad_norm": 2.5390939712524414,
      "learning_rate": 2.9504919180227014e-06,
      "loss": 0.5129702687263489,
      "step": 700
    },
    {
      "epoch": 0.5314155942467828,
      "grad_norm": 4.679416656494141,
      "learning_rate": 2.9500374129886178e-06,
      "loss": 1.0204864740371704,
      "step": 702
    },
    {
      "epoch": 0.5329295987887964,
      "grad_norm": 2.2368252277374268,
      "learning_rate": 2.9495808705318392e-06,
      "loss": 0.8695347309112549,
      "step": 704
    },
    {
      "epoch": 0.53444360333081,
      "grad_norm": 5.981869697570801,
      "learning_rate": 2.9491222913678613e-06,
      "loss": 1.1520168781280518,
      "step": 706
    },
    {
      "epoch": 0.5359576078728236,
      "grad_norm": 2.0948941707611084,
      "learning_rate": 2.9486616762153697e-06,
      "loss": 1.0977720022201538,
      "step": 708
    },
    {
      "epoch": 0.5374716124148372,
      "grad_norm": 1.9340217113494873,
      "learning_rate": 2.948199025796242e-06,
      "loss": 0.8995184302330017,
      "step": 710
    },
    {
      "epoch": 0.5389856169568509,
      "grad_norm": 1.8215906620025635,
      "learning_rate": 2.9477343408355466e-06,
      "loss": 0.8296648263931274,
      "step": 712
    },
    {
      "epoch": 0.5404996214988645,
      "grad_norm": 2.6101953983306885,
      "learning_rate": 2.947267622061538e-06,
      "loss": 0.4829208254814148,
      "step": 714
    },
    {
      "epoch": 0.5420136260408781,
      "grad_norm": 8.983611106872559,
      "learning_rate": 2.9467988702056594e-06,
      "loss": 0.9006999135017395,
      "step": 716
    },
    {
      "epoch": 0.5435276305828918,
      "grad_norm": 1.1540857553482056,
      "learning_rate": 2.946328086002541e-06,
      "loss": 0.9905385375022888,
      "step": 718
    },
    {
      "epoch": 0.5450416351249053,
      "grad_norm": 1.1875252723693848,
      "learning_rate": 2.945855270189997e-06,
      "loss": 0.9678749442100525,
      "step": 720
    },
    {
      "epoch": 0.546555639666919,
      "grad_norm": 1.1591203212738037,
      "learning_rate": 2.9453804235090253e-06,
      "loss": 0.8857312202453613,
      "step": 722
    },
    {
      "epoch": 0.5480696442089327,
      "grad_norm": 2.282198667526245,
      "learning_rate": 2.944903546703807e-06,
      "loss": 0.6595865488052368,
      "step": 724
    },
    {
      "epoch": 0.5495836487509462,
      "grad_norm": 16.777631759643555,
      "learning_rate": 2.944424640521706e-06,
      "loss": 1.0174167156219482,
      "step": 726
    },
    {
      "epoch": 0.5510976532929599,
      "grad_norm": 1.7583130598068237,
      "learning_rate": 2.9439437057132643e-06,
      "loss": 0.9153175354003906,
      "step": 728
    },
    {
      "epoch": 0.5526116578349735,
      "grad_norm": 1.554577112197876,
      "learning_rate": 2.943460743032205e-06,
      "loss": 0.7978371381759644,
      "step": 730
    },
    {
      "epoch": 0.5541256623769871,
      "grad_norm": 6.742075443267822,
      "learning_rate": 2.942975753235429e-06,
      "loss": 0.8972716331481934,
      "step": 732
    },
    {
      "epoch": 0.5556396669190008,
      "grad_norm": 6.648641109466553,
      "learning_rate": 2.9424887370830134e-06,
      "loss": 0.5501348376274109,
      "step": 734
    },
    {
      "epoch": 0.5571536714610144,
      "grad_norm": 1.9982460737228394,
      "learning_rate": 2.9419996953382116e-06,
      "loss": 0.5124497413635254,
      "step": 736
    },
    {
      "epoch": 0.558667676003028,
      "grad_norm": 2.2183444499969482,
      "learning_rate": 2.9415086287674513e-06,
      "loss": 0.8203888535499573,
      "step": 738
    },
    {
      "epoch": 0.5601816805450416,
      "grad_norm": 3.337951421737671,
      "learning_rate": 2.941015538140334e-06,
      "loss": 0.47594571113586426,
      "step": 740
    },
    {
      "epoch": 0.5616956850870553,
      "grad_norm": 2.2672388553619385,
      "learning_rate": 2.940520424229632e-06,
      "loss": 0.9030762910842896,
      "step": 742
    },
    {
      "epoch": 0.5632096896290689,
      "grad_norm": 2.4289283752441406,
      "learning_rate": 2.94002328781129e-06,
      "loss": 1.2035784721374512,
      "step": 744
    },
    {
      "epoch": 0.5647236941710825,
      "grad_norm": 3.540351152420044,
      "learning_rate": 2.9395241296644217e-06,
      "loss": 1.004518747329712,
      "step": 746
    },
    {
      "epoch": 0.5662376987130961,
      "grad_norm": 1.4717613458633423,
      "learning_rate": 2.939022950571309e-06,
      "loss": 1.2319071292877197,
      "step": 748
    },
    {
      "epoch": 0.5677517032551098,
      "grad_norm": 1.7184895277023315,
      "learning_rate": 2.938519751317402e-06,
      "loss": 1.0665231943130493,
      "step": 750
    },
    {
      "epoch": 0.5692657077971234,
      "grad_norm": 1.8175034523010254,
      "learning_rate": 2.938014532691315e-06,
      "loss": 0.9953513145446777,
      "step": 752
    },
    {
      "epoch": 0.570779712339137,
      "grad_norm": 2.043348789215088,
      "learning_rate": 2.937507295484829e-06,
      "loss": 0.9582357406616211,
      "step": 754
    },
    {
      "epoch": 0.5722937168811506,
      "grad_norm": 3.9826252460479736,
      "learning_rate": 2.936998040492888e-06,
      "loss": 0.6116023063659668,
      "step": 756
    },
    {
      "epoch": 0.5738077214231643,
      "grad_norm": 1.8964965343475342,
      "learning_rate": 2.936486768513597e-06,
      "loss": 1.2680330276489258,
      "step": 758
    },
    {
      "epoch": 0.5753217259651779,
      "grad_norm": 2.7118351459503174,
      "learning_rate": 2.9359734803482244e-06,
      "loss": 0.7763157486915588,
      "step": 760
    },
    {
      "epoch": 0.5768357305071915,
      "grad_norm": 1.8754926919937134,
      "learning_rate": 2.935458176801196e-06,
      "loss": 0.5886606574058533,
      "step": 762
    },
    {
      "epoch": 0.5783497350492052,
      "grad_norm": 1.2424232959747314,
      "learning_rate": 2.9349408586800974e-06,
      "loss": 0.8996439576148987,
      "step": 764
    },
    {
      "epoch": 0.5798637395912187,
      "grad_norm": 4.870052337646484,
      "learning_rate": 2.9344215267956716e-06,
      "loss": 0.9547120332717896,
      "step": 766
    },
    {
      "epoch": 0.5813777441332324,
      "grad_norm": 1.3577274084091187,
      "learning_rate": 2.933900181961816e-06,
      "loss": 0.6967052221298218,
      "step": 768
    },
    {
      "epoch": 0.5828917486752461,
      "grad_norm": 1.5694098472595215,
      "learning_rate": 2.933376824995585e-06,
      "loss": 0.8374803066253662,
      "step": 770
    },
    {
      "epoch": 0.5844057532172596,
      "grad_norm": 3.961740255355835,
      "learning_rate": 2.932851456717185e-06,
      "loss": 1.0225903987884521,
      "step": 772
    },
    {
      "epoch": 0.5859197577592733,
      "grad_norm": 4.641229629516602,
      "learning_rate": 2.9323240779499744e-06,
      "loss": 0.866554319858551,
      "step": 774
    },
    {
      "epoch": 0.5874337623012869,
      "grad_norm": 2.3968756198883057,
      "learning_rate": 2.9317946895204634e-06,
      "loss": 0.960785984992981,
      "step": 776
    },
    {
      "epoch": 0.5889477668433005,
      "grad_norm": 1.2767549753189087,
      "learning_rate": 2.9312632922583108e-06,
      "loss": 1.190723180770874,
      "step": 778
    },
    {
      "epoch": 0.5904617713853142,
      "grad_norm": 1.090358018875122,
      "learning_rate": 2.930729886996324e-06,
      "loss": 0.5099388957023621,
      "step": 780
    },
    {
      "epoch": 0.5919757759273278,
      "grad_norm": 1.057666301727295,
      "learning_rate": 2.930194474570458e-06,
      "loss": 0.9268434047698975,
      "step": 782
    },
    {
      "epoch": 0.5934897804693414,
      "grad_norm": 1.2038636207580566,
      "learning_rate": 2.929657055819812e-06,
      "loss": 0.7505081295967102,
      "step": 784
    },
    {
      "epoch": 0.595003785011355,
      "grad_norm": 1.194632649421692,
      "learning_rate": 2.9291176315866315e-06,
      "loss": 0.45634379982948303,
      "step": 786
    },
    {
      "epoch": 0.5965177895533686,
      "grad_norm": 1.2533210515975952,
      "learning_rate": 2.928576202716302e-06,
      "loss": 0.7255032062530518,
      "step": 788
    },
    {
      "epoch": 0.5980317940953823,
      "grad_norm": 1.046190619468689,
      "learning_rate": 2.9280327700573545e-06,
      "loss": 0.9680758714675903,
      "step": 790
    },
    {
      "epoch": 0.5995457986373959,
      "grad_norm": 1.2196940183639526,
      "learning_rate": 2.9274873344614567e-06,
      "loss": 0.901178777217865,
      "step": 792
    },
    {
      "epoch": 0.6010598031794095,
      "grad_norm": 1.716521978378296,
      "learning_rate": 2.926939896783418e-06,
      "loss": 0.8521221876144409,
      "step": 794
    },
    {
      "epoch": 0.6025738077214232,
      "grad_norm": 1.507444143295288,
      "learning_rate": 2.926390457881185e-06,
      "loss": 0.8391146659851074,
      "step": 796
    },
    {
      "epoch": 0.6040878122634368,
      "grad_norm": 1.9206948280334473,
      "learning_rate": 2.9258390186158377e-06,
      "loss": 0.8905218839645386,
      "step": 798
    },
    {
      "epoch": 0.6056018168054504,
      "grad_norm": 1.6404706239700317,
      "learning_rate": 2.925285579851596e-06,
      "loss": 0.6892648339271545,
      "step": 800
    },
    {
      "epoch": 0.607115821347464,
      "grad_norm": 2.493842840194702,
      "learning_rate": 2.924730142455809e-06,
      "loss": 0.8925967812538147,
      "step": 802
    },
    {
      "epoch": 0.6086298258894777,
      "grad_norm": 10.76797103881836,
      "learning_rate": 2.924172707298962e-06,
      "loss": 0.9718807935714722,
      "step": 804
    },
    {
      "epoch": 0.6101438304314913,
      "grad_norm": 7.091102123260498,
      "learning_rate": 2.9236132752546675e-06,
      "loss": 0.7837668061256409,
      "step": 806
    },
    {
      "epoch": 0.6116578349735049,
      "grad_norm": 2.373680353164673,
      "learning_rate": 2.9230518471996693e-06,
      "loss": 0.8521146774291992,
      "step": 808
    },
    {
      "epoch": 0.6131718395155186,
      "grad_norm": 4.460805892944336,
      "learning_rate": 2.922488424013839e-06,
      "loss": 0.7885128259658813,
      "step": 810
    },
    {
      "epoch": 0.6146858440575321,
      "grad_norm": 1.3457956314086914,
      "learning_rate": 2.9219230065801762e-06,
      "loss": 0.9336018562316895,
      "step": 812
    },
    {
      "epoch": 0.6161998485995458,
      "grad_norm": 12.52235221862793,
      "learning_rate": 2.9213555957848045e-06,
      "loss": 0.625677227973938,
      "step": 814
    },
    {
      "epoch": 0.6177138531415595,
      "grad_norm": 1.0090450048446655,
      "learning_rate": 2.920786192516971e-06,
      "loss": 0.4627359211444855,
      "step": 816
    },
    {
      "epoch": 0.619227857683573,
      "grad_norm": 6.27386999130249,
      "learning_rate": 2.920214797669047e-06,
      "loss": 0.48187127709388733,
      "step": 818
    },
    {
      "epoch": 0.6207418622255867,
      "grad_norm": 1.8286688327789307,
      "learning_rate": 2.9196414121365246e-06,
      "loss": 0.9612034559249878,
      "step": 820
    },
    {
      "epoch": 0.6222558667676003,
      "grad_norm": 2.0253140926361084,
      "learning_rate": 2.919066036818015e-06,
      "loss": 0.37848153710365295,
      "step": 822
    },
    {
      "epoch": 0.6237698713096139,
      "grad_norm": 2.8019373416900635,
      "learning_rate": 2.918488672615248e-06,
      "loss": 0.48960334062576294,
      "step": 824
    },
    {
      "epoch": 0.6252838758516276,
      "grad_norm": 3.38137149810791,
      "learning_rate": 2.9179093204330706e-06,
      "loss": 1.0333915948867798,
      "step": 826
    },
    {
      "epoch": 0.6267978803936411,
      "grad_norm": 3.585141658782959,
      "learning_rate": 2.917327981179446e-06,
      "loss": 0.8286981582641602,
      "step": 828
    },
    {
      "epoch": 0.6283118849356548,
      "grad_norm": 1.340408444404602,
      "learning_rate": 2.91674465576545e-06,
      "loss": 0.592296838760376,
      "step": 830
    },
    {
      "epoch": 0.6298258894776685,
      "grad_norm": 2.1734678745269775,
      "learning_rate": 2.9161593451052726e-06,
      "loss": 0.6662003397941589,
      "step": 832
    },
    {
      "epoch": 0.631339894019682,
      "grad_norm": 1.7065621614456177,
      "learning_rate": 2.9155720501162143e-06,
      "loss": 1.1774479150772095,
      "step": 834
    },
    {
      "epoch": 0.6328538985616957,
      "grad_norm": 0.9802259206771851,
      "learning_rate": 2.9149827717186858e-06,
      "loss": 0.7125468254089355,
      "step": 836
    },
    {
      "epoch": 0.6343679031037093,
      "grad_norm": 3.3598525524139404,
      "learning_rate": 2.914391510836206e-06,
      "loss": 1.0522104501724243,
      "step": 838
    },
    {
      "epoch": 0.6358819076457229,
      "grad_norm": 4.160059928894043,
      "learning_rate": 2.9137982683954005e-06,
      "loss": 0.7905111908912659,
      "step": 840
    },
    {
      "epoch": 0.6373959121877366,
      "grad_norm": 2.1964306831359863,
      "learning_rate": 2.9132030453260012e-06,
      "loss": 0.8976717591285706,
      "step": 842
    },
    {
      "epoch": 0.6389099167297502,
      "grad_norm": 1.4463465213775635,
      "learning_rate": 2.912605842560843e-06,
      "loss": 1.174971342086792,
      "step": 844
    },
    {
      "epoch": 0.6404239212717638,
      "grad_norm": 1.9015480279922485,
      "learning_rate": 2.9120066610358644e-06,
      "loss": 1.2245635986328125,
      "step": 846
    },
    {
      "epoch": 0.6419379258137774,
      "grad_norm": 3.132871150970459,
      "learning_rate": 2.911405501690104e-06,
      "loss": 0.5686792135238647,
      "step": 848
    },
    {
      "epoch": 0.6434519303557911,
      "grad_norm": 3.358302354812622,
      "learning_rate": 2.910802365465702e-06,
      "loss": 0.8344794511795044,
      "step": 850
    },
    {
      "epoch": 0.6449659348978047,
      "grad_norm": 2.254426956176758,
      "learning_rate": 2.9101972533078937e-06,
      "loss": 1.2486826181411743,
      "step": 852
    },
    {
      "epoch": 0.6464799394398183,
      "grad_norm": 1.7597107887268066,
      "learning_rate": 2.909590166165013e-06,
      "loss": 0.4052983820438385,
      "step": 854
    },
    {
      "epoch": 0.647993943981832,
      "grad_norm": 4.035180568695068,
      "learning_rate": 2.9089811049884896e-06,
      "loss": 0.548038125038147,
      "step": 856
    },
    {
      "epoch": 0.6495079485238455,
      "grad_norm": 2.2516682147979736,
      "learning_rate": 2.908370070732846e-06,
      "loss": 1.1047321557998657,
      "step": 858
    },
    {
      "epoch": 0.6510219530658592,
      "grad_norm": 1.6817784309387207,
      "learning_rate": 2.9077570643556967e-06,
      "loss": 0.9021655917167664,
      "step": 860
    },
    {
      "epoch": 0.6525359576078729,
      "grad_norm": 1.2909799814224243,
      "learning_rate": 2.9071420868177464e-06,
      "loss": 0.9059284925460815,
      "step": 862
    },
    {
      "epoch": 0.6540499621498864,
      "grad_norm": 2.6258788108825684,
      "learning_rate": 2.906525139082791e-06,
      "loss": 0.8191069960594177,
      "step": 864
    },
    {
      "epoch": 0.6555639666919001,
      "grad_norm": 1.954457402229309,
      "learning_rate": 2.9059062221177133e-06,
      "loss": 0.8419861793518066,
      "step": 866
    },
    {
      "epoch": 0.6570779712339136,
      "grad_norm": 2.6133012771606445,
      "learning_rate": 2.90528533689248e-06,
      "loss": 0.9011951088905334,
      "step": 868
    },
    {
      "epoch": 0.6585919757759273,
      "grad_norm": 2.973444700241089,
      "learning_rate": 2.904662484380146e-06,
      "loss": 0.5388523936271667,
      "step": 870
    },
    {
      "epoch": 0.660105980317941,
      "grad_norm": 3.0186350345611572,
      "learning_rate": 2.9040376655568473e-06,
      "loss": 0.9145660400390625,
      "step": 872
    },
    {
      "epoch": 0.6616199848599545,
      "grad_norm": 2.547288179397583,
      "learning_rate": 2.903410881401801e-06,
      "loss": 1.2741073369979858,
      "step": 874
    },
    {
      "epoch": 0.6631339894019682,
      "grad_norm": 1.5956040620803833,
      "learning_rate": 2.9027821328973073e-06,
      "loss": 0.88572096824646,
      "step": 876
    },
    {
      "epoch": 0.6646479939439819,
      "grad_norm": 2.2501113414764404,
      "learning_rate": 2.9021514210287405e-06,
      "loss": 0.5038325190544128,
      "step": 878
    },
    {
      "epoch": 0.6661619984859954,
      "grad_norm": 2.4447531700134277,
      "learning_rate": 2.9015187467845555e-06,
      "loss": 0.9085601568222046,
      "step": 880
    },
    {
      "epoch": 0.6676760030280091,
      "grad_norm": 1.6331331729888916,
      "learning_rate": 2.900884111156281e-06,
      "loss": 0.9052636027336121,
      "step": 882
    },
    {
      "epoch": 0.6691900075700227,
      "grad_norm": 1.715603232383728,
      "learning_rate": 2.90024751513852e-06,
      "loss": 0.9259544014930725,
      "step": 884
    },
    {
      "epoch": 0.6707040121120363,
      "grad_norm": 2.190739870071411,
      "learning_rate": 2.8996089597289474e-06,
      "loss": 1.2172551155090332,
      "step": 886
    },
    {
      "epoch": 0.67221801665405,
      "grad_norm": 1.130866527557373,
      "learning_rate": 2.8989684459283103e-06,
      "loss": 0.9008451700210571,
      "step": 888
    },
    {
      "epoch": 0.6737320211960636,
      "grad_norm": 1.3909481763839722,
      "learning_rate": 2.898325974740423e-06,
      "loss": 0.8698288202285767,
      "step": 890
    },
    {
      "epoch": 0.6752460257380772,
      "grad_norm": 1.2574244737625122,
      "learning_rate": 2.8976815471721686e-06,
      "loss": 0.7217528820037842,
      "step": 892
    },
    {
      "epoch": 0.6767600302800908,
      "grad_norm": 12.1749849319458,
      "learning_rate": 2.8970351642334953e-06,
      "loss": 0.6941770911216736,
      "step": 894
    },
    {
      "epoch": 0.6782740348221045,
      "grad_norm": 1.5021611452102661,
      "learning_rate": 2.896386826937418e-06,
      "loss": 1.2301819324493408,
      "step": 896
    },
    {
      "epoch": 0.6797880393641181,
      "grad_norm": 3.2311809062957764,
      "learning_rate": 2.895736536300012e-06,
      "loss": 0.5155861973762512,
      "step": 898
    },
    {
      "epoch": 0.6813020439061317,
      "grad_norm": 2.549818992614746,
      "learning_rate": 2.895084293340415e-06,
      "loss": 1.0740303993225098,
      "step": 900
    },
    {
      "epoch": 0.6828160484481454,
      "grad_norm": 2.2381906509399414,
      "learning_rate": 2.8944300990808232e-06,
      "loss": 0.7758005261421204,
      "step": 902
    },
    {
      "epoch": 0.6843300529901589,
      "grad_norm": 2.3603358268737793,
      "learning_rate": 2.8937739545464937e-06,
      "loss": 0.5189546346664429,
      "step": 904
    },
    {
      "epoch": 0.6858440575321726,
      "grad_norm": 2.0805881023406982,
      "learning_rate": 2.8931158607657375e-06,
      "loss": 0.6191146969795227,
      "step": 906
    },
    {
      "epoch": 0.6873580620741863,
      "grad_norm": 1.9956350326538086,
      "learning_rate": 2.89245581876992e-06,
      "loss": 0.506104588508606,
      "step": 908
    },
    {
      "epoch": 0.6888720666161998,
      "grad_norm": 3.0931084156036377,
      "learning_rate": 2.891793829593463e-06,
      "loss": 0.9202035069465637,
      "step": 910
    },
    {
      "epoch": 0.6903860711582135,
      "grad_norm": 1.566701054573059,
      "learning_rate": 2.8911298942738372e-06,
      "loss": 1.0531013011932373,
      "step": 912
    },
    {
      "epoch": 0.691900075700227,
      "grad_norm": 1.253186821937561,
      "learning_rate": 2.8904640138515636e-06,
      "loss": 0.8252142071723938,
      "step": 914
    },
    {
      "epoch": 0.6934140802422407,
      "grad_norm": 1.041472315788269,
      "learning_rate": 2.889796189370213e-06,
      "loss": 0.5106720924377441,
      "step": 916
    },
    {
      "epoch": 0.6949280847842544,
      "grad_norm": 2.2845821380615234,
      "learning_rate": 2.8891264218764013e-06,
      "loss": 0.8980287313461304,
      "step": 918
    },
    {
      "epoch": 0.6964420893262679,
      "grad_norm": 1.5488086938858032,
      "learning_rate": 2.8884547124197904e-06,
      "loss": 0.5322882533073425,
      "step": 920
    },
    {
      "epoch": 0.6979560938682816,
      "grad_norm": 0.5618732571601868,
      "learning_rate": 2.887781062053086e-06,
      "loss": 1.0926649570465088,
      "step": 922
    },
    {
      "epoch": 0.6994700984102953,
      "grad_norm": 1.8515206575393677,
      "learning_rate": 2.887105471832034e-06,
      "loss": 0.9032957553863525,
      "step": 924
    },
    {
      "epoch": 0.7009841029523088,
      "grad_norm": 3.249413251876831,
      "learning_rate": 2.8864279428154225e-06,
      "loss": 0.5452030897140503,
      "step": 926
    },
    {
      "epoch": 0.7024981074943225,
      "grad_norm": 5.527769088745117,
      "learning_rate": 2.8857484760650765e-06,
      "loss": 0.6838735938072205,
      "step": 928
    },
    {
      "epoch": 0.7040121120363361,
      "grad_norm": 1.556622862815857,
      "learning_rate": 2.885067072645859e-06,
      "loss": 0.7241641879081726,
      "step": 930
    },
    {
      "epoch": 0.7055261165783497,
      "grad_norm": 5.3245463371276855,
      "learning_rate": 2.8843837336256664e-06,
      "loss": 0.8361733555793762,
      "step": 932
    },
    {
      "epoch": 0.7070401211203634,
      "grad_norm": 2.6056675910949707,
      "learning_rate": 2.883698460075431e-06,
      "loss": 0.9540938138961792,
      "step": 934
    },
    {
      "epoch": 0.708554125662377,
      "grad_norm": 1.26792311668396,
      "learning_rate": 2.8830112530691147e-06,
      "loss": 1.242187261581421,
      "step": 936
    },
    {
      "epoch": 0.7100681302043906,
      "grad_norm": 5.294063091278076,
      "learning_rate": 2.8823221136837114e-06,
      "loss": 0.4748896062374115,
      "step": 938
    },
    {
      "epoch": 0.7115821347464042,
      "grad_norm": 3.2267799377441406,
      "learning_rate": 2.881631042999242e-06,
      "loss": 0.8570255637168884,
      "step": 940
    },
    {
      "epoch": 0.7130961392884179,
      "grad_norm": 1.6323168277740479,
      "learning_rate": 2.8809380420987547e-06,
      "loss": 0.8971255421638489,
      "step": 942
    },
    {
      "epoch": 0.7146101438304315,
      "grad_norm": 1.6141637563705444,
      "learning_rate": 2.8802431120683226e-06,
      "loss": 0.7287229299545288,
      "step": 944
    },
    {
      "epoch": 0.7161241483724451,
      "grad_norm": 2.4479527473449707,
      "learning_rate": 2.8795462539970417e-06,
      "loss": 1.0156718492507935,
      "step": 946
    },
    {
      "epoch": 0.7176381529144588,
      "grad_norm": 2.234118938446045,
      "learning_rate": 2.878847468977032e-06,
      "loss": 0.8655732870101929,
      "step": 948
    },
    {
      "epoch": 0.7191521574564723,
      "grad_norm": 1.285766839981079,
      "learning_rate": 2.8781467581034287e-06,
      "loss": 1.0937553644180298,
      "step": 950
    },
    {
      "epoch": 0.720666161998486,
      "grad_norm": 3.193481922149658,
      "learning_rate": 2.877444122474391e-06,
      "loss": 1.252207636833191,
      "step": 952
    },
    {
      "epoch": 0.7221801665404997,
      "grad_norm": 2.450623035430908,
      "learning_rate": 2.8767395631910893e-06,
      "loss": 1.2393505573272705,
      "step": 954
    },
    {
      "epoch": 0.7236941710825132,
      "grad_norm": 2.2160840034484863,
      "learning_rate": 2.8760330813577127e-06,
      "loss": 0.8748006820678711,
      "step": 956
    },
    {
      "epoch": 0.7252081756245269,
      "grad_norm": 9.748912811279297,
      "learning_rate": 2.8753246780814606e-06,
      "loss": 0.8926846981048584,
      "step": 958
    },
    {
      "epoch": 0.7267221801665406,
      "grad_norm": 1.8308805227279663,
      "learning_rate": 2.8746143544725454e-06,
      "loss": 0.5339508652687073,
      "step": 960
    },
    {
      "epoch": 0.7282361847085541,
      "grad_norm": 2.4011330604553223,
      "learning_rate": 2.8739021116441887e-06,
      "loss": 0.9131770133972168,
      "step": 962
    },
    {
      "epoch": 0.7297501892505678,
      "grad_norm": 1.7618752717971802,
      "learning_rate": 2.8731879507126194e-06,
      "loss": 0.8701857328414917,
      "step": 964
    },
    {
      "epoch": 0.7312641937925813,
      "grad_norm": 2.0772533416748047,
      "learning_rate": 2.872471872797073e-06,
      "loss": 0.7838905453681946,
      "step": 966
    },
    {
      "epoch": 0.732778198334595,
      "grad_norm": 1.310855746269226,
      "learning_rate": 2.8717538790197887e-06,
      "loss": 0.7258808016777039,
      "step": 968
    },
    {
      "epoch": 0.7342922028766087,
      "grad_norm": 3.5756638050079346,
      "learning_rate": 2.8710339705060085e-06,
      "loss": 0.7574349045753479,
      "step": 970
    },
    {
      "epoch": 0.7358062074186222,
      "grad_norm": 2.8669235706329346,
      "learning_rate": 2.870312148383976e-06,
      "loss": 0.857857346534729,
      "step": 972
    },
    {
      "epoch": 0.7373202119606359,
      "grad_norm": 5.559253215789795,
      "learning_rate": 2.8695884137849317e-06,
      "loss": 0.4777136445045471,
      "step": 974
    },
    {
      "epoch": 0.7388342165026495,
      "grad_norm": 7.590475082397461,
      "learning_rate": 2.868862767843116e-06,
      "loss": 1.1985186338424683,
      "step": 976
    },
    {
      "epoch": 0.7403482210446631,
      "grad_norm": 1.6530134677886963,
      "learning_rate": 2.868135211695763e-06,
      "loss": 1.2720890045166016,
      "step": 978
    },
    {
      "epoch": 0.7418622255866768,
      "grad_norm": 2.517655372619629,
      "learning_rate": 2.8674057464831016e-06,
      "loss": 0.8914427757263184,
      "step": 980
    },
    {
      "epoch": 0.7433762301286904,
      "grad_norm": 2.6291592121124268,
      "learning_rate": 2.866674373348351e-06,
      "loss": 0.7555364966392517,
      "step": 982
    },
    {
      "epoch": 0.744890234670704,
      "grad_norm": 2.1514620780944824,
      "learning_rate": 2.865941093437721e-06,
      "loss": 0.8511964678764343,
      "step": 984
    },
    {
      "epoch": 0.7464042392127176,
      "grad_norm": 1.976210355758667,
      "learning_rate": 2.865205907900412e-06,
      "loss": 0.9552498459815979,
      "step": 986
    },
    {
      "epoch": 0.7479182437547313,
      "grad_norm": 3.423999547958374,
      "learning_rate": 2.864468817888608e-06,
      "loss": 1.2477160692214966,
      "step": 988
    },
    {
      "epoch": 0.7494322482967449,
      "grad_norm": 2.068427562713623,
      "learning_rate": 2.863729824557479e-06,
      "loss": 1.0305664539337158,
      "step": 990
    },
    {
      "epoch": 0.7509462528387585,
      "grad_norm": 1.6632643938064575,
      "learning_rate": 2.862988929065177e-06,
      "loss": 1.1914719343185425,
      "step": 992
    },
    {
      "epoch": 0.7524602573807722,
      "grad_norm": 2.210796356201172,
      "learning_rate": 2.862246132572837e-06,
      "loss": 0.8302785158157349,
      "step": 994
    },
    {
      "epoch": 0.7539742619227857,
      "grad_norm": 7.937429904937744,
      "learning_rate": 2.8615014362445708e-06,
      "loss": 0.8746134638786316,
      "step": 996
    },
    {
      "epoch": 0.7554882664647994,
      "grad_norm": 1.960372805595398,
      "learning_rate": 2.860754841247469e-06,
      "loss": 1.107035756111145,
      "step": 998
    },
    {
      "epoch": 0.757002271006813,
      "grad_norm": 6.556978702545166,
      "learning_rate": 2.860006348751598e-06,
      "loss": 0.48335692286491394,
      "step": 1000
    },
    {
      "epoch": 0.7585162755488266,
      "grad_norm": 2.474748373031616,
      "learning_rate": 2.8592559599299976e-06,
      "loss": 0.5073326826095581,
      "step": 1002
    },
    {
      "epoch": 0.7600302800908403,
      "grad_norm": 1.2302364110946655,
      "learning_rate": 2.8585036759586796e-06,
      "loss": 0.6908177733421326,
      "step": 1004
    },
    {
      "epoch": 0.761544284632854,
      "grad_norm": 1.1481744050979614,
      "learning_rate": 2.857749498016625e-06,
      "loss": 0.6242103576660156,
      "step": 1006
    },
    {
      "epoch": 0.7630582891748675,
      "grad_norm": 1.667983889579773,
      "learning_rate": 2.856993427285784e-06,
      "loss": 0.5696890950202942,
      "step": 1008
    },
    {
      "epoch": 0.7645722937168812,
      "grad_norm": 2.3057103157043457,
      "learning_rate": 2.856235464951074e-06,
      "loss": 0.43427762389183044,
      "step": 1010
    },
    {
      "epoch": 0.7660862982588947,
      "grad_norm": 2.363940715789795,
      "learning_rate": 2.8554756122003755e-06,
      "loss": 0.8118288516998291,
      "step": 1012
    },
    {
      "epoch": 0.7676003028009084,
      "grad_norm": 2.5736377239227295,
      "learning_rate": 2.8547138702245316e-06,
      "loss": 1.203795313835144,
      "step": 1014
    },
    {
      "epoch": 0.7691143073429221,
      "grad_norm": 4.996185779571533,
      "learning_rate": 2.853950240217347e-06,
      "loss": 0.5433783531188965,
      "step": 1016
    },
    {
      "epoch": 0.7706283118849356,
      "grad_norm": 1.1869832277297974,
      "learning_rate": 2.8531847233755852e-06,
      "loss": 1.1779699325561523,
      "step": 1018
    },
    {
      "epoch": 0.7721423164269493,
      "grad_norm": 1.2899645566940308,
      "learning_rate": 2.852417320898966e-06,
      "loss": 1.1803244352340698,
      "step": 1020
    },
    {
      "epoch": 0.7736563209689629,
      "grad_norm": 1.5888104438781738,
      "learning_rate": 2.8516480339901663e-06,
      "loss": 0.6052057147026062,
      "step": 1022
    },
    {
      "epoch": 0.7751703255109765,
      "grad_norm": 1.4890227317810059,
      "learning_rate": 2.8508768638548135e-06,
      "loss": 1.1067696809768677,
      "step": 1024
    },
    {
      "epoch": 0.7766843300529902,
      "grad_norm": 4.891721248626709,
      "learning_rate": 2.850103811701488e-06,
      "loss": 0.5788875222206116,
      "step": 1026
    },
    {
      "epoch": 0.7781983345950038,
      "grad_norm": 2.0971038341522217,
      "learning_rate": 2.849328878741721e-06,
      "loss": 0.8433497548103333,
      "step": 1028
    },
    {
      "epoch": 0.7797123391370174,
      "grad_norm": 3.295856237411499,
      "learning_rate": 2.8485520661899875e-06,
      "loss": 0.9592798352241516,
      "step": 1030
    },
    {
      "epoch": 0.781226343679031,
      "grad_norm": 1.9466731548309326,
      "learning_rate": 2.8477733752637124e-06,
      "loss": 0.4877493977546692,
      "step": 1032
    },
    {
      "epoch": 0.7827403482210447,
      "grad_norm": 5.624363899230957,
      "learning_rate": 2.8469928071832622e-06,
      "loss": 0.5387091040611267,
      "step": 1034
    },
    {
      "epoch": 0.7842543527630583,
      "grad_norm": 1.9813792705535889,
      "learning_rate": 2.846210363171945e-06,
      "loss": 0.9394605159759521,
      "step": 1036
    },
    {
      "epoch": 0.7857683573050719,
      "grad_norm": 2.6155548095703125,
      "learning_rate": 2.8454260444560107e-06,
      "loss": 0.745268702507019,
      "step": 1038
    },
    {
      "epoch": 0.7872823618470856,
      "grad_norm": 3.142620325088501,
      "learning_rate": 2.8446398522646444e-06,
      "loss": 0.3901050388813019,
      "step": 1040
    },
    {
      "epoch": 0.7887963663890991,
      "grad_norm": 1.0682148933410645,
      "learning_rate": 2.8438517878299704e-06,
      "loss": 0.8102407455444336,
      "step": 1042
    },
    {
      "epoch": 0.7903103709311128,
      "grad_norm": 2.6520161628723145,
      "learning_rate": 2.8430618523870454e-06,
      "loss": 1.0556105375289917,
      "step": 1044
    },
    {
      "epoch": 0.7918243754731265,
      "grad_norm": 6.871322154998779,
      "learning_rate": 2.842270047173858e-06,
      "loss": 1.212335467338562,
      "step": 1046
    },
    {
      "epoch": 0.79333838001514,
      "grad_norm": 1.3800029754638672,
      "learning_rate": 2.841476373431328e-06,
      "loss": 1.054120421409607,
      "step": 1048
    },
    {
      "epoch": 0.7948523845571537,
      "grad_norm": 2.970756769180298,
      "learning_rate": 2.8406808324033043e-06,
      "loss": 1.2394263744354248,
      "step": 1050
    },
    {
      "epoch": 0.7963663890991673,
      "grad_norm": 2.5240118503570557,
      "learning_rate": 2.83988342533656e-06,
      "loss": 0.913371741771698,
      "step": 1052
    },
    {
      "epoch": 0.7978803936411809,
      "grad_norm": 1.9976874589920044,
      "learning_rate": 2.839084153480795e-06,
      "loss": 1.2547472715377808,
      "step": 1054
    },
    {
      "epoch": 0.7993943981831946,
      "grad_norm": 3.423712968826294,
      "learning_rate": 2.83828301808863e-06,
      "loss": 0.435365229845047,
      "step": 1056
    },
    {
      "epoch": 0.8009084027252081,
      "grad_norm": 5.868340015411377,
      "learning_rate": 2.837480020415607e-06,
      "loss": 1.0489962100982666,
      "step": 1058
    },
    {
      "epoch": 0.8024224072672218,
      "grad_norm": 1.535408854484558,
      "learning_rate": 2.836675161720187e-06,
      "loss": 1.2446261644363403,
      "step": 1060
    },
    {
      "epoch": 0.8039364118092355,
      "grad_norm": 1.8610411882400513,
      "learning_rate": 2.8358684432637464e-06,
      "loss": 1.2359105348587036,
      "step": 1062
    },
    {
      "epoch": 0.805450416351249,
      "grad_norm": 1.2122951745986938,
      "learning_rate": 2.8350598663105774e-06,
      "loss": 0.500268816947937,
      "step": 1064
    },
    {
      "epoch": 0.8069644208932627,
      "grad_norm": 1.37546706199646,
      "learning_rate": 2.834249432127884e-06,
      "loss": 0.9466779232025146,
      "step": 1066
    },
    {
      "epoch": 0.8084784254352763,
      "grad_norm": 5.66973876953125,
      "learning_rate": 2.833437141985781e-06,
      "loss": 0.6052334904670715,
      "step": 1068
    },
    {
      "epoch": 0.8099924299772899,
      "grad_norm": 2.347961902618408,
      "learning_rate": 2.832622997157292e-06,
      "loss": 0.858746349811554,
      "step": 1070
    },
    {
      "epoch": 0.8115064345193036,
      "grad_norm": 1.3671703338623047,
      "learning_rate": 2.831806998918348e-06,
      "loss": 1.2333590984344482,
      "step": 1072
    },
    {
      "epoch": 0.8130204390613172,
      "grad_norm": 2.0911505222320557,
      "learning_rate": 2.8309891485477835e-06,
      "loss": 0.7037978172302246,
      "step": 1074
    },
    {
      "epoch": 0.8145344436033308,
      "grad_norm": 1.9133065938949585,
      "learning_rate": 2.830169447327336e-06,
      "loss": 0.5428035259246826,
      "step": 1076
    },
    {
      "epoch": 0.8160484481453444,
      "grad_norm": 4.97536563873291,
      "learning_rate": 2.8293478965416444e-06,
      "loss": 0.8640028238296509,
      "step": 1078
    },
    {
      "epoch": 0.817562452687358,
      "grad_norm": 2.3419647216796875,
      "learning_rate": 2.8285244974782453e-06,
      "loss": 0.8723977208137512,
      "step": 1080
    },
    {
      "epoch": 0.8190764572293717,
      "grad_norm": 7.133307933807373,
      "learning_rate": 2.827699251427572e-06,
      "loss": 0.9312586784362793,
      "step": 1082
    },
    {
      "epoch": 0.8205904617713853,
      "grad_norm": 3.1311888694763184,
      "learning_rate": 2.8268721596829532e-06,
      "loss": 1.2033246755599976,
      "step": 1084
    },
    {
      "epoch": 0.822104466313399,
      "grad_norm": 1.5448412895202637,
      "learning_rate": 2.8260432235406094e-06,
      "loss": 0.7385362386703491,
      "step": 1086
    },
    {
      "epoch": 0.8236184708554126,
      "grad_norm": 2.094623565673828,
      "learning_rate": 2.825212444299652e-06,
      "loss": 0.4562510550022125,
      "step": 1088
    },
    {
      "epoch": 0.8251324753974262,
      "grad_norm": 1.6329617500305176,
      "learning_rate": 2.8243798232620807e-06,
      "loss": 0.9182811975479126,
      "step": 1090
    },
    {
      "epoch": 0.8266464799394398,
      "grad_norm": 4.220635890960693,
      "learning_rate": 2.823545361732782e-06,
      "loss": 0.520475447177887,
      "step": 1092
    },
    {
      "epoch": 0.8281604844814534,
      "grad_norm": 1.5116798877716064,
      "learning_rate": 2.8227090610195265e-06,
      "loss": 0.7769816517829895,
      "step": 1094
    },
    {
      "epoch": 0.8296744890234671,
      "grad_norm": 6.517539978027344,
      "learning_rate": 2.821870922432967e-06,
      "loss": 0.8503794074058533,
      "step": 1096
    },
    {
      "epoch": 0.8311884935654807,
      "grad_norm": 2.3296096324920654,
      "learning_rate": 2.8210309472866375e-06,
      "loss": 0.8540775179862976,
      "step": 1098
    },
    {
      "epoch": 0.8327024981074943,
      "grad_norm": 3.2018163204193115,
      "learning_rate": 2.820189136896949e-06,
      "loss": 1.1501890420913696,
      "step": 1100
    },
    {
      "epoch": 0.834216502649508,
      "grad_norm": 4.151829719543457,
      "learning_rate": 2.8193454925831903e-06,
      "loss": 0.52679842710495,
      "step": 1102
    },
    {
      "epoch": 0.8357305071915215,
      "grad_norm": 2.1522796154022217,
      "learning_rate": 2.818500015667523e-06,
      "loss": 0.6993886232376099,
      "step": 1104
    },
    {
      "epoch": 0.8372445117335352,
      "grad_norm": 3.550656318664551,
      "learning_rate": 2.8176527074749803e-06,
      "loss": 0.8634568452835083,
      "step": 1106
    },
    {
      "epoch": 0.8387585162755489,
      "grad_norm": 2.264739990234375,
      "learning_rate": 2.816803569333467e-06,
      "loss": 0.3652278780937195,
      "step": 1108
    },
    {
      "epoch": 0.8402725208175624,
      "grad_norm": 1.6804509162902832,
      "learning_rate": 2.815952602573755e-06,
      "loss": 0.8796547651290894,
      "step": 1110
    },
    {
      "epoch": 0.8417865253595761,
      "grad_norm": 2.1686923503875732,
      "learning_rate": 2.815099808529482e-06,
      "loss": 1.461799144744873,
      "step": 1112
    },
    {
      "epoch": 0.8433005299015897,
      "grad_norm": 11.775230407714844,
      "learning_rate": 2.81424518853715e-06,
      "loss": 0.8035557270050049,
      "step": 1114
    },
    {
      "epoch": 0.8448145344436033,
      "grad_norm": 1.5292541980743408,
      "learning_rate": 2.8133887439361213e-06,
      "loss": 0.8822787404060364,
      "step": 1116
    },
    {
      "epoch": 0.846328538985617,
      "grad_norm": 1.0312873125076294,
      "learning_rate": 2.8125304760686196e-06,
      "loss": 0.7623322010040283,
      "step": 1118
    },
    {
      "epoch": 0.8478425435276306,
      "grad_norm": 2.891306161880493,
      "learning_rate": 2.811670386279724e-06,
      "loss": 0.9173418879508972,
      "step": 1120
    },
    {
      "epoch": 0.8493565480696442,
      "grad_norm": 3.8095450401306152,
      "learning_rate": 2.8108084759173695e-06,
      "loss": 1.0241823196411133,
      "step": 1122
    },
    {
      "epoch": 0.8508705526116578,
      "grad_norm": 2.514314889907837,
      "learning_rate": 2.809944746332346e-06,
      "loss": 0.8152939081192017,
      "step": 1124
    },
    {
      "epoch": 0.8523845571536715,
      "grad_norm": 5.4192609786987305,
      "learning_rate": 2.8090791988782928e-06,
      "loss": 0.44812607765197754,
      "step": 1126
    },
    {
      "epoch": 0.8538985616956851,
      "grad_norm": 1.8970630168914795,
      "learning_rate": 2.808211834911698e-06,
      "loss": 0.7814205288887024,
      "step": 1128
    },
    {
      "epoch": 0.8554125662376987,
      "grad_norm": 1.624800205230713,
      "learning_rate": 2.8073426557918975e-06,
      "loss": 0.8644953966140747,
      "step": 1130
    },
    {
      "epoch": 0.8569265707797123,
      "grad_norm": 2.4981987476348877,
      "learning_rate": 2.806471662881072e-06,
      "loss": 0.5381126999855042,
      "step": 1132
    },
    {
      "epoch": 0.858440575321726,
      "grad_norm": 1.756712794303894,
      "learning_rate": 2.8055988575442435e-06,
      "loss": 0.5988097190856934,
      "step": 1134
    },
    {
      "epoch": 0.8599545798637396,
      "grad_norm": 3.4914777278900146,
      "learning_rate": 2.804724241149276e-06,
      "loss": 0.6631752848625183,
      "step": 1136
    },
    {
      "epoch": 0.8614685844057532,
      "grad_norm": 4.860958099365234,
      "learning_rate": 2.8038478150668704e-06,
      "loss": 1.2718474864959717,
      "step": 1138
    },
    {
      "epoch": 0.8629825889477668,
      "grad_norm": 2.0775246620178223,
      "learning_rate": 2.8029695806705645e-06,
      "loss": 0.8018662929534912,
      "step": 1140
    },
    {
      "epoch": 0.8644965934897805,
      "grad_norm": 2.704127311706543,
      "learning_rate": 2.8020895393367304e-06,
      "loss": 0.4317402243614197,
      "step": 1142
    },
    {
      "epoch": 0.8660105980317941,
      "grad_norm": 3.2498629093170166,
      "learning_rate": 2.8012076924445715e-06,
      "loss": 1.2137093544006348,
      "step": 1144
    },
    {
      "epoch": 0.8675246025738077,
      "grad_norm": 2.4548707008361816,
      "learning_rate": 2.8003240413761203e-06,
      "loss": 0.7217168211936951,
      "step": 1146
    },
    {
      "epoch": 0.8690386071158214,
      "grad_norm": 2.6822304725646973,
      "learning_rate": 2.7994385875162384e-06,
      "loss": 0.8042414784431458,
      "step": 1148
    },
    {
      "epoch": 0.8705526116578349,
      "grad_norm": 2.950601577758789,
      "learning_rate": 2.7985513322526113e-06,
      "loss": 1.1039682626724243,
      "step": 1150
    },
    {
      "epoch": 0.8720666161998486,
      "grad_norm": 1.850177526473999,
      "learning_rate": 2.797662276975749e-06,
      "loss": 0.7056236267089844,
      "step": 1152
    },
    {
      "epoch": 0.8735806207418623,
      "grad_norm": 6.22799825668335,
      "learning_rate": 2.7967714230789814e-06,
      "loss": 0.8468853235244751,
      "step": 1154
    },
    {
      "epoch": 0.8750946252838758,
      "grad_norm": 1.8293390274047852,
      "learning_rate": 2.7958787719584563e-06,
      "loss": 0.8229158520698547,
      "step": 1156
    },
    {
      "epoch": 0.8766086298258895,
      "grad_norm": 1.768035888671875,
      "learning_rate": 2.794984325013141e-06,
      "loss": 0.47428685426712036,
      "step": 1158
    },
    {
      "epoch": 0.878122634367903,
      "grad_norm": 2.19268798828125,
      "learning_rate": 2.7940880836448146e-06,
      "loss": 0.8314292430877686,
      "step": 1160
    },
    {
      "epoch": 0.8796366389099167,
      "grad_norm": 2.4109113216400146,
      "learning_rate": 2.7931900492580693e-06,
      "loss": 1.1764559745788574,
      "step": 1162
    },
    {
      "epoch": 0.8811506434519304,
      "grad_norm": 1.2788642644882202,
      "learning_rate": 2.7922902232603086e-06,
      "loss": 0.30559080839157104,
      "step": 1164
    },
    {
      "epoch": 0.882664647993944,
      "grad_norm": 2.033473014831543,
      "learning_rate": 2.7913886070617414e-06,
      "loss": 0.8132178783416748,
      "step": 1166
    },
    {
      "epoch": 0.8841786525359576,
      "grad_norm": 5.624773025512695,
      "learning_rate": 2.7904852020753835e-06,
      "loss": 0.8571276664733887,
      "step": 1168
    },
    {
      "epoch": 0.8856926570779712,
      "grad_norm": 1.4092870950698853,
      "learning_rate": 2.789580009717054e-06,
      "loss": 0.8549548983573914,
      "step": 1170
    },
    {
      "epoch": 0.8872066616199848,
      "grad_norm": 2.9512217044830322,
      "learning_rate": 2.788673031405374e-06,
      "loss": 0.5353968739509583,
      "step": 1172
    },
    {
      "epoch": 0.8887206661619985,
      "grad_norm": 4.28328800201416,
      "learning_rate": 2.787764268561762e-06,
      "loss": 0.731753408908844,
      "step": 1174
    },
    {
      "epoch": 0.8902346707040121,
      "grad_norm": 2.1515896320343018,
      "learning_rate": 2.7868537226104346e-06,
      "loss": 0.7792448997497559,
      "step": 1176
    },
    {
      "epoch": 0.8917486752460257,
      "grad_norm": 7.964438438415527,
      "learning_rate": 2.7859413949784013e-06,
      "loss": 0.47553539276123047,
      "step": 1178
    },
    {
      "epoch": 0.8932626797880394,
      "grad_norm": 4.39863395690918,
      "learning_rate": 2.7850272870954657e-06,
      "loss": 1.2436693906784058,
      "step": 1180
    },
    {
      "epoch": 0.894776684330053,
      "grad_norm": 1.8371373414993286,
      "learning_rate": 2.78411140039422e-06,
      "loss": 1.127423882484436,
      "step": 1182
    },
    {
      "epoch": 0.8962906888720666,
      "grad_norm": 2.7225122451782227,
      "learning_rate": 2.783193736310045e-06,
      "loss": 0.8037985563278198,
      "step": 1184
    },
    {
      "epoch": 0.8978046934140802,
      "grad_norm": 2.108687400817871,
      "learning_rate": 2.782274296281107e-06,
      "loss": 1.2393871545791626,
      "step": 1186
    },
    {
      "epoch": 0.8993186979560939,
      "grad_norm": 1.637842059135437,
      "learning_rate": 2.7813530817483537e-06,
      "loss": 1.1900055408477783,
      "step": 1188
    },
    {
      "epoch": 0.9008327024981075,
      "grad_norm": 4.827752113342285,
      "learning_rate": 2.780430094155517e-06,
      "loss": 0.8907873630523682,
      "step": 1190
    },
    {
      "epoch": 0.9023467070401211,
      "grad_norm": 4.129854679107666,
      "learning_rate": 2.7795053349491062e-06,
      "loss": 0.30467483401298523,
      "step": 1192
    },
    {
      "epoch": 0.9038607115821348,
      "grad_norm": 5.735848426818848,
      "learning_rate": 2.778578805578406e-06,
      "loss": 0.8214407563209534,
      "step": 1194
    },
    {
      "epoch": 0.9053747161241483,
      "grad_norm": 1.920812964439392,
      "learning_rate": 2.7776505074954756e-06,
      "loss": 0.8967646956443787,
      "step": 1196
    },
    {
      "epoch": 0.906888720666162,
      "grad_norm": 2.8142926692962646,
      "learning_rate": 2.776720442155148e-06,
      "loss": 0.5961228609085083,
      "step": 1198
    },
    {
      "epoch": 0.9084027252081757,
      "grad_norm": 1.3868736028671265,
      "learning_rate": 2.7757886110150234e-06,
      "loss": 1.00760817527771,
      "step": 1200
    },
    {
      "epoch": 0.9099167297501892,
      "grad_norm": 2.524928331375122,
      "learning_rate": 2.774855015535471e-06,
      "loss": 1.0168966054916382,
      "step": 1202
    },
    {
      "epoch": 0.9114307342922029,
      "grad_norm": 2.3753180503845215,
      "learning_rate": 2.7739196571796242e-06,
      "loss": 1.2498538494110107,
      "step": 1204
    },
    {
      "epoch": 0.9129447388342165,
      "grad_norm": 1.77561616897583,
      "learning_rate": 2.7729825374133805e-06,
      "loss": 0.7145369648933411,
      "step": 1206
    },
    {
      "epoch": 0.9144587433762301,
      "grad_norm": 2.117807149887085,
      "learning_rate": 2.7720436577053957e-06,
      "loss": 0.9042050838470459,
      "step": 1208
    },
    {
      "epoch": 0.9159727479182438,
      "grad_norm": 5.781267166137695,
      "learning_rate": 2.7711030195270854e-06,
      "loss": 0.7323153614997864,
      "step": 1210
    },
    {
      "epoch": 0.9174867524602573,
      "grad_norm": 3.5370779037475586,
      "learning_rate": 2.770160624352621e-06,
      "loss": 0.8055700063705444,
      "step": 1212
    },
    {
      "epoch": 0.919000757002271,
      "grad_norm": 1.6705321073532104,
      "learning_rate": 2.7692164736589273e-06,
      "loss": 0.850743293762207,
      "step": 1214
    },
    {
      "epoch": 0.9205147615442847,
      "grad_norm": 1.9116226434707642,
      "learning_rate": 2.7682705689256797e-06,
      "loss": 1.4134933948516846,
      "step": 1216
    },
    {
      "epoch": 0.9220287660862982,
      "grad_norm": 2.118795871734619,
      "learning_rate": 2.767322911635303e-06,
      "loss": 0.42531701922416687,
      "step": 1218
    },
    {
      "epoch": 0.9235427706283119,
      "grad_norm": 1.391668677330017,
      "learning_rate": 2.7663735032729687e-06,
      "loss": 0.945673406124115,
      "step": 1220
    },
    {
      "epoch": 0.9250567751703255,
      "grad_norm": 2.9070723056793213,
      "learning_rate": 2.7654223453265933e-06,
      "loss": 0.922468364238739,
      "step": 1222
    },
    {
      "epoch": 0.9265707797123391,
      "grad_norm": 1.8511205911636353,
      "learning_rate": 2.7644694392868335e-06,
      "loss": 0.6354098916053772,
      "step": 1224
    },
    {
      "epoch": 0.9280847842543528,
      "grad_norm": 4.253298282623291,
      "learning_rate": 2.7635147866470874e-06,
      "loss": 0.19364294409751892,
      "step": 1226
    },
    {
      "epoch": 0.9295987887963664,
      "grad_norm": 1.7090325355529785,
      "learning_rate": 2.7625583889034892e-06,
      "loss": 0.8719943761825562,
      "step": 1228
    },
    {
      "epoch": 0.93111279333838,
      "grad_norm": 3.77422833442688,
      "learning_rate": 2.7616002475549083e-06,
      "loss": 0.42701461911201477,
      "step": 1230
    },
    {
      "epoch": 0.9326267978803936,
      "grad_norm": 2.711357593536377,
      "learning_rate": 2.7606403641029477e-06,
      "loss": 1.1919710636138916,
      "step": 1232
    },
    {
      "epoch": 0.9341408024224073,
      "grad_norm": 1.9754915237426758,
      "learning_rate": 2.7596787400519383e-06,
      "loss": 1.2326306104660034,
      "step": 1234
    },
    {
      "epoch": 0.9356548069644209,
      "grad_norm": 11.081687927246094,
      "learning_rate": 2.7587153769089416e-06,
      "loss": 0.7123717069625854,
      "step": 1236
    },
    {
      "epoch": 0.9371688115064345,
      "grad_norm": 2.403883218765259,
      "learning_rate": 2.757750276183743e-06,
      "loss": 1.3490595817565918,
      "step": 1238
    },
    {
      "epoch": 0.9386828160484482,
      "grad_norm": 3.322733163833618,
      "learning_rate": 2.756783439388851e-06,
      "loss": 0.9039950370788574,
      "step": 1240
    },
    {
      "epoch": 0.9401968205904617,
      "grad_norm": 5.353653907775879,
      "learning_rate": 2.7558148680394947e-06,
      "loss": 0.4231591522693634,
      "step": 1242
    },
    {
      "epoch": 0.9417108251324754,
      "grad_norm": 2.372028350830078,
      "learning_rate": 2.7548445636536234e-06,
      "loss": 0.6393493413925171,
      "step": 1244
    },
    {
      "epoch": 0.9432248296744891,
      "grad_norm": 2.0998072624206543,
      "learning_rate": 2.753872527751901e-06,
      "loss": 1.0599191188812256,
      "step": 1246
    },
    {
      "epoch": 0.9447388342165026,
      "grad_norm": 1.9805744886398315,
      "learning_rate": 2.7528987618577047e-06,
      "loss": 1.1206618547439575,
      "step": 1248
    },
    {
      "epoch": 0.9462528387585163,
      "grad_norm": 1.0623162984848022,
      "learning_rate": 2.7519232674971233e-06,
      "loss": 0.6939067840576172,
      "step": 1250
    },
    {
      "epoch": 0.9477668433005298,
      "grad_norm": 4.080114841461182,
      "learning_rate": 2.750946046198955e-06,
      "loss": 0.902068555355072,
      "step": 1252
    },
    {
      "epoch": 0.9492808478425435,
      "grad_norm": 5.1340227127075195,
      "learning_rate": 2.749967099494704e-06,
      "loss": 0.8372121453285217,
      "step": 1254
    },
    {
      "epoch": 0.9507948523845572,
      "grad_norm": 3.9078993797302246,
      "learning_rate": 2.7489864289185786e-06,
      "loss": 0.8124945163726807,
      "step": 1256
    },
    {
      "epoch": 0.9523088569265707,
      "grad_norm": 7.938327789306641,
      "learning_rate": 2.7480040360074886e-06,
      "loss": 0.9052401185035706,
      "step": 1258
    },
    {
      "epoch": 0.9538228614685844,
      "grad_norm": 2.190640449523926,
      "learning_rate": 2.7470199223010446e-06,
      "loss": 0.9121738076210022,
      "step": 1260
    },
    {
      "epoch": 0.9553368660105981,
      "grad_norm": 2.5523154735565186,
      "learning_rate": 2.7460340893415503e-06,
      "loss": 0.682637631893158,
      "step": 1262
    },
    {
      "epoch": 0.9568508705526116,
      "grad_norm": 2.231675624847412,
      "learning_rate": 2.7450465386740074e-06,
      "loss": 0.8745209574699402,
      "step": 1264
    },
    {
      "epoch": 0.9583648750946253,
      "grad_norm": 1.344656229019165,
      "learning_rate": 2.744057271846109e-06,
      "loss": 1.2278828620910645,
      "step": 1266
    },
    {
      "epoch": 0.9598788796366389,
      "grad_norm": 1.938359260559082,
      "learning_rate": 2.743066290408236e-06,
      "loss": 0.76249760389328,
      "step": 1268
    },
    {
      "epoch": 0.9613928841786525,
      "grad_norm": 1.5976496934890747,
      "learning_rate": 2.7420735959134585e-06,
      "loss": 0.5155737400054932,
      "step": 1270
    },
    {
      "epoch": 0.9629068887206662,
      "grad_norm": 1.5426353216171265,
      "learning_rate": 2.74107918991753e-06,
      "loss": 1.2777304649353027,
      "step": 1272
    },
    {
      "epoch": 0.9644208932626798,
      "grad_norm": 3.2231552600860596,
      "learning_rate": 2.740083073978887e-06,
      "loss": 0.5381708741188049,
      "step": 1274
    },
    {
      "epoch": 0.9659348978046934,
      "grad_norm": 2.456082344055176,
      "learning_rate": 2.739085249658645e-06,
      "loss": 0.7773256301879883,
      "step": 1276
    },
    {
      "epoch": 0.967448902346707,
      "grad_norm": 6.216519832611084,
      "learning_rate": 2.738085718520598e-06,
      "loss": 0.39604809880256653,
      "step": 1278
    },
    {
      "epoch": 0.9689629068887207,
      "grad_norm": 2.6285789012908936,
      "learning_rate": 2.7370844821312133e-06,
      "loss": 0.7192943096160889,
      "step": 1280
    },
    {
      "epoch": 0.9704769114307343,
      "grad_norm": 1.3127273321151733,
      "learning_rate": 2.736081542059633e-06,
      "loss": 1.2801799774169922,
      "step": 1282
    },
    {
      "epoch": 0.9719909159727479,
      "grad_norm": 1.9447704553604126,
      "learning_rate": 2.7350768998776668e-06,
      "loss": 1.1748425960540771,
      "step": 1284
    },
    {
      "epoch": 0.9735049205147616,
      "grad_norm": 1.5830963850021362,
      "learning_rate": 2.7340705571597945e-06,
      "loss": 0.8880859017372131,
      "step": 1286
    },
    {
      "epoch": 0.9750189250567751,
      "grad_norm": 1.9534872770309448,
      "learning_rate": 2.733062515483158e-06,
      "loss": 0.6956273317337036,
      "step": 1288
    },
    {
      "epoch": 0.9765329295987888,
      "grad_norm": 1.4043753147125244,
      "learning_rate": 2.732052776427564e-06,
      "loss": 0.8173001408576965,
      "step": 1290
    },
    {
      "epoch": 0.9780469341408025,
      "grad_norm": 1.894389033317566,
      "learning_rate": 2.7310413415754785e-06,
      "loss": 0.7789499759674072,
      "step": 1292
    },
    {
      "epoch": 0.979560938682816,
      "grad_norm": 3.465914487838745,
      "learning_rate": 2.7300282125120255e-06,
      "loss": 0.5313485860824585,
      "step": 1294
    },
    {
      "epoch": 0.9810749432248297,
      "grad_norm": 9.61059856414795,
      "learning_rate": 2.7290133908249844e-06,
      "loss": 0.9159805774688721,
      "step": 1296
    },
    {
      "epoch": 0.9825889477668432,
      "grad_norm": 4.936594486236572,
      "learning_rate": 2.7279968781047867e-06,
      "loss": 0.8132763504981995,
      "step": 1298
    },
    {
      "epoch": 0.9841029523088569,
      "grad_norm": 2.389509916305542,
      "learning_rate": 2.726978675944514e-06,
      "loss": 1.0288949012756348,
      "step": 1300
    },
    {
      "epoch": 0.9856169568508706,
      "grad_norm": 1.7264068126678467,
      "learning_rate": 2.7259587859398954e-06,
      "loss": 0.837356686592102,
      "step": 1302
    },
    {
      "epoch": 0.9871309613928841,
      "grad_norm": 1.2041871547698975,
      "learning_rate": 2.7249372096893075e-06,
      "loss": 0.444491982460022,
      "step": 1304
    },
    {
      "epoch": 0.9886449659348978,
      "grad_norm": 1.9402670860290527,
      "learning_rate": 2.723913948793766e-06,
      "loss": 0.8788086175918579,
      "step": 1306
    },
    {
      "epoch": 0.9901589704769115,
      "grad_norm": 8.380989074707031,
      "learning_rate": 2.7228890048569294e-06,
      "loss": 0.5033178329467773,
      "step": 1308
    },
    {
      "epoch": 0.991672975018925,
      "grad_norm": 2.616488218307495,
      "learning_rate": 2.721862379485094e-06,
      "loss": 0.751565158367157,
      "step": 1310
    },
    {
      "epoch": 0.9931869795609387,
      "grad_norm": 1.3802661895751953,
      "learning_rate": 2.720834074287188e-06,
      "loss": 0.7129951119422913,
      "step": 1312
    },
    {
      "epoch": 0.9947009841029523,
      "grad_norm": 1.6147418022155762,
      "learning_rate": 2.719804090874776e-06,
      "loss": 0.7851198315620422,
      "step": 1314
    },
    {
      "epoch": 0.9962149886449659,
      "grad_norm": 1.4303407669067383,
      "learning_rate": 2.7187724308620507e-06,
      "loss": 0.8599988222122192,
      "step": 1316
    },
    {
      "epoch": 0.9977289931869796,
      "grad_norm": 3.953418254852295,
      "learning_rate": 2.7177390958658336e-06,
      "loss": 0.9210554957389832,
      "step": 1318
    },
    {
      "epoch": 0.9992429977289932,
      "grad_norm": 1.302258849143982,
      "learning_rate": 2.71670408750557e-06,
      "loss": 0.38900431990623474,
      "step": 1320
    },
    {
      "epoch": 1.0007570022710068,
      "grad_norm": 2.8431973457336426,
      "learning_rate": 2.715667407403328e-06,
      "loss": 0.6563358306884766,
      "step": 1322
    },
    {
      "epoch": 1.0022710068130205,
      "grad_norm": 1.8707140684127808,
      "learning_rate": 2.7146290571837965e-06,
      "loss": 0.7056888341903687,
      "step": 1324
    },
    {
      "epoch": 1.0037850113550342,
      "grad_norm": 1.6970131397247314,
      "learning_rate": 2.7135890384742804e-06,
      "loss": 0.8172030448913574,
      "step": 1326
    },
    {
      "epoch": 1.0052990158970476,
      "grad_norm": 2.909482717514038,
      "learning_rate": 2.712547352904701e-06,
      "loss": 0.4417012631893158,
      "step": 1328
    },
    {
      "epoch": 1.0068130204390613,
      "grad_norm": 1.567160964012146,
      "learning_rate": 2.7115040021075915e-06,
      "loss": 1.1346977949142456,
      "step": 1330
    },
    {
      "epoch": 1.008327024981075,
      "grad_norm": 1.576781988143921,
      "learning_rate": 2.710458987718094e-06,
      "loss": 0.7643612027168274,
      "step": 1332
    },
    {
      "epoch": 1.0098410295230886,
      "grad_norm": 2.6382930278778076,
      "learning_rate": 2.7094123113739576e-06,
      "loss": 0.6715695858001709,
      "step": 1334
    },
    {
      "epoch": 1.0113550340651023,
      "grad_norm": 2.5436923503875732,
      "learning_rate": 2.7083639747155376e-06,
      "loss": 0.3763667047023773,
      "step": 1336
    },
    {
      "epoch": 1.0128690386071157,
      "grad_norm": 3.2012388706207275,
      "learning_rate": 2.7073139793857908e-06,
      "loss": 0.6741540431976318,
      "step": 1338
    },
    {
      "epoch": 1.0143830431491294,
      "grad_norm": 3.748810291290283,
      "learning_rate": 2.706262327030272e-06,
      "loss": 0.6608448624610901,
      "step": 1340
    },
    {
      "epoch": 1.015897047691143,
      "grad_norm": 1.3386434316635132,
      "learning_rate": 2.705209019297135e-06,
      "loss": 0.47587254643440247,
      "step": 1342
    },
    {
      "epoch": 1.0174110522331568,
      "grad_norm": 2.3118233680725098,
      "learning_rate": 2.7041540578371273e-06,
      "loss": 0.801154375076294,
      "step": 1344
    },
    {
      "epoch": 1.0189250567751704,
      "grad_norm": 20.85770034790039,
      "learning_rate": 2.7030974443035864e-06,
      "loss": 0.8961002826690674,
      "step": 1346
    },
    {
      "epoch": 1.0204390613171839,
      "grad_norm": 1.6689656972885132,
      "learning_rate": 2.7020391803524415e-06,
      "loss": 0.6929575800895691,
      "step": 1348
    },
    {
      "epoch": 1.0219530658591975,
      "grad_norm": 1.3510750532150269,
      "learning_rate": 2.7009792676422067e-06,
      "loss": 0.7450751066207886,
      "step": 1350
    },
    {
      "epoch": 1.0234670704012112,
      "grad_norm": 0.8317976593971252,
      "learning_rate": 2.6999177078339807e-06,
      "loss": 0.6293408870697021,
      "step": 1352
    },
    {
      "epoch": 1.0249810749432249,
      "grad_norm": 3.2913503646850586,
      "learning_rate": 2.6988545025914437e-06,
      "loss": 0.841137707233429,
      "step": 1354
    },
    {
      "epoch": 1.0264950794852385,
      "grad_norm": 3.2313413619995117,
      "learning_rate": 2.697789653580853e-06,
      "loss": 0.7870294451713562,
      "step": 1356
    },
    {
      "epoch": 1.028009084027252,
      "grad_norm": 1.451443076133728,
      "learning_rate": 2.6967231624710447e-06,
      "loss": 0.9140100479125977,
      "step": 1358
    },
    {
      "epoch": 1.0295230885692657,
      "grad_norm": 2.742377996444702,
      "learning_rate": 2.695655030933426e-06,
      "loss": 0.9199535250663757,
      "step": 1360
    },
    {
      "epoch": 1.0310370931112793,
      "grad_norm": 9.10448169708252,
      "learning_rate": 2.694585260641977e-06,
      "loss": 0.6621928811073303,
      "step": 1362
    },
    {
      "epoch": 1.032551097653293,
      "grad_norm": 1.4048140048980713,
      "learning_rate": 2.6935138532732442e-06,
      "loss": 0.8045563697814941,
      "step": 1364
    },
    {
      "epoch": 1.0340651021953067,
      "grad_norm": 2.4908690452575684,
      "learning_rate": 2.6924408105063405e-06,
      "loss": 0.8018115758895874,
      "step": 1366
    },
    {
      "epoch": 1.0355791067373201,
      "grad_norm": 0.5607267022132874,
      "learning_rate": 2.6913661340229423e-06,
      "loss": 0.45020002126693726,
      "step": 1368
    },
    {
      "epoch": 1.0370931112793338,
      "grad_norm": 4.257814884185791,
      "learning_rate": 2.6902898255072865e-06,
      "loss": 0.6275112628936768,
      "step": 1370
    },
    {
      "epoch": 1.0386071158213475,
      "grad_norm": 3.537292242050171,
      "learning_rate": 2.6892118866461664e-06,
      "loss": 0.3463631570339203,
      "step": 1372
    },
    {
      "epoch": 1.0401211203633611,
      "grad_norm": 3.6382415294647217,
      "learning_rate": 2.6881323191289305e-06,
      "loss": 0.791259765625,
      "step": 1374
    },
    {
      "epoch": 1.0416351249053748,
      "grad_norm": 2.5053513050079346,
      "learning_rate": 2.6870511246474815e-06,
      "loss": 0.9765958786010742,
      "step": 1376
    },
    {
      "epoch": 1.0431491294473882,
      "grad_norm": 2.3160805702209473,
      "learning_rate": 2.685968304896271e-06,
      "loss": 0.7225064039230347,
      "step": 1378
    },
    {
      "epoch": 1.044663133989402,
      "grad_norm": 2.5423390865325928,
      "learning_rate": 2.6848838615722962e-06,
      "loss": 1.1174613237380981,
      "step": 1380
    },
    {
      "epoch": 1.0461771385314156,
      "grad_norm": 1.6330304145812988,
      "learning_rate": 2.683797796375101e-06,
      "loss": 0.741710364818573,
      "step": 1382
    },
    {
      "epoch": 1.0476911430734293,
      "grad_norm": 1.4876264333724976,
      "learning_rate": 2.68271011100677e-06,
      "loss": 0.7462827563285828,
      "step": 1384
    },
    {
      "epoch": 1.049205147615443,
      "grad_norm": 2.399090051651001,
      "learning_rate": 2.6816208071719274e-06,
      "loss": 1.0535266399383545,
      "step": 1386
    },
    {
      "epoch": 1.0507191521574564,
      "grad_norm": 1.310610055923462,
      "learning_rate": 2.680529886577733e-06,
      "loss": 1.0984599590301514,
      "step": 1388
    },
    {
      "epoch": 1.05223315669947,
      "grad_norm": 20.521469116210938,
      "learning_rate": 2.6794373509338812e-06,
      "loss": 0.746917724609375,
      "step": 1390
    },
    {
      "epoch": 1.0537471612414837,
      "grad_norm": 19.680225372314453,
      "learning_rate": 2.6783432019525967e-06,
      "loss": 0.4829588532447815,
      "step": 1392
    },
    {
      "epoch": 1.0552611657834974,
      "grad_norm": 1.8437694311141968,
      "learning_rate": 2.6772474413486345e-06,
      "loss": 0.7734227180480957,
      "step": 1394
    },
    {
      "epoch": 1.056775170325511,
      "grad_norm": 1.524431586265564,
      "learning_rate": 2.6761500708392727e-06,
      "loss": 0.7006011009216309,
      "step": 1396
    },
    {
      "epoch": 1.0582891748675245,
      "grad_norm": 5.695611000061035,
      "learning_rate": 2.675051092144315e-06,
      "loss": 0.2834855914115906,
      "step": 1398
    },
    {
      "epoch": 1.0598031794095382,
      "grad_norm": 2.3736777305603027,
      "learning_rate": 2.6739505069860835e-06,
      "loss": 0.8014317750930786,
      "step": 1400
    },
    {
      "epoch": 1.0613171839515518,
      "grad_norm": 1.2972900867462158,
      "learning_rate": 2.672848317089419e-06,
      "loss": 0.43378323316574097,
      "step": 1402
    },
    {
      "epoch": 1.0628311884935655,
      "grad_norm": 7.267664909362793,
      "learning_rate": 2.6717445241816766e-06,
      "loss": 0.41693636775016785,
      "step": 1404
    },
    {
      "epoch": 1.0643451930355792,
      "grad_norm": 2.0065371990203857,
      "learning_rate": 2.670639129992724e-06,
      "loss": 0.8223442435264587,
      "step": 1406
    },
    {
      "epoch": 1.0658591975775926,
      "grad_norm": 1.2673693895339966,
      "learning_rate": 2.669532136254939e-06,
      "loss": 0.8150830864906311,
      "step": 1408
    },
    {
      "epoch": 1.0673732021196063,
      "grad_norm": 4.826721668243408,
      "learning_rate": 2.668423544703205e-06,
      "loss": 1.1558277606964111,
      "step": 1410
    },
    {
      "epoch": 1.06888720666162,
      "grad_norm": 2.484870433807373,
      "learning_rate": 2.6673133570749107e-06,
      "loss": 0.986355721950531,
      "step": 1412
    },
    {
      "epoch": 1.0704012112036336,
      "grad_norm": 1.8060321807861328,
      "learning_rate": 2.666201575109945e-06,
      "loss": 1.1337124109268188,
      "step": 1414
    },
    {
      "epoch": 1.0719152157456473,
      "grad_norm": 2.5740833282470703,
      "learning_rate": 2.665088200550697e-06,
      "loss": 0.8420611619949341,
      "step": 1416
    },
    {
      "epoch": 1.073429220287661,
      "grad_norm": 3.167254686355591,
      "learning_rate": 2.6639732351420494e-06,
      "loss": 0.7230285406112671,
      "step": 1418
    },
    {
      "epoch": 1.0749432248296744,
      "grad_norm": 2.329456329345703,
      "learning_rate": 2.66285668063138e-06,
      "loss": 0.7629521489143372,
      "step": 1420
    },
    {
      "epoch": 1.076457229371688,
      "grad_norm": 3.7189221382141113,
      "learning_rate": 2.6617385387685576e-06,
      "loss": 0.4574144780635834,
      "step": 1422
    },
    {
      "epoch": 1.0779712339137018,
      "grad_norm": 3.426736354827881,
      "learning_rate": 2.6606188113059366e-06,
      "loss": 0.37381836771965027,
      "step": 1424
    },
    {
      "epoch": 1.0794852384557154,
      "grad_norm": 4.68638801574707,
      "learning_rate": 2.6594974999983575e-06,
      "loss": 0.6116821765899658,
      "step": 1426
    },
    {
      "epoch": 1.080999242997729,
      "grad_norm": 3.7828402519226074,
      "learning_rate": 2.6583746066031428e-06,
      "loss": 0.3239648938179016,
      "step": 1428
    },
    {
      "epoch": 1.0825132475397425,
      "grad_norm": 2.0054421424865723,
      "learning_rate": 2.6572501328800947e-06,
      "loss": 0.774564802646637,
      "step": 1430
    },
    {
      "epoch": 1.0840272520817562,
      "grad_norm": 2.6869266033172607,
      "learning_rate": 2.656124080591492e-06,
      "loss": 0.4418902099132538,
      "step": 1432
    },
    {
      "epoch": 1.0855412566237699,
      "grad_norm": 3.1833698749542236,
      "learning_rate": 2.654996451502087e-06,
      "loss": 0.5636769533157349,
      "step": 1434
    },
    {
      "epoch": 1.0870552611657835,
      "grad_norm": 1.5770076513290405,
      "learning_rate": 2.653867247379104e-06,
      "loss": 1.1258914470672607,
      "step": 1436
    },
    {
      "epoch": 1.0885692657077972,
      "grad_norm": 1.492074728012085,
      "learning_rate": 2.6527364699922356e-06,
      "loss": 0.6968456506729126,
      "step": 1438
    },
    {
      "epoch": 1.0900832702498107,
      "grad_norm": 2.156663656234741,
      "learning_rate": 2.651604121113639e-06,
      "loss": 0.42688336968421936,
      "step": 1440
    },
    {
      "epoch": 1.0915972747918243,
      "grad_norm": 1.730763554573059,
      "learning_rate": 2.6504702025179344e-06,
      "loss": 0.7748847007751465,
      "step": 1442
    },
    {
      "epoch": 1.093111279333838,
      "grad_norm": 4.515677452087402,
      "learning_rate": 2.6493347159822033e-06,
      "loss": 0.3128478527069092,
      "step": 1444
    },
    {
      "epoch": 1.0946252838758517,
      "grad_norm": 1.7783712148666382,
      "learning_rate": 2.6481976632859837e-06,
      "loss": 0.5876952409744263,
      "step": 1446
    },
    {
      "epoch": 1.0961392884178653,
      "grad_norm": 2.324995517730713,
      "learning_rate": 2.647059046211268e-06,
      "loss": 1.1297352313995361,
      "step": 1448
    },
    {
      "epoch": 1.0976532929598788,
      "grad_norm": 2.034179925918579,
      "learning_rate": 2.645918866542501e-06,
      "loss": 0.8161102533340454,
      "step": 1450
    },
    {
      "epoch": 1.0991672975018925,
      "grad_norm": 2.0529401302337646,
      "learning_rate": 2.6447771260665746e-06,
      "loss": 0.7258488535881042,
      "step": 1452
    },
    {
      "epoch": 1.1006813020439061,
      "grad_norm": 2.404632806777954,
      "learning_rate": 2.643633826572829e-06,
      "loss": 0.8145933747291565,
      "step": 1454
    },
    {
      "epoch": 1.1021953065859198,
      "grad_norm": 2.9968576431274414,
      "learning_rate": 2.6424889698530463e-06,
      "loss": 0.7694134712219238,
      "step": 1456
    },
    {
      "epoch": 1.1037093111279335,
      "grad_norm": 3.773648977279663,
      "learning_rate": 2.64134255770145e-06,
      "loss": 0.6372519135475159,
      "step": 1458
    },
    {
      "epoch": 1.105223315669947,
      "grad_norm": 1.944852590560913,
      "learning_rate": 2.6401945919147e-06,
      "loss": 0.7862814664840698,
      "step": 1460
    },
    {
      "epoch": 1.1067373202119606,
      "grad_norm": 1.8397468328475952,
      "learning_rate": 2.6390450742918934e-06,
      "loss": 0.852626621723175,
      "step": 1462
    },
    {
      "epoch": 1.1082513247539743,
      "grad_norm": 2.014392375946045,
      "learning_rate": 2.6378940066345563e-06,
      "loss": 0.8128108382225037,
      "step": 1464
    },
    {
      "epoch": 1.109765329295988,
      "grad_norm": 7.674124240875244,
      "learning_rate": 2.636741390746646e-06,
      "loss": 0.812615156173706,
      "step": 1466
    },
    {
      "epoch": 1.1112793338380016,
      "grad_norm": 1.6925760507583618,
      "learning_rate": 2.635587228434546e-06,
      "loss": 0.4845889210700989,
      "step": 1468
    },
    {
      "epoch": 1.112793338380015,
      "grad_norm": 1.3222905397415161,
      "learning_rate": 2.6344315215070623e-06,
      "loss": 0.6777662038803101,
      "step": 1470
    },
    {
      "epoch": 1.1143073429220287,
      "grad_norm": 5.2306013107299805,
      "learning_rate": 2.633274271775423e-06,
      "loss": 0.6973274350166321,
      "step": 1472
    },
    {
      "epoch": 1.1158213474640424,
      "grad_norm": 28.449199676513672,
      "learning_rate": 2.6321154810532736e-06,
      "loss": 1.161055564880371,
      "step": 1474
    },
    {
      "epoch": 1.117335352006056,
      "grad_norm": 6.230593204498291,
      "learning_rate": 2.6309551511566748e-06,
      "loss": 0.7826764583587646,
      "step": 1476
    },
    {
      "epoch": 1.1188493565480697,
      "grad_norm": 2.1054954528808594,
      "learning_rate": 2.629793283904098e-06,
      "loss": 0.6974689364433289,
      "step": 1478
    },
    {
      "epoch": 1.1203633610900834,
      "grad_norm": 10.107316970825195,
      "learning_rate": 2.628629881116427e-06,
      "loss": 0.9081476926803589,
      "step": 1480
    },
    {
      "epoch": 1.1218773656320968,
      "grad_norm": 3.2295544147491455,
      "learning_rate": 2.6274649446169484e-06,
      "loss": 0.28264302015304565,
      "step": 1482
    },
    {
      "epoch": 1.1233913701741105,
      "grad_norm": 3.182004690170288,
      "learning_rate": 2.6262984762313558e-06,
      "loss": 0.5937165021896362,
      "step": 1484
    },
    {
      "epoch": 1.1249053747161242,
      "grad_norm": 1.4822916984558105,
      "learning_rate": 2.625130477787741e-06,
      "loss": 0.6934922933578491,
      "step": 1486
    },
    {
      "epoch": 1.1264193792581378,
      "grad_norm": 5.625181674957275,
      "learning_rate": 2.623960951116596e-06,
      "loss": 0.41950473189353943,
      "step": 1488
    },
    {
      "epoch": 1.1279333838001513,
      "grad_norm": 1.72547447681427,
      "learning_rate": 2.622789898050805e-06,
      "loss": 0.5038779973983765,
      "step": 1490
    },
    {
      "epoch": 1.129447388342165,
      "grad_norm": 3.188124895095825,
      "learning_rate": 2.6216173204256478e-06,
      "loss": 0.6977412104606628,
      "step": 1492
    },
    {
      "epoch": 1.1309613928841786,
      "grad_norm": 1.6635669469833374,
      "learning_rate": 2.6204432200787906e-06,
      "loss": 0.36403128504753113,
      "step": 1494
    },
    {
      "epoch": 1.1324753974261923,
      "grad_norm": 2.5082645416259766,
      "learning_rate": 2.6192675988502873e-06,
      "loss": 0.5870634317398071,
      "step": 1496
    },
    {
      "epoch": 1.133989401968206,
      "grad_norm": 1.4929744005203247,
      "learning_rate": 2.6180904585825756e-06,
      "loss": 0.5060266256332397,
      "step": 1498
    },
    {
      "epoch": 1.1355034065102196,
      "grad_norm": 3.6979591846466064,
      "learning_rate": 2.6169118011204733e-06,
      "loss": 0.4492890536785126,
      "step": 1500
    },
    {
      "epoch": 1.137017411052233,
      "grad_norm": 1.9358099699020386,
      "learning_rate": 2.615731628311175e-06,
      "loss": 0.6397398114204407,
      "step": 1502
    },
    {
      "epoch": 1.1385314155942468,
      "grad_norm": 2.5439043045043945,
      "learning_rate": 2.614549942004253e-06,
      "loss": 0.7282018661499023,
      "step": 1504
    },
    {
      "epoch": 1.1400454201362604,
      "grad_norm": 8.694692611694336,
      "learning_rate": 2.613366744051648e-06,
      "loss": 0.6934101581573486,
      "step": 1506
    },
    {
      "epoch": 1.141559424678274,
      "grad_norm": 7.270405292510986,
      "learning_rate": 2.612182036307673e-06,
      "loss": 0.8005611300468445,
      "step": 1508
    },
    {
      "epoch": 1.1430734292202875,
      "grad_norm": 1.9914963245391846,
      "learning_rate": 2.6109958206290047e-06,
      "loss": 0.7519674897193909,
      "step": 1510
    },
    {
      "epoch": 1.1445874337623012,
      "grad_norm": 1.2573553323745728,
      "learning_rate": 2.6098080988746847e-06,
      "loss": 0.7651998996734619,
      "step": 1512
    },
    {
      "epoch": 1.1461014383043149,
      "grad_norm": 13.637552261352539,
      "learning_rate": 2.6086188729061137e-06,
      "loss": 0.3738044500350952,
      "step": 1514
    },
    {
      "epoch": 1.1476154428463285,
      "grad_norm": 2.9253766536712646,
      "learning_rate": 2.6074281445870504e-06,
      "loss": 0.7124196290969849,
      "step": 1516
    },
    {
      "epoch": 1.1491294473883422,
      "grad_norm": 2.5097551345825195,
      "learning_rate": 2.6062359157836085e-06,
      "loss": 1.0747299194335938,
      "step": 1518
    },
    {
      "epoch": 1.1506434519303559,
      "grad_norm": 2.58630633354187,
      "learning_rate": 2.6050421883642523e-06,
      "loss": 0.9966959357261658,
      "step": 1520
    },
    {
      "epoch": 1.1521574564723693,
      "grad_norm": 2.2582290172576904,
      "learning_rate": 2.603846964199795e-06,
      "loss": 0.5746228694915771,
      "step": 1522
    },
    {
      "epoch": 1.153671461014383,
      "grad_norm": 2.2150135040283203,
      "learning_rate": 2.602650245163396e-06,
      "loss": 1.1288074254989624,
      "step": 1524
    },
    {
      "epoch": 1.1551854655563967,
      "grad_norm": 1.7310847043991089,
      "learning_rate": 2.601452033130556e-06,
      "loss": 1.1471965312957764,
      "step": 1526
    },
    {
      "epoch": 1.1566994700984103,
      "grad_norm": 1.5647629499435425,
      "learning_rate": 2.6002523299791185e-06,
      "loss": 0.828460693359375,
      "step": 1528
    },
    {
      "epoch": 1.158213474640424,
      "grad_norm": 4.7715229988098145,
      "learning_rate": 2.599051137589261e-06,
      "loss": 0.9581698179244995,
      "step": 1530
    },
    {
      "epoch": 1.1597274791824375,
      "grad_norm": 2.2824630737304688,
      "learning_rate": 2.5978484578434956e-06,
      "loss": 0.3696361482143402,
      "step": 1532
    },
    {
      "epoch": 1.1612414837244511,
      "grad_norm": 2.047269344329834,
      "learning_rate": 2.5966442926266667e-06,
      "loss": 0.42837634682655334,
      "step": 1534
    },
    {
      "epoch": 1.1627554882664648,
      "grad_norm": 1.830245018005371,
      "learning_rate": 2.5954386438259446e-06,
      "loss": 0.3391342759132385,
      "step": 1536
    },
    {
      "epoch": 1.1642694928084785,
      "grad_norm": 4.029056549072266,
      "learning_rate": 2.5942315133308264e-06,
      "loss": 0.5852560997009277,
      "step": 1538
    },
    {
      "epoch": 1.1657834973504921,
      "grad_norm": 2.035017251968384,
      "learning_rate": 2.5930229030331323e-06,
      "loss": 0.8092902302742004,
      "step": 1540
    },
    {
      "epoch": 1.1672975018925056,
      "grad_norm": 9.123196601867676,
      "learning_rate": 2.5918128148269977e-06,
      "loss": 0.7252377271652222,
      "step": 1542
    },
    {
      "epoch": 1.1688115064345193,
      "grad_norm": 3.822357416152954,
      "learning_rate": 2.590601250608878e-06,
      "loss": 0.7166582942008972,
      "step": 1544
    },
    {
      "epoch": 1.170325510976533,
      "grad_norm": 2.210566997528076,
      "learning_rate": 2.58938821227754e-06,
      "loss": 0.9769903421401978,
      "step": 1546
    },
    {
      "epoch": 1.1718395155185466,
      "grad_norm": 8.526498794555664,
      "learning_rate": 2.588173701734061e-06,
      "loss": 0.3668955862522125,
      "step": 1548
    },
    {
      "epoch": 1.1733535200605603,
      "grad_norm": 3.4576306343078613,
      "learning_rate": 2.5869577208818264e-06,
      "loss": 0.7129625678062439,
      "step": 1550
    },
    {
      "epoch": 1.1748675246025737,
      "grad_norm": 2.7367055416107178,
      "learning_rate": 2.585740271626525e-06,
      "loss": 0.7673206329345703,
      "step": 1552
    },
    {
      "epoch": 1.1763815291445874,
      "grad_norm": 1.9763902425765991,
      "learning_rate": 2.5845213558761464e-06,
      "loss": 0.5425819158554077,
      "step": 1554
    },
    {
      "epoch": 1.177895533686601,
      "grad_norm": 1.5533753633499146,
      "learning_rate": 2.5833009755409798e-06,
      "loss": 0.8152801990509033,
      "step": 1556
    },
    {
      "epoch": 1.1794095382286147,
      "grad_norm": 1.6180309057235718,
      "learning_rate": 2.582079132533609e-06,
      "loss": 0.7211406826972961,
      "step": 1558
    },
    {
      "epoch": 1.1809235427706284,
      "grad_norm": 2.6173770427703857,
      "learning_rate": 2.58085582876891e-06,
      "loss": 0.7489441633224487,
      "step": 1560
    },
    {
      "epoch": 1.182437547312642,
      "grad_norm": 3.008863925933838,
      "learning_rate": 2.579631066164048e-06,
      "loss": 0.8485870957374573,
      "step": 1562
    },
    {
      "epoch": 1.1839515518546555,
      "grad_norm": 7.870699405670166,
      "learning_rate": 2.5784048466384754e-06,
      "loss": 0.46112170815467834,
      "step": 1564
    },
    {
      "epoch": 1.1854655563966692,
      "grad_norm": 3.498415470123291,
      "learning_rate": 2.577177172113927e-06,
      "loss": 0.39019960165023804,
      "step": 1566
    },
    {
      "epoch": 1.1869795609386828,
      "grad_norm": 3.178898572921753,
      "learning_rate": 2.5759480445144183e-06,
      "loss": 0.39782366156578064,
      "step": 1568
    },
    {
      "epoch": 1.1884935654806965,
      "grad_norm": 2.614898443222046,
      "learning_rate": 2.5747174657662415e-06,
      "loss": 0.33162638545036316,
      "step": 1570
    },
    {
      "epoch": 1.19000757002271,
      "grad_norm": 3.082942008972168,
      "learning_rate": 2.5734854377979643e-06,
      "loss": 0.557581901550293,
      "step": 1572
    },
    {
      "epoch": 1.1915215745647236,
      "grad_norm": 1.9442788362503052,
      "learning_rate": 2.572251962540424e-06,
      "loss": 0.8836531639099121,
      "step": 1574
    },
    {
      "epoch": 1.1930355791067373,
      "grad_norm": 2.360757827758789,
      "learning_rate": 2.571017041926727e-06,
      "loss": 0.37596502900123596,
      "step": 1576
    },
    {
      "epoch": 1.194549583648751,
      "grad_norm": 4.975614547729492,
      "learning_rate": 2.5697806778922442e-06,
      "loss": 0.39887678623199463,
      "step": 1578
    },
    {
      "epoch": 1.1960635881907646,
      "grad_norm": 1.4703550338745117,
      "learning_rate": 2.5685428723746106e-06,
      "loss": 0.6991298198699951,
      "step": 1580
    },
    {
      "epoch": 1.1975775927327783,
      "grad_norm": 2.316718816757202,
      "learning_rate": 2.567303627313718e-06,
      "loss": 0.671280562877655,
      "step": 1582
    },
    {
      "epoch": 1.1990915972747918,
      "grad_norm": 5.537595272064209,
      "learning_rate": 2.566062944651715e-06,
      "loss": 0.3257960081100464,
      "step": 1584
    },
    {
      "epoch": 1.2006056018168054,
      "grad_norm": 4.8405609130859375,
      "learning_rate": 2.5648208263330033e-06,
      "loss": 0.37777429819107056,
      "step": 1586
    },
    {
      "epoch": 1.202119606358819,
      "grad_norm": 2.0979316234588623,
      "learning_rate": 2.5635772743042354e-06,
      "loss": 0.8450133800506592,
      "step": 1588
    },
    {
      "epoch": 1.2036336109008328,
      "grad_norm": 3.63385272026062,
      "learning_rate": 2.562332290514309e-06,
      "loss": 0.4902435839176178,
      "step": 1590
    },
    {
      "epoch": 1.2051476154428462,
      "grad_norm": 2.6919708251953125,
      "learning_rate": 2.5610858769143673e-06,
      "loss": 0.7547534704208374,
      "step": 1592
    },
    {
      "epoch": 1.2066616199848599,
      "grad_norm": 3.5736734867095947,
      "learning_rate": 2.5598380354577934e-06,
      "loss": 1.0713350772857666,
      "step": 1594
    },
    {
      "epoch": 1.2081756245268735,
      "grad_norm": 2.7801170349121094,
      "learning_rate": 2.5585887681002077e-06,
      "loss": 1.0252490043640137,
      "step": 1596
    },
    {
      "epoch": 1.2096896290688872,
      "grad_norm": 5.497828960418701,
      "learning_rate": 2.5573380767994667e-06,
      "loss": 0.6267985105514526,
      "step": 1598
    },
    {
      "epoch": 1.2112036336109009,
      "grad_norm": 2.441645383834839,
      "learning_rate": 2.556085963515657e-06,
      "loss": 0.7817872166633606,
      "step": 1600
    },
    {
      "epoch": 1.2127176381529146,
      "grad_norm": 10.523898124694824,
      "learning_rate": 2.554832430211095e-06,
      "loss": 0.6640578508377075,
      "step": 1602
    },
    {
      "epoch": 1.214231642694928,
      "grad_norm": 5.218235015869141,
      "learning_rate": 2.5535774788503226e-06,
      "loss": 0.7082098722457886,
      "step": 1604
    },
    {
      "epoch": 1.2157456472369417,
      "grad_norm": 1.9254984855651855,
      "learning_rate": 2.552321111400102e-06,
      "loss": 1.0181281566619873,
      "step": 1606
    },
    {
      "epoch": 1.2172596517789553,
      "grad_norm": 2.4773366451263428,
      "learning_rate": 2.551063329829417e-06,
      "loss": 0.36115017533302307,
      "step": 1608
    },
    {
      "epoch": 1.218773656320969,
      "grad_norm": 3.622504234313965,
      "learning_rate": 2.5498041361094675e-06,
      "loss": 0.4864136278629303,
      "step": 1610
    },
    {
      "epoch": 1.2202876608629827,
      "grad_norm": 6.712879657745361,
      "learning_rate": 2.548543532213664e-06,
      "loss": 0.6208847165107727,
      "step": 1612
    },
    {
      "epoch": 1.2218016654049961,
      "grad_norm": 1.3727296590805054,
      "learning_rate": 2.5472815201176305e-06,
      "loss": 0.43101292848587036,
      "step": 1614
    },
    {
      "epoch": 1.2233156699470098,
      "grad_norm": 1.4034091234207153,
      "learning_rate": 2.5460181017991965e-06,
      "loss": 0.369363933801651,
      "step": 1616
    },
    {
      "epoch": 1.2248296744890235,
      "grad_norm": 1.6807384490966797,
      "learning_rate": 2.5447532792383934e-06,
      "loss": 1.2105756998062134,
      "step": 1618
    },
    {
      "epoch": 1.2263436790310371,
      "grad_norm": 4.796979904174805,
      "learning_rate": 2.5434870544174565e-06,
      "loss": 0.9204561114311218,
      "step": 1620
    },
    {
      "epoch": 1.2278576835730508,
      "grad_norm": 3.0788776874542236,
      "learning_rate": 2.542219429320816e-06,
      "loss": 0.6513817310333252,
      "step": 1622
    },
    {
      "epoch": 1.2293716881150643,
      "grad_norm": 2.194180488586426,
      "learning_rate": 2.5409504059350997e-06,
      "loss": 0.48548203706741333,
      "step": 1624
    },
    {
      "epoch": 1.230885692657078,
      "grad_norm": 1.6935890913009644,
      "learning_rate": 2.5396799862491234e-06,
      "loss": 0.8554729223251343,
      "step": 1626
    },
    {
      "epoch": 1.2323996971990916,
      "grad_norm": 1.9916133880615234,
      "learning_rate": 2.5384081722538944e-06,
      "loss": 0.9386757612228394,
      "step": 1628
    },
    {
      "epoch": 1.2339137017411053,
      "grad_norm": 1.5255463123321533,
      "learning_rate": 2.537134965942602e-06,
      "loss": 0.7088950276374817,
      "step": 1630
    },
    {
      "epoch": 1.235427706283119,
      "grad_norm": 2.5169317722320557,
      "learning_rate": 2.53586036931062e-06,
      "loss": 0.6848646998405457,
      "step": 1632
    },
    {
      "epoch": 1.2369417108251324,
      "grad_norm": 1.438494324684143,
      "learning_rate": 2.5345843843554997e-06,
      "loss": 0.7582930326461792,
      "step": 1634
    },
    {
      "epoch": 1.238455715367146,
      "grad_norm": 1.4521311521530151,
      "learning_rate": 2.5333070130769693e-06,
      "loss": 0.5319505929946899,
      "step": 1636
    },
    {
      "epoch": 1.2399697199091597,
      "grad_norm": 2.501084089279175,
      "learning_rate": 2.5320282574769286e-06,
      "loss": 0.7813730239868164,
      "step": 1638
    },
    {
      "epoch": 1.2414837244511734,
      "grad_norm": 1.1438665390014648,
      "learning_rate": 2.530748119559447e-06,
      "loss": 0.8257892727851868,
      "step": 1640
    },
    {
      "epoch": 1.242997728993187,
      "grad_norm": 16.8778076171875,
      "learning_rate": 2.5294666013307625e-06,
      "loss": 0.7767748832702637,
      "step": 1642
    },
    {
      "epoch": 1.2445117335352007,
      "grad_norm": 6.9293084144592285,
      "learning_rate": 2.528183704799272e-06,
      "loss": 0.3963207006454468,
      "step": 1644
    },
    {
      "epoch": 1.2460257380772142,
      "grad_norm": 4.275975227355957,
      "learning_rate": 2.5268994319755364e-06,
      "loss": 0.5166948437690735,
      "step": 1646
    },
    {
      "epoch": 1.2475397426192278,
      "grad_norm": 7.330279350280762,
      "learning_rate": 2.5256137848722716e-06,
      "loss": 0.4638979434967041,
      "step": 1648
    },
    {
      "epoch": 1.2490537471612415,
      "grad_norm": 1.5681062936782837,
      "learning_rate": 2.5243267655043485e-06,
      "loss": 0.7441158294677734,
      "step": 1650
    },
    {
      "epoch": 1.2505677517032552,
      "grad_norm": 8.350687980651855,
      "learning_rate": 2.523038375888787e-06,
      "loss": 0.7322012782096863,
      "step": 1652
    },
    {
      "epoch": 1.2520817562452686,
      "grad_norm": 1.7311092615127563,
      "learning_rate": 2.521748618044755e-06,
      "loss": 0.7636613249778748,
      "step": 1654
    },
    {
      "epoch": 1.2535957607872823,
      "grad_norm": 2.5470802783966064,
      "learning_rate": 2.520457493993566e-06,
      "loss": 0.714220404624939,
      "step": 1656
    },
    {
      "epoch": 1.255109765329296,
      "grad_norm": 2.575735330581665,
      "learning_rate": 2.519165005758674e-06,
      "loss": 0.8002930879592896,
      "step": 1658
    },
    {
      "epoch": 1.2566237698713096,
      "grad_norm": 2.6097710132598877,
      "learning_rate": 2.5178711553656694e-06,
      "loss": 1.2010271549224854,
      "step": 1660
    },
    {
      "epoch": 1.2581377744133233,
      "grad_norm": 1.4934430122375488,
      "learning_rate": 2.5165759448422783e-06,
      "loss": 0.2964455783367157,
      "step": 1662
    },
    {
      "epoch": 1.259651778955337,
      "grad_norm": 1.8192704916000366,
      "learning_rate": 2.5152793762183605e-06,
      "loss": 0.3605591356754303,
      "step": 1664
    },
    {
      "epoch": 1.2611657834973504,
      "grad_norm": 1.903306245803833,
      "learning_rate": 2.5139814515259005e-06,
      "loss": 0.2693943381309509,
      "step": 1666
    },
    {
      "epoch": 1.262679788039364,
      "grad_norm": 1.477151870727539,
      "learning_rate": 2.5126821727990115e-06,
      "loss": 1.16646409034729,
      "step": 1668
    },
    {
      "epoch": 1.2641937925813778,
      "grad_norm": 2.5828359127044678,
      "learning_rate": 2.5113815420739265e-06,
      "loss": 0.6955753564834595,
      "step": 1670
    },
    {
      "epoch": 1.2657077971233914,
      "grad_norm": 2.8693950176239014,
      "learning_rate": 2.5100795613889975e-06,
      "loss": 1.1036823987960815,
      "step": 1672
    },
    {
      "epoch": 1.2672218016654049,
      "grad_norm": 4.083218097686768,
      "learning_rate": 2.5087762327846932e-06,
      "loss": 0.8175725936889648,
      "step": 1674
    },
    {
      "epoch": 1.2687358062074185,
      "grad_norm": 4.969780445098877,
      "learning_rate": 2.5074715583035945e-06,
      "loss": 0.5654513835906982,
      "step": 1676
    },
    {
      "epoch": 1.2702498107494322,
      "grad_norm": 2.3143811225891113,
      "learning_rate": 2.506165539990391e-06,
      "loss": 0.4701712131500244,
      "step": 1678
    },
    {
      "epoch": 1.2717638152914459,
      "grad_norm": 1.1072319746017456,
      "learning_rate": 2.5048581798918786e-06,
      "loss": 0.7916725277900696,
      "step": 1680
    },
    {
      "epoch": 1.2732778198334596,
      "grad_norm": 7.131253719329834,
      "learning_rate": 2.5035494800569568e-06,
      "loss": 0.34638112783432007,
      "step": 1682
    },
    {
      "epoch": 1.2747918243754732,
      "grad_norm": 4.370595455169678,
      "learning_rate": 2.5022394425366226e-06,
      "loss": 0.29949814081192017,
      "step": 1684
    },
    {
      "epoch": 1.2763058289174867,
      "grad_norm": 3.430283546447754,
      "learning_rate": 2.5009280693839733e-06,
      "loss": 0.37807488441467285,
      "step": 1686
    },
    {
      "epoch": 1.2778198334595003,
      "grad_norm": 4.1393208503723145,
      "learning_rate": 2.4996153626541942e-06,
      "loss": 0.4743579924106598,
      "step": 1688
    },
    {
      "epoch": 1.279333838001514,
      "grad_norm": 1.6699633598327637,
      "learning_rate": 2.498301324404565e-06,
      "loss": 0.518422544002533,
      "step": 1690
    },
    {
      "epoch": 1.2808478425435277,
      "grad_norm": 1.5848231315612793,
      "learning_rate": 2.4969859566944504e-06,
      "loss": 0.5937182903289795,
      "step": 1692
    },
    {
      "epoch": 1.2823618470855411,
      "grad_norm": 4.64746618270874,
      "learning_rate": 2.495669261585299e-06,
      "loss": 0.5423171520233154,
      "step": 1694
    },
    {
      "epoch": 1.2838758516275548,
      "grad_norm": 2.7205491065979004,
      "learning_rate": 2.494351241140639e-06,
      "loss": 0.8974373936653137,
      "step": 1696
    },
    {
      "epoch": 1.2853898561695685,
      "grad_norm": 2.0516796112060547,
      "learning_rate": 2.493031897426076e-06,
      "loss": 0.3728986382484436,
      "step": 1698
    },
    {
      "epoch": 1.2869038607115821,
      "grad_norm": 3.630496025085449,
      "learning_rate": 2.4917112325092903e-06,
      "loss": 0.3708462715148926,
      "step": 1700
    },
    {
      "epoch": 1.2884178652535958,
      "grad_norm": 7.670022964477539,
      "learning_rate": 2.4903892484600315e-06,
      "loss": 0.45419633388519287,
      "step": 1702
    },
    {
      "epoch": 1.2899318697956095,
      "grad_norm": 3.7088091373443604,
      "learning_rate": 2.489065947350117e-06,
      "loss": 0.3158243000507355,
      "step": 1704
    },
    {
      "epoch": 1.2914458743376231,
      "grad_norm": 2.961735486984253,
      "learning_rate": 2.4877413312534293e-06,
      "loss": 0.33370882272720337,
      "step": 1706
    },
    {
      "epoch": 1.2929598788796366,
      "grad_norm": 2.4538347721099854,
      "learning_rate": 2.4864154022459104e-06,
      "loss": 0.794564962387085,
      "step": 1708
    },
    {
      "epoch": 1.2944738834216503,
      "grad_norm": 2.663095235824585,
      "learning_rate": 2.48508816240556e-06,
      "loss": 0.7713342905044556,
      "step": 1710
    },
    {
      "epoch": 1.295987887963664,
      "grad_norm": 2.7029004096984863,
      "learning_rate": 2.4837596138124327e-06,
      "loss": 0.6392582654953003,
      "step": 1712
    },
    {
      "epoch": 1.2975018925056774,
      "grad_norm": 2.8968873023986816,
      "learning_rate": 2.4824297585486346e-06,
      "loss": 0.5847026109695435,
      "step": 1714
    },
    {
      "epoch": 1.299015897047691,
      "grad_norm": 8.163978576660156,
      "learning_rate": 2.4810985986983177e-06,
      "loss": 0.6873840689659119,
      "step": 1716
    },
    {
      "epoch": 1.3005299015897047,
      "grad_norm": 4.473104953765869,
      "learning_rate": 2.479766136347682e-06,
      "loss": 0.792141318321228,
      "step": 1718
    },
    {
      "epoch": 1.3020439061317184,
      "grad_norm": 34.86464309692383,
      "learning_rate": 2.478432373584964e-06,
      "loss": 0.27867889404296875,
      "step": 1720
    },
    {
      "epoch": 1.303557910673732,
      "grad_norm": 4.670142650604248,
      "learning_rate": 2.477097312500444e-06,
      "loss": 0.7536966800689697,
      "step": 1722
    },
    {
      "epoch": 1.3050719152157457,
      "grad_norm": 1.702530026435852,
      "learning_rate": 2.4757609551864307e-06,
      "loss": 1.0583717823028564,
      "step": 1724
    },
    {
      "epoch": 1.3065859197577594,
      "grad_norm": 2.3609373569488525,
      "learning_rate": 2.4744233037372697e-06,
      "loss": 0.28235501050949097,
      "step": 1726
    },
    {
      "epoch": 1.3080999242997728,
      "grad_norm": 3.98068904876709,
      "learning_rate": 2.4730843602493315e-06,
      "loss": 1.0268464088439941,
      "step": 1728
    },
    {
      "epoch": 1.3096139288417865,
      "grad_norm": 2.23313307762146,
      "learning_rate": 2.4717441268210127e-06,
      "loss": 0.5403386354446411,
      "step": 1730
    },
    {
      "epoch": 1.3111279333838002,
      "grad_norm": 6.894443035125732,
      "learning_rate": 2.4704026055527315e-06,
      "loss": 0.6712117791175842,
      "step": 1732
    },
    {
      "epoch": 1.3126419379258139,
      "grad_norm": 1.8715323209762573,
      "learning_rate": 2.469059798546924e-06,
      "loss": 1.0742299556732178,
      "step": 1734
    },
    {
      "epoch": 1.3141559424678273,
      "grad_norm": 4.290128231048584,
      "learning_rate": 2.4677157079080418e-06,
      "loss": 1.2617570161819458,
      "step": 1736
    },
    {
      "epoch": 1.315669947009841,
      "grad_norm": 3.091566324234009,
      "learning_rate": 2.4663703357425475e-06,
      "loss": 1.0468664169311523,
      "step": 1738
    },
    {
      "epoch": 1.3171839515518546,
      "grad_norm": 3.078235149383545,
      "learning_rate": 2.4650236841589136e-06,
      "loss": 0.8127296566963196,
      "step": 1740
    },
    {
      "epoch": 1.3186979560938683,
      "grad_norm": 3.087818145751953,
      "learning_rate": 2.4636757552676146e-06,
      "loss": 1.1390008926391602,
      "step": 1742
    },
    {
      "epoch": 1.320211960635882,
      "grad_norm": 2.46710467338562,
      "learning_rate": 2.4623265511811316e-06,
      "loss": 0.5823556184768677,
      "step": 1744
    },
    {
      "epoch": 1.3217259651778956,
      "grad_norm": 3.8972294330596924,
      "learning_rate": 2.4609760740139393e-06,
      "loss": 0.612288236618042,
      "step": 1746
    },
    {
      "epoch": 1.323239969719909,
      "grad_norm": 3.4614830017089844,
      "learning_rate": 2.4596243258825107e-06,
      "loss": 0.3169248700141907,
      "step": 1748
    },
    {
      "epoch": 1.3247539742619228,
      "grad_norm": 1.4857923984527588,
      "learning_rate": 2.458271308905309e-06,
      "loss": 0.7403193712234497,
      "step": 1750
    },
    {
      "epoch": 1.3262679788039364,
      "grad_norm": 2.9274091720581055,
      "learning_rate": 2.4569170252027877e-06,
      "loss": 0.29984942078590393,
      "step": 1752
    },
    {
      "epoch": 1.32778198334595,
      "grad_norm": 2.223027467727661,
      "learning_rate": 2.4555614768973842e-06,
      "loss": 0.39937183260917664,
      "step": 1754
    },
    {
      "epoch": 1.3292959878879635,
      "grad_norm": 1.9060097932815552,
      "learning_rate": 2.454204666113517e-06,
      "loss": 0.1987786591053009,
      "step": 1756
    },
    {
      "epoch": 1.3308099924299772,
      "grad_norm": 2.1526589393615723,
      "learning_rate": 2.452846594977585e-06,
      "loss": 0.5061262845993042,
      "step": 1758
    },
    {
      "epoch": 1.3323239969719909,
      "grad_norm": 2.4836909770965576,
      "learning_rate": 2.451487265617962e-06,
      "loss": 0.9262844324111938,
      "step": 1760
    },
    {
      "epoch": 1.3338380015140046,
      "grad_norm": 3.6183834075927734,
      "learning_rate": 2.450126680164992e-06,
      "loss": 0.4936198890209198,
      "step": 1762
    },
    {
      "epoch": 1.3353520060560182,
      "grad_norm": 25.579692840576172,
      "learning_rate": 2.4487648407509897e-06,
      "loss": 0.7663915157318115,
      "step": 1764
    },
    {
      "epoch": 1.336866010598032,
      "grad_norm": 3.81601619720459,
      "learning_rate": 2.447401749510234e-06,
      "loss": 0.7129659056663513,
      "step": 1766
    },
    {
      "epoch": 1.3383800151400453,
      "grad_norm": 2.3081166744232178,
      "learning_rate": 2.446037408578965e-06,
      "loss": 0.358845055103302,
      "step": 1768
    },
    {
      "epoch": 1.339894019682059,
      "grad_norm": 3.634019136428833,
      "learning_rate": 2.444671820095383e-06,
      "loss": 0.8582119941711426,
      "step": 1770
    },
    {
      "epoch": 1.3414080242240727,
      "grad_norm": 2.7738685607910156,
      "learning_rate": 2.443304986199642e-06,
      "loss": 0.7216231822967529,
      "step": 1772
    },
    {
      "epoch": 1.3429220287660864,
      "grad_norm": 2.8546862602233887,
      "learning_rate": 2.4419369090338485e-06,
      "loss": 0.5570340156555176,
      "step": 1774
    },
    {
      "epoch": 1.3444360333080998,
      "grad_norm": 1.778089165687561,
      "learning_rate": 2.4405675907420575e-06,
      "loss": 1.1104695796966553,
      "step": 1776
    },
    {
      "epoch": 1.3459500378501135,
      "grad_norm": 2.5244617462158203,
      "learning_rate": 2.439197033470269e-06,
      "loss": 1.0705184936523438,
      "step": 1778
    },
    {
      "epoch": 1.3474640423921271,
      "grad_norm": 4.3281941413879395,
      "learning_rate": 2.437825239366424e-06,
      "loss": 0.7556070685386658,
      "step": 1780
    },
    {
      "epoch": 1.3489780469341408,
      "grad_norm": 2.8140037059783936,
      "learning_rate": 2.4364522105804026e-06,
      "loss": 1.0987634658813477,
      "step": 1782
    },
    {
      "epoch": 1.3504920514761545,
      "grad_norm": 9.171343803405762,
      "learning_rate": 2.4350779492640203e-06,
      "loss": 0.33399084210395813,
      "step": 1784
    },
    {
      "epoch": 1.3520060560181681,
      "grad_norm": 4.052097320556641,
      "learning_rate": 2.433702457571024e-06,
      "loss": 0.598379373550415,
      "step": 1786
    },
    {
      "epoch": 1.3535200605601818,
      "grad_norm": 2.5520999431610107,
      "learning_rate": 2.432325737657087e-06,
      "loss": 0.4708116054534912,
      "step": 1788
    },
    {
      "epoch": 1.3550340651021953,
      "grad_norm": 27.633031845092773,
      "learning_rate": 2.430947791679811e-06,
      "loss": 0.9031903147697449,
      "step": 1790
    },
    {
      "epoch": 1.356548069644209,
      "grad_norm": 3.972987651824951,
      "learning_rate": 2.4295686217987165e-06,
      "loss": 0.3332988917827606,
      "step": 1792
    },
    {
      "epoch": 1.3580620741862226,
      "grad_norm": 0.5608827471733093,
      "learning_rate": 2.4281882301752424e-06,
      "loss": 0.4873623251914978,
      "step": 1794
    },
    {
      "epoch": 1.359576078728236,
      "grad_norm": 2.9013092517852783,
      "learning_rate": 2.4268066189727427e-06,
      "loss": 0.40898972749710083,
      "step": 1796
    },
    {
      "epoch": 1.3610900832702497,
      "grad_norm": 2.2795474529266357,
      "learning_rate": 2.4254237903564834e-06,
      "loss": 1.0034469366073608,
      "step": 1798
    },
    {
      "epoch": 1.3626040878122634,
      "grad_norm": 9.1624755859375,
      "learning_rate": 2.424039746493638e-06,
      "loss": 0.3764766454696655,
      "step": 1800
    },
    {
      "epoch": 1.364118092354277,
      "grad_norm": 13.661250114440918,
      "learning_rate": 2.4226544895532837e-06,
      "loss": 0.7672209143638611,
      "step": 1802
    },
    {
      "epoch": 1.3656320968962907,
      "grad_norm": 1.79072904586792,
      "learning_rate": 2.4212680217063996e-06,
      "loss": 0.6887940764427185,
      "step": 1804
    },
    {
      "epoch": 1.3671461014383044,
      "grad_norm": 1.4073220491409302,
      "learning_rate": 2.4198803451258624e-06,
      "loss": 0.26766905188560486,
      "step": 1806
    },
    {
      "epoch": 1.368660105980318,
      "grad_norm": 3.8320226669311523,
      "learning_rate": 2.418491461986444e-06,
      "loss": 0.5123397707939148,
      "step": 1808
    },
    {
      "epoch": 1.3701741105223315,
      "grad_norm": 5.280299663543701,
      "learning_rate": 2.4171013744648053e-06,
      "loss": 0.7153005599975586,
      "step": 1810
    },
    {
      "epoch": 1.3716881150643452,
      "grad_norm": 1.7055562734603882,
      "learning_rate": 2.4157100847394964e-06,
      "loss": 0.8119074702262878,
      "step": 1812
    },
    {
      "epoch": 1.3732021196063589,
      "grad_norm": 2.1829960346221924,
      "learning_rate": 2.414317594990951e-06,
      "loss": 0.3074583113193512,
      "step": 1814
    },
    {
      "epoch": 1.3747161241483725,
      "grad_norm": 1.3141074180603027,
      "learning_rate": 2.412923907401483e-06,
      "loss": 1.1208783388137817,
      "step": 1816
    },
    {
      "epoch": 1.376230128690386,
      "grad_norm": 4.528420925140381,
      "learning_rate": 2.411529024155284e-06,
      "loss": 0.7128023505210876,
      "step": 1818
    },
    {
      "epoch": 1.3777441332323996,
      "grad_norm": 1.3782234191894531,
      "learning_rate": 2.41013294743842e-06,
      "loss": 0.7611986994743347,
      "step": 1820
    },
    {
      "epoch": 1.3792581377744133,
      "grad_norm": 4.164299964904785,
      "learning_rate": 2.408735679438825e-06,
      "loss": 0.16963380575180054,
      "step": 1822
    },
    {
      "epoch": 1.380772142316427,
      "grad_norm": 11.236958503723145,
      "learning_rate": 2.4073372223463043e-06,
      "loss": 0.8310223817825317,
      "step": 1824
    },
    {
      "epoch": 1.3822861468584406,
      "grad_norm": 5.005019187927246,
      "learning_rate": 2.405937578352523e-06,
      "loss": 0.8467041850090027,
      "step": 1826
    },
    {
      "epoch": 1.3838001514004543,
      "grad_norm": 2.2640397548675537,
      "learning_rate": 2.404536749651007e-06,
      "loss": 1.099280595779419,
      "step": 1828
    },
    {
      "epoch": 1.3853141559424678,
      "grad_norm": 2.679772138595581,
      "learning_rate": 2.40313473843714e-06,
      "loss": 1.1264312267303467,
      "step": 1830
    },
    {
      "epoch": 1.3868281604844814,
      "grad_norm": 1.491464376449585,
      "learning_rate": 2.4017315469081583e-06,
      "loss": 1.1441285610198975,
      "step": 1832
    },
    {
      "epoch": 1.388342165026495,
      "grad_norm": 4.6747541427612305,
      "learning_rate": 2.400327177263148e-06,
      "loss": 0.6041007041931152,
      "step": 1834
    },
    {
      "epoch": 1.3898561695685088,
      "grad_norm": 4.323363304138184,
      "learning_rate": 2.3989216317030422e-06,
      "loss": 0.7551705241203308,
      "step": 1836
    },
    {
      "epoch": 1.3913701741105222,
      "grad_norm": 1.805139422416687,
      "learning_rate": 2.3975149124306153e-06,
      "loss": 0.9166613817214966,
      "step": 1838
    },
    {
      "epoch": 1.3928841786525359,
      "grad_norm": 1.763720989227295,
      "learning_rate": 2.396107021650482e-06,
      "loss": 0.3972744047641754,
      "step": 1840
    },
    {
      "epoch": 1.3943981831945496,
      "grad_norm": 4.463486194610596,
      "learning_rate": 2.3946979615690946e-06,
      "loss": 0.8842801451683044,
      "step": 1842
    },
    {
      "epoch": 1.3959121877365632,
      "grad_norm": 2.2309823036193848,
      "learning_rate": 2.393287734394735e-06,
      "loss": 0.8152608275413513,
      "step": 1844
    },
    {
      "epoch": 1.397426192278577,
      "grad_norm": 1.9330055713653564,
      "learning_rate": 2.3918763423375162e-06,
      "loss": 0.7752976417541504,
      "step": 1846
    },
    {
      "epoch": 1.3989401968205906,
      "grad_norm": 2.6784393787384033,
      "learning_rate": 2.3904637876093765e-06,
      "loss": 0.4102567136287689,
      "step": 1848
    },
    {
      "epoch": 1.400454201362604,
      "grad_norm": 1.4778658151626587,
      "learning_rate": 2.3890500724240754e-06,
      "loss": 0.7943294048309326,
      "step": 1850
    },
    {
      "epoch": 1.4019682059046177,
      "grad_norm": 2.401735305786133,
      "learning_rate": 2.387635198997193e-06,
      "loss": 0.407833993434906,
      "step": 1852
    },
    {
      "epoch": 1.4034822104466314,
      "grad_norm": 2.32517409324646,
      "learning_rate": 2.386219169546122e-06,
      "loss": 1.1640748977661133,
      "step": 1854
    },
    {
      "epoch": 1.404996214988645,
      "grad_norm": 7.444009304046631,
      "learning_rate": 2.3848019862900684e-06,
      "loss": 0.5029972195625305,
      "step": 1856
    },
    {
      "epoch": 1.4065102195306585,
      "grad_norm": 2.249410390853882,
      "learning_rate": 2.383383651450047e-06,
      "loss": 0.738408088684082,
      "step": 1858
    },
    {
      "epoch": 1.4080242240726721,
      "grad_norm": 6.936520576477051,
      "learning_rate": 2.3819641672488756e-06,
      "loss": 0.6538509726524353,
      "step": 1860
    },
    {
      "epoch": 1.4095382286146858,
      "grad_norm": 3.3028481006622314,
      "learning_rate": 2.3805435359111753e-06,
      "loss": 0.5028783082962036,
      "step": 1862
    },
    {
      "epoch": 1.4110522331566995,
      "grad_norm": 4.275155544281006,
      "learning_rate": 2.379121759663363e-06,
      "loss": 0.8367002010345459,
      "step": 1864
    },
    {
      "epoch": 1.4125662376987131,
      "grad_norm": 2.1487843990325928,
      "learning_rate": 2.377698840733652e-06,
      "loss": 0.7150232791900635,
      "step": 1866
    },
    {
      "epoch": 1.4140802422407268,
      "grad_norm": 2.527843475341797,
      "learning_rate": 2.3762747813520437e-06,
      "loss": 0.8052014112472534,
      "step": 1868
    },
    {
      "epoch": 1.4155942467827405,
      "grad_norm": 1.5240310430526733,
      "learning_rate": 2.3748495837503302e-06,
      "loss": 1.0286638736724854,
      "step": 1870
    },
    {
      "epoch": 1.417108251324754,
      "grad_norm": 4.434390068054199,
      "learning_rate": 2.3734232501620843e-06,
      "loss": 1.0798012018203735,
      "step": 1872
    },
    {
      "epoch": 1.4186222558667676,
      "grad_norm": 13.43934440612793,
      "learning_rate": 2.371995782822661e-06,
      "loss": 0.3294588625431061,
      "step": 1874
    },
    {
      "epoch": 1.4201362604087813,
      "grad_norm": 3.540721893310547,
      "learning_rate": 2.3705671839691915e-06,
      "loss": 1.0713666677474976,
      "step": 1876
    },
    {
      "epoch": 1.4216502649507947,
      "grad_norm": 2.280219078063965,
      "learning_rate": 2.3691374558405806e-06,
      "loss": 0.7495984435081482,
      "step": 1878
    },
    {
      "epoch": 1.4231642694928084,
      "grad_norm": 1.9954382181167603,
      "learning_rate": 2.3677066006775023e-06,
      "loss": 0.6960147023200989,
      "step": 1880
    },
    {
      "epoch": 1.424678274034822,
      "grad_norm": 7.99771785736084,
      "learning_rate": 2.3662746207223975e-06,
      "loss": 1.105854868888855,
      "step": 1882
    },
    {
      "epoch": 1.4261922785768357,
      "grad_norm": 1.6709688901901245,
      "learning_rate": 2.36484151821947e-06,
      "loss": 0.3433768153190613,
      "step": 1884
    },
    {
      "epoch": 1.4277062831188494,
      "grad_norm": 2.90567684173584,
      "learning_rate": 2.363407295414681e-06,
      "loss": 0.28263920545578003,
      "step": 1886
    },
    {
      "epoch": 1.429220287660863,
      "grad_norm": 6.311897277832031,
      "learning_rate": 2.361971954555751e-06,
      "loss": 0.5564744472503662,
      "step": 1888
    },
    {
      "epoch": 1.4307342922028767,
      "grad_norm": 1.9530609846115112,
      "learning_rate": 2.3605354978921497e-06,
      "loss": 0.7947676777839661,
      "step": 1890
    },
    {
      "epoch": 1.4322482967448902,
      "grad_norm": 2.0929741859436035,
      "learning_rate": 2.359097927675097e-06,
      "loss": 1.120530366897583,
      "step": 1892
    },
    {
      "epoch": 1.4337623012869039,
      "grad_norm": 2.99371600151062,
      "learning_rate": 2.3576592461575562e-06,
      "loss": 0.656132698059082,
      "step": 1894
    },
    {
      "epoch": 1.4352763058289175,
      "grad_norm": 1.237682580947876,
      "learning_rate": 2.356219455594234e-06,
      "loss": 1.1159588098526,
      "step": 1896
    },
    {
      "epoch": 1.4367903103709312,
      "grad_norm": 2.7394959926605225,
      "learning_rate": 2.3547785582415757e-06,
      "loss": 0.6585239171981812,
      "step": 1898
    },
    {
      "epoch": 1.4383043149129446,
      "grad_norm": 3.580203056335449,
      "learning_rate": 2.353336556357759e-06,
      "loss": 0.28547555208206177,
      "step": 1900
    },
    {
      "epoch": 1.4398183194549583,
      "grad_norm": 1.8582044839859009,
      "learning_rate": 2.351893452202694e-06,
      "loss": 1.0720411539077759,
      "step": 1902
    },
    {
      "epoch": 1.441332323996972,
      "grad_norm": 1.8799811601638794,
      "learning_rate": 2.350449248038018e-06,
      "loss": 0.7256011366844177,
      "step": 1904
    },
    {
      "epoch": 1.4428463285389856,
      "grad_norm": 1.9906892776489258,
      "learning_rate": 2.349003946127093e-06,
      "loss": 0.6670038104057312,
      "step": 1906
    },
    {
      "epoch": 1.4443603330809993,
      "grad_norm": 7.704482078552246,
      "learning_rate": 2.3475575487349996e-06,
      "loss": 0.959648609161377,
      "step": 1908
    },
    {
      "epoch": 1.445874337623013,
      "grad_norm": 1.963994026184082,
      "learning_rate": 2.3461100581285374e-06,
      "loss": 0.7701181769371033,
      "step": 1910
    },
    {
      "epoch": 1.4473883421650264,
      "grad_norm": 3.128945827484131,
      "learning_rate": 2.344661476576217e-06,
      "loss": 0.6871995329856873,
      "step": 1912
    },
    {
      "epoch": 1.44890234670704,
      "grad_norm": 7.108216285705566,
      "learning_rate": 2.343211806348261e-06,
      "loss": 0.4328969120979309,
      "step": 1914
    },
    {
      "epoch": 1.4504163512490538,
      "grad_norm": 4.275369644165039,
      "learning_rate": 2.3417610497165965e-06,
      "loss": 0.42519325017929077,
      "step": 1916
    },
    {
      "epoch": 1.4519303557910674,
      "grad_norm": 2.9187445640563965,
      "learning_rate": 2.3403092089548533e-06,
      "loss": 0.41934680938720703,
      "step": 1918
    },
    {
      "epoch": 1.4534443603330809,
      "grad_norm": 2.5698537826538086,
      "learning_rate": 2.3388562863383623e-06,
      "loss": 0.6157204508781433,
      "step": 1920
    },
    {
      "epoch": 1.4549583648750946,
      "grad_norm": 2.6239511966705322,
      "learning_rate": 2.3374022841441473e-06,
      "loss": 0.7134471535682678,
      "step": 1922
    },
    {
      "epoch": 1.4564723694171082,
      "grad_norm": 1.3179781436920166,
      "learning_rate": 2.3359472046509254e-06,
      "loss": 0.6652729511260986,
      "step": 1924
    },
    {
      "epoch": 1.457986373959122,
      "grad_norm": 1.326392412185669,
      "learning_rate": 2.3344910501391012e-06,
      "loss": 0.306835412979126,
      "step": 1926
    },
    {
      "epoch": 1.4595003785011356,
      "grad_norm": 1.8047044277191162,
      "learning_rate": 2.3330338228907653e-06,
      "loss": 0.7175745964050293,
      "step": 1928
    },
    {
      "epoch": 1.4610143830431492,
      "grad_norm": 1.8204708099365234,
      "learning_rate": 2.3315755251896883e-06,
      "loss": 0.760126531124115,
      "step": 1930
    },
    {
      "epoch": 1.4625283875851627,
      "grad_norm": 4.059135913848877,
      "learning_rate": 2.3301161593213196e-06,
      "loss": 0.6605585813522339,
      "step": 1932
    },
    {
      "epoch": 1.4640423921271764,
      "grad_norm": 2.046104669570923,
      "learning_rate": 2.328655727572781e-06,
      "loss": 0.6077765226364136,
      "step": 1934
    },
    {
      "epoch": 1.46555639666919,
      "grad_norm": 7.639178276062012,
      "learning_rate": 2.327194232232866e-06,
      "loss": 0.2979111671447754,
      "step": 1936
    },
    {
      "epoch": 1.4670704012112037,
      "grad_norm": 6.912994861602783,
      "learning_rate": 2.3257316755920356e-06,
      "loss": 1.1609059572219849,
      "step": 1938
    },
    {
      "epoch": 1.4685844057532171,
      "grad_norm": 1.4372037649154663,
      "learning_rate": 2.3242680599424116e-06,
      "loss": 0.6751406192779541,
      "step": 1940
    },
    {
      "epoch": 1.4700984102952308,
      "grad_norm": 1.8448315858840942,
      "learning_rate": 2.3228033875777787e-06,
      "loss": 0.6058751344680786,
      "step": 1942
    },
    {
      "epoch": 1.4716124148372445,
      "grad_norm": 1.561957597732544,
      "learning_rate": 2.321337660793574e-06,
      "loss": 0.688287079334259,
      "step": 1944
    },
    {
      "epoch": 1.4731264193792581,
      "grad_norm": 3.6917073726654053,
      "learning_rate": 2.319870881886891e-06,
      "loss": 0.671501100063324,
      "step": 1946
    },
    {
      "epoch": 1.4746404239212718,
      "grad_norm": 2.6265804767608643,
      "learning_rate": 2.318403053156469e-06,
      "loss": 1.0544801950454712,
      "step": 1948
    },
    {
      "epoch": 1.4761544284632855,
      "grad_norm": 2.026118755340576,
      "learning_rate": 2.316934176902694e-06,
      "loss": 0.6782279014587402,
      "step": 1950
    },
    {
      "epoch": 1.4776684330052992,
      "grad_norm": 2.275644540786743,
      "learning_rate": 2.3154642554275942e-06,
      "loss": 0.3071862459182739,
      "step": 1952
    },
    {
      "epoch": 1.4791824375473126,
      "grad_norm": 1.539597988128662,
      "learning_rate": 2.313993291034834e-06,
      "loss": 0.6210603713989258,
      "step": 1954
    },
    {
      "epoch": 1.4806964420893263,
      "grad_norm": 1.7491732835769653,
      "learning_rate": 2.312521286029714e-06,
      "loss": 0.663459300994873,
      "step": 1956
    },
    {
      "epoch": 1.48221044663134,
      "grad_norm": 0.9735066890716553,
      "learning_rate": 2.3110482427191647e-06,
      "loss": 0.3123417794704437,
      "step": 1958
    },
    {
      "epoch": 1.4837244511733534,
      "grad_norm": 2.4855947494506836,
      "learning_rate": 2.309574163411745e-06,
      "loss": 0.6801527738571167,
      "step": 1960
    },
    {
      "epoch": 1.485238455715367,
      "grad_norm": 3.174555540084839,
      "learning_rate": 2.308099050417636e-06,
      "loss": 0.6908773183822632,
      "step": 1962
    },
    {
      "epoch": 1.4867524602573807,
      "grad_norm": 1.6514712572097778,
      "learning_rate": 2.3066229060486395e-06,
      "loss": 1.0852717161178589,
      "step": 1964
    },
    {
      "epoch": 1.4882664647993944,
      "grad_norm": 5.090445041656494,
      "learning_rate": 2.3051457326181727e-06,
      "loss": 0.5876284837722778,
      "step": 1966
    },
    {
      "epoch": 1.489780469341408,
      "grad_norm": 1.7408846616744995,
      "learning_rate": 2.303667532441268e-06,
      "loss": 0.6825834512710571,
      "step": 1968
    },
    {
      "epoch": 1.4912944738834217,
      "grad_norm": 1.8605716228485107,
      "learning_rate": 2.3021883078345644e-06,
      "loss": 1.0978846549987793,
      "step": 1970
    },
    {
      "epoch": 1.4928084784254354,
      "grad_norm": 3.411088466644287,
      "learning_rate": 2.3007080611163075e-06,
      "loss": 0.63323974609375,
      "step": 1972
    },
    {
      "epoch": 1.4943224829674489,
      "grad_norm": 1.4026780128479004,
      "learning_rate": 2.2992267946063442e-06,
      "loss": 0.6705458760261536,
      "step": 1974
    },
    {
      "epoch": 1.4958364875094625,
      "grad_norm": 1.7022696733474731,
      "learning_rate": 2.2977445106261203e-06,
      "loss": 0.6665899157524109,
      "step": 1976
    },
    {
      "epoch": 1.4973504920514762,
      "grad_norm": 2.7791049480438232,
      "learning_rate": 2.2962612114986766e-06,
      "loss": 1.0865336656570435,
      "step": 1978
    },
    {
      "epoch": 1.4988644965934899,
      "grad_norm": 1.447414517402649,
      "learning_rate": 2.2947768995486425e-06,
      "loss": 0.29112380743026733,
      "step": 1980
    },
    {
      "epoch": 1.5003785011355033,
      "grad_norm": 1.5562597513198853,
      "learning_rate": 2.293291577102238e-06,
      "loss": 1.0406157970428467,
      "step": 1982
    },
    {
      "epoch": 1.501892505677517,
      "grad_norm": 2.4863104820251465,
      "learning_rate": 2.291805246487264e-06,
      "loss": 0.8998382687568665,
      "step": 1984
    },
    {
      "epoch": 1.5034065102195306,
      "grad_norm": 2.075108289718628,
      "learning_rate": 2.2903179100331036e-06,
      "loss": 1.0479289293289185,
      "step": 1986
    },
    {
      "epoch": 1.5049205147615443,
      "grad_norm": 3.2120509147644043,
      "learning_rate": 2.2888295700707136e-06,
      "loss": 0.2061680257320404,
      "step": 1988
    },
    {
      "epoch": 1.506434519303558,
      "grad_norm": 1.16193425655365,
      "learning_rate": 2.287340228932626e-06,
      "loss": 0.8722069263458252,
      "step": 1990
    },
    {
      "epoch": 1.5079485238455717,
      "grad_norm": 4.635110378265381,
      "learning_rate": 2.2858498889529404e-06,
      "loss": 0.6780929565429688,
      "step": 1992
    },
    {
      "epoch": 1.5094625283875853,
      "grad_norm": 1.9462432861328125,
      "learning_rate": 2.284358552467323e-06,
      "loss": 1.0604909658432007,
      "step": 1994
    },
    {
      "epoch": 1.5109765329295988,
      "grad_norm": 3.5864200592041016,
      "learning_rate": 2.282866221813001e-06,
      "loss": 0.7383281588554382,
      "step": 1996
    },
    {
      "epoch": 1.5124905374716124,
      "grad_norm": 1.6705453395843506,
      "learning_rate": 2.2813728993287584e-06,
      "loss": 1.1641281843185425,
      "step": 1998
    },
    {
      "epoch": 1.5140045420136259,
      "grad_norm": 4.274797439575195,
      "learning_rate": 2.279878587354936e-06,
      "loss": 0.7858713865280151,
      "step": 2000
    },
    {
      "epoch": 1.5155185465556396,
      "grad_norm": 3.163729429244995,
      "learning_rate": 2.2783832882334237e-06,
      "loss": 0.5768117308616638,
      "step": 2002
    },
    {
      "epoch": 1.5170325510976532,
      "grad_norm": 1.7296491861343384,
      "learning_rate": 2.2768870043076593e-06,
      "loss": 0.46675315499305725,
      "step": 2004
    },
    {
      "epoch": 1.518546555639667,
      "grad_norm": 1.1777745485305786,
      "learning_rate": 2.2753897379226236e-06,
      "loss": 1.0568435192108154,
      "step": 2006
    },
    {
      "epoch": 1.5200605601816806,
      "grad_norm": 2.120549201965332,
      "learning_rate": 2.2738914914248375e-06,
      "loss": 0.3315390944480896,
      "step": 2008
    },
    {
      "epoch": 1.5215745647236942,
      "grad_norm": 1.4694416522979736,
      "learning_rate": 2.272392267162356e-06,
      "loss": 0.9205579161643982,
      "step": 2010
    },
    {
      "epoch": 1.523088569265708,
      "grad_norm": 4.467464447021484,
      "learning_rate": 2.27089206748477e-06,
      "loss": 0.2087993174791336,
      "step": 2012
    },
    {
      "epoch": 1.5246025738077216,
      "grad_norm": 1.785783290863037,
      "learning_rate": 2.269390894743196e-06,
      "loss": 0.7023442387580872,
      "step": 2014
    },
    {
      "epoch": 1.526116578349735,
      "grad_norm": 9.867462158203125,
      "learning_rate": 2.2678887512902772e-06,
      "loss": 0.27967381477355957,
      "step": 2016
    },
    {
      "epoch": 1.5276305828917487,
      "grad_norm": 1.9199988842010498,
      "learning_rate": 2.266385639480177e-06,
      "loss": 0.7091067433357239,
      "step": 2018
    },
    {
      "epoch": 1.5291445874337621,
      "grad_norm": 33.07830810546875,
      "learning_rate": 2.264881561668577e-06,
      "loss": 0.6637606620788574,
      "step": 2020
    },
    {
      "epoch": 1.5306585919757758,
      "grad_norm": 2.0145633220672607,
      "learning_rate": 2.263376520212673e-06,
      "loss": 0.7130411863327026,
      "step": 2022
    },
    {
      "epoch": 1.5321725965177895,
      "grad_norm": 2.2729172706604004,
      "learning_rate": 2.261870517471171e-06,
      "loss": 1.0831512212753296,
      "step": 2024
    },
    {
      "epoch": 1.5336866010598031,
      "grad_norm": 6.332074165344238,
      "learning_rate": 2.260363555804282e-06,
      "loss": 0.20880655944347382,
      "step": 2026
    },
    {
      "epoch": 1.5352006056018168,
      "grad_norm": 2.0282723903656006,
      "learning_rate": 2.2588556375737217e-06,
      "loss": 0.6106334328651428,
      "step": 2028
    },
    {
      "epoch": 1.5367146101438305,
      "grad_norm": 1.8590947389602661,
      "learning_rate": 2.2573467651427044e-06,
      "loss": 0.24480338394641876,
      "step": 2030
    },
    {
      "epoch": 1.5382286146858442,
      "grad_norm": 2.0381529331207275,
      "learning_rate": 2.2558369408759395e-06,
      "loss": 0.40811577439308167,
      "step": 2032
    },
    {
      "epoch": 1.5397426192278578,
      "grad_norm": 2.440659761428833,
      "learning_rate": 2.254326167139628e-06,
      "loss": 0.9319549798965454,
      "step": 2034
    },
    {
      "epoch": 1.5412566237698713,
      "grad_norm": 6.197136878967285,
      "learning_rate": 2.2528144463014607e-06,
      "loss": 0.6879948377609253,
      "step": 2036
    },
    {
      "epoch": 1.542770628311885,
      "grad_norm": 4.5604472160339355,
      "learning_rate": 2.2513017807306087e-06,
      "loss": 0.5867362022399902,
      "step": 2038
    },
    {
      "epoch": 1.5442846328538986,
      "grad_norm": 5.366823196411133,
      "learning_rate": 2.2497881727977283e-06,
      "loss": 1.0565264225006104,
      "step": 2040
    },
    {
      "epoch": 1.545798637395912,
      "grad_norm": 1.2136204242706299,
      "learning_rate": 2.24827362487495e-06,
      "loss": 0.34370917081832886,
      "step": 2042
    },
    {
      "epoch": 1.5473126419379257,
      "grad_norm": 2.217613697052002,
      "learning_rate": 2.246758139335878e-06,
      "loss": 0.501958966255188,
      "step": 2044
    },
    {
      "epoch": 1.5488266464799394,
      "grad_norm": 43.41156768798828,
      "learning_rate": 2.245241718555586e-06,
      "loss": 0.3205106854438782,
      "step": 2046
    },
    {
      "epoch": 1.550340651021953,
      "grad_norm": 8.517773628234863,
      "learning_rate": 2.2437243649106126e-06,
      "loss": 0.7185165286064148,
      "step": 2048
    },
    {
      "epoch": 1.5518546555639667,
      "grad_norm": 1.816855549812317,
      "learning_rate": 2.2422060807789602e-06,
      "loss": 0.5383141040802002,
      "step": 2050
    },
    {
      "epoch": 1.5533686601059804,
      "grad_norm": 1.642162561416626,
      "learning_rate": 2.240686868540088e-06,
      "loss": 0.3428835868835449,
      "step": 2052
    },
    {
      "epoch": 1.554882664647994,
      "grad_norm": 3.3189697265625,
      "learning_rate": 2.23916673057491e-06,
      "loss": 0.16990278661251068,
      "step": 2054
    },
    {
      "epoch": 1.5563966691900075,
      "grad_norm": 2.2869858741760254,
      "learning_rate": 2.2376456692657917e-06,
      "loss": 0.4399016499519348,
      "step": 2056
    },
    {
      "epoch": 1.5579106737320212,
      "grad_norm": 2.9362711906433105,
      "learning_rate": 2.2361236869965447e-06,
      "loss": 0.19548234343528748,
      "step": 2058
    },
    {
      "epoch": 1.5594246782740349,
      "grad_norm": 3.8211545944213867,
      "learning_rate": 2.234600786152425e-06,
      "loss": 1.248904824256897,
      "step": 2060
    },
    {
      "epoch": 1.5609386828160483,
      "grad_norm": 6.065986156463623,
      "learning_rate": 2.2330769691201267e-06,
      "loss": 0.7616989612579346,
      "step": 2062
    },
    {
      "epoch": 1.562452687358062,
      "grad_norm": 9.370930671691895,
      "learning_rate": 2.231552238287781e-06,
      "loss": 0.3147810399532318,
      "step": 2064
    },
    {
      "epoch": 1.5639666919000756,
      "grad_norm": 3.1894898414611816,
      "learning_rate": 2.230026596044951e-06,
      "loss": 0.34935462474823,
      "step": 2066
    },
    {
      "epoch": 1.5654806964420893,
      "grad_norm": 2.467068672180176,
      "learning_rate": 2.2285000447826276e-06,
      "loss": 0.7595210671424866,
      "step": 2068
    },
    {
      "epoch": 1.566994700984103,
      "grad_norm": 2.4427568912506104,
      "learning_rate": 2.2269725868932266e-06,
      "loss": 0.4047495424747467,
      "step": 2070
    },
    {
      "epoch": 1.5685087055261167,
      "grad_norm": 4.277834892272949,
      "learning_rate": 2.2254442247705855e-06,
      "loss": 0.626862645149231,
      "step": 2072
    },
    {
      "epoch": 1.5700227100681303,
      "grad_norm": 1.623204231262207,
      "learning_rate": 2.223914960809958e-06,
      "loss": 1.1122664213180542,
      "step": 2074
    },
    {
      "epoch": 1.571536714610144,
      "grad_norm": 1.6308976411819458,
      "learning_rate": 2.222384797408011e-06,
      "loss": 1.063917875289917,
      "step": 2076
    },
    {
      "epoch": 1.5730507191521574,
      "grad_norm": 3.854956865310669,
      "learning_rate": 2.220853736962821e-06,
      "loss": 0.5665196776390076,
      "step": 2078
    },
    {
      "epoch": 1.574564723694171,
      "grad_norm": 3.0789151191711426,
      "learning_rate": 2.2193217818738714e-06,
      "loss": 0.5702639818191528,
      "step": 2080
    },
    {
      "epoch": 1.5760787282361846,
      "grad_norm": 2.537348508834839,
      "learning_rate": 2.217788934542047e-06,
      "loss": 0.32417529821395874,
      "step": 2082
    },
    {
      "epoch": 1.5775927327781982,
      "grad_norm": 3.38523530960083,
      "learning_rate": 2.2162551973696306e-06,
      "loss": 0.35859784483909607,
      "step": 2084
    },
    {
      "epoch": 1.579106737320212,
      "grad_norm": 1.4633924961090088,
      "learning_rate": 2.2147205727603e-06,
      "loss": 0.6509751081466675,
      "step": 2086
    },
    {
      "epoch": 1.5806207418622256,
      "grad_norm": 1.6090911626815796,
      "learning_rate": 2.2131850631191237e-06,
      "loss": 0.7736411094665527,
      "step": 2088
    },
    {
      "epoch": 1.5821347464042392,
      "grad_norm": 2.0669453144073486,
      "learning_rate": 2.2116486708525576e-06,
      "loss": 0.7473424673080444,
      "step": 2090
    },
    {
      "epoch": 1.583648750946253,
      "grad_norm": 7.861624717712402,
      "learning_rate": 2.2101113983684397e-06,
      "loss": 0.3567483127117157,
      "step": 2092
    },
    {
      "epoch": 1.5851627554882666,
      "grad_norm": 2.284384250640869,
      "learning_rate": 2.208573248075989e-06,
      "loss": 0.7789891958236694,
      "step": 2094
    },
    {
      "epoch": 1.5866767600302802,
      "grad_norm": 5.964828968048096,
      "learning_rate": 2.2070342223857986e-06,
      "loss": 0.69113689661026,
      "step": 2096
    },
    {
      "epoch": 1.5881907645722937,
      "grad_norm": 1.429634690284729,
      "learning_rate": 2.205494323709835e-06,
      "loss": 0.4352221190929413,
      "step": 2098
    },
    {
      "epoch": 1.5897047691143074,
      "grad_norm": 10.728472709655762,
      "learning_rate": 2.2039535544614325e-06,
      "loss": 0.5330414772033691,
      "step": 2100
    },
    {
      "epoch": 1.5912187736563208,
      "grad_norm": 2.230041980743408,
      "learning_rate": 2.2024119170552886e-06,
      "loss": 0.15315233170986176,
      "step": 2102
    },
    {
      "epoch": 1.5927327781983345,
      "grad_norm": 2.4584739208221436,
      "learning_rate": 2.2008694139074623e-06,
      "loss": 0.2879572808742523,
      "step": 2104
    },
    {
      "epoch": 1.5942467827403481,
      "grad_norm": 8.412919998168945,
      "learning_rate": 2.19932604743537e-06,
      "loss": 0.6374467015266418,
      "step": 2106
    },
    {
      "epoch": 1.5957607872823618,
      "grad_norm": 1.1442950963974,
      "learning_rate": 2.19778182005778e-06,
      "loss": 1.0432395935058594,
      "step": 2108
    },
    {
      "epoch": 1.5972747918243755,
      "grad_norm": 2.137449026107788,
      "learning_rate": 2.1962367341948103e-06,
      "loss": 1.115038275718689,
      "step": 2110
    },
    {
      "epoch": 1.5987887963663892,
      "grad_norm": 5.937266826629639,
      "learning_rate": 2.194690792267925e-06,
      "loss": 0.8900066018104553,
      "step": 2112
    },
    {
      "epoch": 1.6003028009084028,
      "grad_norm": 3.706021785736084,
      "learning_rate": 2.1931439966999285e-06,
      "loss": 0.7339775562286377,
      "step": 2114
    },
    {
      "epoch": 1.6018168054504165,
      "grad_norm": 1.7120450735092163,
      "learning_rate": 2.191596349914964e-06,
      "loss": 0.5568338632583618,
      "step": 2116
    },
    {
      "epoch": 1.60333080999243,
      "grad_norm": 4.790015697479248,
      "learning_rate": 2.1900478543385073e-06,
      "loss": 0.6627650260925293,
      "step": 2118
    },
    {
      "epoch": 1.6048448145344436,
      "grad_norm": 1.9481124877929688,
      "learning_rate": 2.188498512397367e-06,
      "loss": 0.8415189981460571,
      "step": 2120
    },
    {
      "epoch": 1.6063588190764573,
      "grad_norm": 6.659837245941162,
      "learning_rate": 2.186948326519675e-06,
      "loss": 0.2886730134487152,
      "step": 2122
    },
    {
      "epoch": 1.6078728236184707,
      "grad_norm": 3.406694173812866,
      "learning_rate": 2.1853972991348895e-06,
      "loss": 0.1624942421913147,
      "step": 2124
    },
    {
      "epoch": 1.6093868281604844,
      "grad_norm": 1.9080997705459595,
      "learning_rate": 2.1838454326737836e-06,
      "loss": 0.4276244044303894,
      "step": 2126
    },
    {
      "epoch": 1.610900832702498,
      "grad_norm": 5.854907035827637,
      "learning_rate": 2.182292729568448e-06,
      "loss": 0.4545116424560547,
      "step": 2128
    },
    {
      "epoch": 1.6124148372445117,
      "grad_norm": 2.8690412044525146,
      "learning_rate": 2.180739192252284e-06,
      "loss": 0.7988955974578857,
      "step": 2130
    },
    {
      "epoch": 1.6139288417865254,
      "grad_norm": 8.291343688964844,
      "learning_rate": 2.1791848231600002e-06,
      "loss": 0.6213572025299072,
      "step": 2132
    },
    {
      "epoch": 1.615442846328539,
      "grad_norm": 0.862676203250885,
      "learning_rate": 2.1776296247276077e-06,
      "loss": 0.4094568192958832,
      "step": 2134
    },
    {
      "epoch": 1.6169568508705527,
      "grad_norm": 2.8311262130737305,
      "learning_rate": 2.1760735993924196e-06,
      "loss": 0.7716742157936096,
      "step": 2136
    },
    {
      "epoch": 1.6184708554125662,
      "grad_norm": 3.6992971897125244,
      "learning_rate": 2.174516749593044e-06,
      "loss": 0.7096973061561584,
      "step": 2138
    },
    {
      "epoch": 1.6199848599545799,
      "grad_norm": 2.3221044540405273,
      "learning_rate": 2.172959077769379e-06,
      "loss": 0.8890570402145386,
      "step": 2140
    },
    {
      "epoch": 1.6214988644965935,
      "grad_norm": 2.638880491256714,
      "learning_rate": 2.1714005863626143e-06,
      "loss": 0.5222177505493164,
      "step": 2142
    },
    {
      "epoch": 1.623012869038607,
      "grad_norm": 2.155319929122925,
      "learning_rate": 2.169841277815221e-06,
      "loss": 0.7492667436599731,
      "step": 2144
    },
    {
      "epoch": 1.6245268735806206,
      "grad_norm": 2.3153676986694336,
      "learning_rate": 2.168281154570954e-06,
      "loss": 0.9271564483642578,
      "step": 2146
    },
    {
      "epoch": 1.6260408781226343,
      "grad_norm": 3.7721846103668213,
      "learning_rate": 2.1667202190748423e-06,
      "loss": 0.3474150002002716,
      "step": 2148
    },
    {
      "epoch": 1.627554882664648,
      "grad_norm": 1.7081248760223389,
      "learning_rate": 2.165158473773189e-06,
      "loss": 0.2777302861213684,
      "step": 2150
    },
    {
      "epoch": 1.6290688872066617,
      "grad_norm": 3.3190102577209473,
      "learning_rate": 2.163595921113567e-06,
      "loss": 0.4995487928390503,
      "step": 2152
    },
    {
      "epoch": 1.6305828917486753,
      "grad_norm": 8.794017791748047,
      "learning_rate": 2.1620325635448127e-06,
      "loss": 0.7314831614494324,
      "step": 2154
    },
    {
      "epoch": 1.632096896290689,
      "grad_norm": 0.8514871001243591,
      "learning_rate": 2.1604684035170253e-06,
      "loss": 0.34603098034858704,
      "step": 2156
    },
    {
      "epoch": 1.6336109008327027,
      "grad_norm": 3.585616111755371,
      "learning_rate": 2.158903443481561e-06,
      "loss": 0.6739398837089539,
      "step": 2158
    },
    {
      "epoch": 1.635124905374716,
      "grad_norm": 4.3569865226745605,
      "learning_rate": 2.157337685891031e-06,
      "loss": 0.7613204717636108,
      "step": 2160
    },
    {
      "epoch": 1.6366389099167298,
      "grad_norm": 5.168086051940918,
      "learning_rate": 2.155771133199294e-06,
      "loss": 0.5170891880989075,
      "step": 2162
    },
    {
      "epoch": 1.6381529144587432,
      "grad_norm": 1.6620736122131348,
      "learning_rate": 2.154203787861458e-06,
      "loss": 0.5840808153152466,
      "step": 2164
    },
    {
      "epoch": 1.639666919000757,
      "grad_norm": 3.4618961811065674,
      "learning_rate": 2.1526356523338704e-06,
      "loss": 0.6698583364486694,
      "step": 2166
    },
    {
      "epoch": 1.6411809235427706,
      "grad_norm": 3.096137523651123,
      "learning_rate": 2.1510667290741183e-06,
      "loss": 0.43474137783050537,
      "step": 2168
    },
    {
      "epoch": 1.6426949280847842,
      "grad_norm": 13.721327781677246,
      "learning_rate": 2.149497020541023e-06,
      "loss": 0.6251839399337769,
      "step": 2170
    },
    {
      "epoch": 1.644208932626798,
      "grad_norm": 1.7023292779922485,
      "learning_rate": 2.1479265291946365e-06,
      "loss": 0.8443311452865601,
      "step": 2172
    },
    {
      "epoch": 1.6457229371688116,
      "grad_norm": 2.377385377883911,
      "learning_rate": 2.146355257496239e-06,
      "loss": 0.7048377990722656,
      "step": 2174
    },
    {
      "epoch": 1.6472369417108252,
      "grad_norm": 6.913028717041016,
      "learning_rate": 2.1447832079083306e-06,
      "loss": 0.3259809911251068,
      "step": 2176
    },
    {
      "epoch": 1.648750946252839,
      "grad_norm": 1.9534987211227417,
      "learning_rate": 2.1432103828946335e-06,
      "loss": 1.068019986152649,
      "step": 2178
    },
    {
      "epoch": 1.6502649507948524,
      "grad_norm": 2.9702231884002686,
      "learning_rate": 2.141636784920083e-06,
      "loss": 0.7385921478271484,
      "step": 2180
    },
    {
      "epoch": 1.651778955336866,
      "grad_norm": 3.8918232917785645,
      "learning_rate": 2.1400624164508283e-06,
      "loss": 0.6695861220359802,
      "step": 2182
    },
    {
      "epoch": 1.6532929598788795,
      "grad_norm": 3.2664449214935303,
      "learning_rate": 2.1384872799542233e-06,
      "loss": 0.5747061371803284,
      "step": 2184
    },
    {
      "epoch": 1.6548069644208931,
      "grad_norm": 9.48470687866211,
      "learning_rate": 2.1369113778988272e-06,
      "loss": 0.6012070178985596,
      "step": 2186
    },
    {
      "epoch": 1.6563209689629068,
      "grad_norm": 2.4145398139953613,
      "learning_rate": 2.135334712754399e-06,
      "loss": 0.2863891124725342,
      "step": 2188
    },
    {
      "epoch": 1.6578349735049205,
      "grad_norm": 4.188508033752441,
      "learning_rate": 2.1337572869918926e-06,
      "loss": 1.1720845699310303,
      "step": 2190
    },
    {
      "epoch": 1.6593489780469342,
      "grad_norm": 2.1696295738220215,
      "learning_rate": 2.132179103083455e-06,
      "loss": 1.126940131187439,
      "step": 2192
    },
    {
      "epoch": 1.6608629825889478,
      "grad_norm": 2.3900654315948486,
      "learning_rate": 2.1306001635024204e-06,
      "loss": 1.0954455137252808,
      "step": 2194
    },
    {
      "epoch": 1.6623769871309615,
      "grad_norm": 2.878375768661499,
      "learning_rate": 2.129020470723309e-06,
      "loss": 0.6001009345054626,
      "step": 2196
    },
    {
      "epoch": 1.6638909916729752,
      "grad_norm": 26.621519088745117,
      "learning_rate": 2.127440027221819e-06,
      "loss": 0.47328245639801025,
      "step": 2198
    },
    {
      "epoch": 1.6654049962149886,
      "grad_norm": 2.122884511947632,
      "learning_rate": 2.1258588354748273e-06,
      "loss": 0.3275623619556427,
      "step": 2200
    },
    {
      "epoch": 1.6669190007570023,
      "grad_norm": 1.6605173349380493,
      "learning_rate": 2.1242768979603817e-06,
      "loss": 0.28766143321990967,
      "step": 2202
    },
    {
      "epoch": 1.668433005299016,
      "grad_norm": 4.779479026794434,
      "learning_rate": 2.1226942171577e-06,
      "loss": 0.6301637887954712,
      "step": 2204
    },
    {
      "epoch": 1.6699470098410294,
      "grad_norm": 1.1953977346420288,
      "learning_rate": 2.1211107955471653e-06,
      "loss": 0.7062985897064209,
      "step": 2206
    },
    {
      "epoch": 1.671461014383043,
      "grad_norm": 2.85499906539917,
      "learning_rate": 2.1195266356103194e-06,
      "loss": 0.2579890191555023,
      "step": 2208
    },
    {
      "epoch": 1.6729750189250567,
      "grad_norm": 6.130537033081055,
      "learning_rate": 2.117941739829864e-06,
      "loss": 0.2943982183933258,
      "step": 2210
    },
    {
      "epoch": 1.6744890234670704,
      "grad_norm": 2.1135518550872803,
      "learning_rate": 2.116356110689652e-06,
      "loss": 0.5594744086265564,
      "step": 2212
    },
    {
      "epoch": 1.676003028009084,
      "grad_norm": 2.256420850753784,
      "learning_rate": 2.1147697506746865e-06,
      "loss": 0.6435813307762146,
      "step": 2214
    },
    {
      "epoch": 1.6775170325510977,
      "grad_norm": 430.08251953125,
      "learning_rate": 2.1131826622711157e-06,
      "loss": 0.3069487512111664,
      "step": 2216
    },
    {
      "epoch": 1.6790310370931114,
      "grad_norm": 1.5891367197036743,
      "learning_rate": 2.1115948479662303e-06,
      "loss": 0.7901256680488586,
      "step": 2218
    },
    {
      "epoch": 1.6805450416351249,
      "grad_norm": 3.6547927856445312,
      "learning_rate": 2.1100063102484567e-06,
      "loss": 0.4188877046108246,
      "step": 2220
    },
    {
      "epoch": 1.6820590461771385,
      "grad_norm": 1.7542855739593506,
      "learning_rate": 2.1084170516073566e-06,
      "loss": 0.2679920792579651,
      "step": 2222
    },
    {
      "epoch": 1.6835730507191522,
      "grad_norm": 5.140130996704102,
      "learning_rate": 2.106827074533622e-06,
      "loss": 0.24302098155021667,
      "step": 2224
    },
    {
      "epoch": 1.6850870552611656,
      "grad_norm": 3.187342405319214,
      "learning_rate": 2.1052363815190685e-06,
      "loss": 0.1624186784029007,
      "step": 2226
    },
    {
      "epoch": 1.6866010598031793,
      "grad_norm": 6.9088053703308105,
      "learning_rate": 2.1036449750566363e-06,
      "loss": 0.6162082552909851,
      "step": 2228
    },
    {
      "epoch": 1.688115064345193,
      "grad_norm": 1.30314040184021,
      "learning_rate": 2.102052857640381e-06,
      "loss": 0.2861323654651642,
      "step": 2230
    },
    {
      "epoch": 1.6896290688872067,
      "grad_norm": 5.282270908355713,
      "learning_rate": 2.1004600317654764e-06,
      "loss": 0.7010675668716431,
      "step": 2232
    },
    {
      "epoch": 1.6911430734292203,
      "grad_norm": 6.541689872741699,
      "learning_rate": 2.0988664999282025e-06,
      "loss": 0.17050687968730927,
      "step": 2234
    },
    {
      "epoch": 1.692657077971234,
      "grad_norm": 2.042179584503174,
      "learning_rate": 2.0972722646259476e-06,
      "loss": 1.1382827758789062,
      "step": 2236
    },
    {
      "epoch": 1.6941710825132477,
      "grad_norm": 2.3376784324645996,
      "learning_rate": 2.095677328357202e-06,
      "loss": 0.23813597857952118,
      "step": 2238
    },
    {
      "epoch": 1.6956850870552613,
      "grad_norm": 1.6474254131317139,
      "learning_rate": 2.0940816936215553e-06,
      "loss": 0.5763483047485352,
      "step": 2240
    },
    {
      "epoch": 1.6971990915972748,
      "grad_norm": 2.9063918590545654,
      "learning_rate": 2.0924853629196918e-06,
      "loss": 0.34474313259124756,
      "step": 2242
    },
    {
      "epoch": 1.6987130961392884,
      "grad_norm": 2.5557656288146973,
      "learning_rate": 2.090888338753385e-06,
      "loss": 0.21587520837783813,
      "step": 2244
    },
    {
      "epoch": 1.700227100681302,
      "grad_norm": 5.877704620361328,
      "learning_rate": 2.0892906236254966e-06,
      "loss": 0.621183454990387,
      "step": 2246
    },
    {
      "epoch": 1.7017411052233156,
      "grad_norm": 4.238709926605225,
      "learning_rate": 2.08769222003997e-06,
      "loss": 1.0777775049209595,
      "step": 2248
    },
    {
      "epoch": 1.7032551097653292,
      "grad_norm": 2.4976248741149902,
      "learning_rate": 2.08609313050183e-06,
      "loss": 0.6810624599456787,
      "step": 2250
    },
    {
      "epoch": 1.704769114307343,
      "grad_norm": 5.799039363861084,
      "learning_rate": 2.0844933575171725e-06,
      "loss": 0.6343029141426086,
      "step": 2252
    },
    {
      "epoch": 1.7062831188493566,
      "grad_norm": 1.8170959949493408,
      "learning_rate": 2.0828929035931685e-06,
      "loss": 0.7549158930778503,
      "step": 2254
    },
    {
      "epoch": 1.7077971233913702,
      "grad_norm": 4.467005252838135,
      "learning_rate": 2.0812917712380533e-06,
      "loss": 0.6830211281776428,
      "step": 2256
    },
    {
      "epoch": 1.709311127933384,
      "grad_norm": 0.8398280739784241,
      "learning_rate": 2.0796899629611274e-06,
      "loss": 0.6890422105789185,
      "step": 2258
    },
    {
      "epoch": 1.7108251324753976,
      "grad_norm": 1.046366572380066,
      "learning_rate": 2.078087481272749e-06,
      "loss": 0.4800116717815399,
      "step": 2260
    },
    {
      "epoch": 1.712339137017411,
      "grad_norm": 1.4331594705581665,
      "learning_rate": 2.0764843286843326e-06,
      "loss": 0.8580260276794434,
      "step": 2262
    },
    {
      "epoch": 1.7138531415594247,
      "grad_norm": 19.763986587524414,
      "learning_rate": 2.0748805077083444e-06,
      "loss": 0.6199619174003601,
      "step": 2264
    },
    {
      "epoch": 1.7153671461014381,
      "grad_norm": 17.90291976928711,
      "learning_rate": 2.0732760208582967e-06,
      "loss": 0.7525902390480042,
      "step": 2266
    },
    {
      "epoch": 1.7168811506434518,
      "grad_norm": 4.046377658843994,
      "learning_rate": 2.0716708706487476e-06,
      "loss": 0.7198786735534668,
      "step": 2268
    },
    {
      "epoch": 1.7183951551854655,
      "grad_norm": 9.317425727844238,
      "learning_rate": 2.0700650595952925e-06,
      "loss": 0.30152690410614014,
      "step": 2270
    },
    {
      "epoch": 1.7199091597274792,
      "grad_norm": 1.2944056987762451,
      "learning_rate": 2.0684585902145637e-06,
      "loss": 0.6058851480484009,
      "step": 2272
    },
    {
      "epoch": 1.7214231642694928,
      "grad_norm": 2.4493825435638428,
      "learning_rate": 2.0668514650242252e-06,
      "loss": 0.6572599411010742,
      "step": 2274
    },
    {
      "epoch": 1.7229371688115065,
      "grad_norm": 2.4681243896484375,
      "learning_rate": 2.0652436865429685e-06,
      "loss": 0.14060214161872864,
      "step": 2276
    },
    {
      "epoch": 1.7244511733535202,
      "grad_norm": 3.9299867153167725,
      "learning_rate": 2.0636352572905093e-06,
      "loss": 0.6264467239379883,
      "step": 2278
    },
    {
      "epoch": 1.7259651778955338,
      "grad_norm": 4.141777992248535,
      "learning_rate": 2.0620261797875824e-06,
      "loss": 0.2831032872200012,
      "step": 2280
    },
    {
      "epoch": 1.7274791824375473,
      "grad_norm": 2.3005599975585938,
      "learning_rate": 2.06041645655594e-06,
      "loss": 0.6381456851959229,
      "step": 2282
    },
    {
      "epoch": 1.728993186979561,
      "grad_norm": 1.5281527042388916,
      "learning_rate": 2.0588060901183444e-06,
      "loss": 0.6487545371055603,
      "step": 2284
    },
    {
      "epoch": 1.7305071915215746,
      "grad_norm": 2.2702927589416504,
      "learning_rate": 2.0571950829985673e-06,
      "loss": 0.810280978679657,
      "step": 2286
    },
    {
      "epoch": 1.732021196063588,
      "grad_norm": 1.50748610496521,
      "learning_rate": 2.0555834377213843e-06,
      "loss": 0.3577505648136139,
      "step": 2288
    },
    {
      "epoch": 1.7335352006056017,
      "grad_norm": 2.3487930297851562,
      "learning_rate": 2.0539711568125707e-06,
      "loss": 0.3521404564380646,
      "step": 2290
    },
    {
      "epoch": 1.7350492051476154,
      "grad_norm": 8.966695785522461,
      "learning_rate": 2.052358242798898e-06,
      "loss": 0.2824268341064453,
      "step": 2292
    },
    {
      "epoch": 1.736563209689629,
      "grad_norm": 1.4676111936569214,
      "learning_rate": 2.050744698208131e-06,
      "loss": 0.4738492965698242,
      "step": 2294
    },
    {
      "epoch": 1.7380772142316427,
      "grad_norm": 3.0044350624084473,
      "learning_rate": 2.0491305255690207e-06,
      "loss": 0.7092089653015137,
      "step": 2296
    },
    {
      "epoch": 1.7395912187736564,
      "grad_norm": 1.4396655559539795,
      "learning_rate": 2.047515727411304e-06,
      "loss": 0.6721881628036499,
      "step": 2298
    },
    {
      "epoch": 1.74110522331567,
      "grad_norm": 8.363606452941895,
      "learning_rate": 2.0459003062656975e-06,
      "loss": 0.2827519178390503,
      "step": 2300
    },
    {
      "epoch": 1.7426192278576835,
      "grad_norm": 2.10673451423645,
      "learning_rate": 2.0442842646638944e-06,
      "loss": 0.7053329944610596,
      "step": 2302
    },
    {
      "epoch": 1.7441332323996972,
      "grad_norm": 2.727703809738159,
      "learning_rate": 2.0426676051385603e-06,
      "loss": 0.22457894682884216,
      "step": 2304
    },
    {
      "epoch": 1.7456472369417109,
      "grad_norm": 3.643404960632324,
      "learning_rate": 2.041050330223328e-06,
      "loss": 0.8219473361968994,
      "step": 2306
    },
    {
      "epoch": 1.7471612414837243,
      "grad_norm": 3.9443776607513428,
      "learning_rate": 2.0394324424527976e-06,
      "loss": 0.2641485929489136,
      "step": 2308
    },
    {
      "epoch": 1.748675246025738,
      "grad_norm": 0.7181191444396973,
      "learning_rate": 2.0378139443625263e-06,
      "loss": 0.7425059080123901,
      "step": 2310
    },
    {
      "epoch": 1.7501892505677517,
      "grad_norm": 6.626009464263916,
      "learning_rate": 2.03619483848903e-06,
      "loss": 0.7613123655319214,
      "step": 2312
    },
    {
      "epoch": 1.7517032551097653,
      "grad_norm": 1.737387776374817,
      "learning_rate": 2.034575127369776e-06,
      "loss": 0.9189949035644531,
      "step": 2314
    },
    {
      "epoch": 1.753217259651779,
      "grad_norm": 3.098576068878174,
      "learning_rate": 2.0329548135431816e-06,
      "loss": 1.189211130142212,
      "step": 2316
    },
    {
      "epoch": 1.7547312641937927,
      "grad_norm": 2.3874411582946777,
      "learning_rate": 2.0313338995486073e-06,
      "loss": 0.3131447732448578,
      "step": 2318
    },
    {
      "epoch": 1.7562452687358063,
      "grad_norm": 2.1706600189208984,
      "learning_rate": 2.0297123879263546e-06,
      "loss": 1.1029870510101318,
      "step": 2320
    },
    {
      "epoch": 1.7577592732778198,
      "grad_norm": 1.2848676443099976,
      "learning_rate": 2.0280902812176607e-06,
      "loss": 0.7795432209968567,
      "step": 2322
    },
    {
      "epoch": 1.7592732778198334,
      "grad_norm": 1.6532896757125854,
      "learning_rate": 2.0264675819646977e-06,
      "loss": 1.0654683113098145,
      "step": 2324
    },
    {
      "epoch": 1.7607872823618471,
      "grad_norm": 1.1202808618545532,
      "learning_rate": 2.0248442927105635e-06,
      "loss": 1.0802593231201172,
      "step": 2326
    },
    {
      "epoch": 1.7623012869038606,
      "grad_norm": 2.4864604473114014,
      "learning_rate": 2.0232204159992833e-06,
      "loss": 0.6008468270301819,
      "step": 2328
    },
    {
      "epoch": 1.7638152914458742,
      "grad_norm": 1.4563044309616089,
      "learning_rate": 2.021595954375801e-06,
      "loss": 0.6921793222427368,
      "step": 2330
    },
    {
      "epoch": 1.765329295987888,
      "grad_norm": 1.7934669256210327,
      "learning_rate": 2.0199709103859784e-06,
      "loss": 0.28670886158943176,
      "step": 2332
    },
    {
      "epoch": 1.7668433005299016,
      "grad_norm": 1.6941759586334229,
      "learning_rate": 2.0183452865765893e-06,
      "loss": 1.050851821899414,
      "step": 2334
    },
    {
      "epoch": 1.7683573050719152,
      "grad_norm": 2.231344223022461,
      "learning_rate": 2.0167190854953167e-06,
      "loss": 0.1752273291349411,
      "step": 2336
    },
    {
      "epoch": 1.769871309613929,
      "grad_norm": 1.5495513677597046,
      "learning_rate": 2.0150923096907473e-06,
      "loss": 0.6756109595298767,
      "step": 2338
    },
    {
      "epoch": 1.7713853141559426,
      "grad_norm": 3.340039014816284,
      "learning_rate": 2.0134649617123697e-06,
      "loss": 1.0384888648986816,
      "step": 2340
    },
    {
      "epoch": 1.7728993186979563,
      "grad_norm": 7.249871253967285,
      "learning_rate": 2.011837044110569e-06,
      "loss": 0.9125099182128906,
      "step": 2342
    },
    {
      "epoch": 1.7744133232399697,
      "grad_norm": 2.0098390579223633,
      "learning_rate": 2.0102085594366227e-06,
      "loss": 1.1059890985488892,
      "step": 2344
    },
    {
      "epoch": 1.7759273277819834,
      "grad_norm": 2.3969979286193848,
      "learning_rate": 2.0085795102426962e-06,
      "loss": 0.3932843804359436,
      "step": 2346
    },
    {
      "epoch": 1.7774413323239968,
      "grad_norm": 3.099766254425049,
      "learning_rate": 2.0069498990818417e-06,
      "loss": 0.5124934911727905,
      "step": 2348
    },
    {
      "epoch": 1.7789553368660105,
      "grad_norm": 1.7208963632583618,
      "learning_rate": 2.00531972850799e-06,
      "loss": 0.593222439289093,
      "step": 2350
    },
    {
      "epoch": 1.7804693414080242,
      "grad_norm": 4.858328819274902,
      "learning_rate": 2.00368900107595e-06,
      "loss": 0.2706722617149353,
      "step": 2352
    },
    {
      "epoch": 1.7819833459500378,
      "grad_norm": 3.2357375621795654,
      "learning_rate": 2.0020577193414025e-06,
      "loss": 1.0699340105056763,
      "step": 2354
    },
    {
      "epoch": 1.7834973504920515,
      "grad_norm": 2.757415771484375,
      "learning_rate": 2.0004258858608973e-06,
      "loss": 0.650534451007843,
      "step": 2356
    },
    {
      "epoch": 1.7850113550340652,
      "grad_norm": 1.8998754024505615,
      "learning_rate": 1.9987935031918496e-06,
      "loss": 0.7294416427612305,
      "step": 2358
    },
    {
      "epoch": 1.7865253595760788,
      "grad_norm": 1.2810745239257812,
      "learning_rate": 1.997160573892534e-06,
      "loss": 0.6762998104095459,
      "step": 2360
    },
    {
      "epoch": 1.7880393641180925,
      "grad_norm": 1.3143075704574585,
      "learning_rate": 1.9955271005220826e-06,
      "loss": 1.1342246532440186,
      "step": 2362
    },
    {
      "epoch": 1.789553368660106,
      "grad_norm": 18.63542938232422,
      "learning_rate": 1.9938930856404796e-06,
      "loss": 0.4164232015609741,
      "step": 2364
    },
    {
      "epoch": 1.7910673732021196,
      "grad_norm": 7.862457752227783,
      "learning_rate": 1.9922585318085586e-06,
      "loss": 0.2773081958293915,
      "step": 2366
    },
    {
      "epoch": 1.7925813777441333,
      "grad_norm": 0.9495812058448792,
      "learning_rate": 1.990623441587998e-06,
      "loss": 0.15149936079978943,
      "step": 2368
    },
    {
      "epoch": 1.7940953822861467,
      "grad_norm": 2.372420072555542,
      "learning_rate": 1.988987817541315e-06,
      "loss": 1.0846363306045532,
      "step": 2370
    },
    {
      "epoch": 1.7956093868281604,
      "grad_norm": 1.3067657947540283,
      "learning_rate": 1.9873516622318655e-06,
      "loss": 0.5807230472564697,
      "step": 2372
    },
    {
      "epoch": 1.797123391370174,
      "grad_norm": 3.343245029449463,
      "learning_rate": 1.9857149782238376e-06,
      "loss": 0.45187991857528687,
      "step": 2374
    },
    {
      "epoch": 1.7986373959121877,
      "grad_norm": 1.814562439918518,
      "learning_rate": 1.9840777680822465e-06,
      "loss": 1.1235315799713135,
      "step": 2376
    },
    {
      "epoch": 1.8001514004542014,
      "grad_norm": 1.2937862873077393,
      "learning_rate": 1.982440034372934e-06,
      "loss": 0.9832783341407776,
      "step": 2378
    },
    {
      "epoch": 1.801665404996215,
      "grad_norm": 3.880544900894165,
      "learning_rate": 1.9808017796625614e-06,
      "loss": 0.31947067379951477,
      "step": 2380
    },
    {
      "epoch": 1.8031794095382288,
      "grad_norm": 2.1368255615234375,
      "learning_rate": 1.979163006518606e-06,
      "loss": 0.7589985728263855,
      "step": 2382
    },
    {
      "epoch": 1.8046934140802422,
      "grad_norm": 1.9387202262878418,
      "learning_rate": 1.977523717509359e-06,
      "loss": 0.7736470699310303,
      "step": 2384
    },
    {
      "epoch": 1.8062074186222559,
      "grad_norm": 2.6687638759613037,
      "learning_rate": 1.9758839152039183e-06,
      "loss": 0.5925498604774475,
      "step": 2386
    },
    {
      "epoch": 1.8077214231642695,
      "grad_norm": 1.7037615776062012,
      "learning_rate": 1.974243602172188e-06,
      "loss": 0.707631528377533,
      "step": 2388
    },
    {
      "epoch": 1.809235427706283,
      "grad_norm": 2.250582456588745,
      "learning_rate": 1.972602780984871e-06,
      "loss": 0.6910974979400635,
      "step": 2390
    },
    {
      "epoch": 1.8107494322482967,
      "grad_norm": 4.812062740325928,
      "learning_rate": 1.9709614542134684e-06,
      "loss": 0.6874426603317261,
      "step": 2392
    },
    {
      "epoch": 1.8122634367903103,
      "grad_norm": 1.8871315717697144,
      "learning_rate": 1.969319624430272e-06,
      "loss": 0.24301689863204956,
      "step": 2394
    },
    {
      "epoch": 1.813777441332324,
      "grad_norm": 12.313353538513184,
      "learning_rate": 1.9676772942083627e-06,
      "loss": 0.32100293040275574,
      "step": 2396
    },
    {
      "epoch": 1.8152914458743377,
      "grad_norm": 1.4709579944610596,
      "learning_rate": 1.9660344661216058e-06,
      "loss": 0.7021037340164185,
      "step": 2398
    },
    {
      "epoch": 1.8168054504163513,
      "grad_norm": 4.930418014526367,
      "learning_rate": 1.9643911427446458e-06,
      "loss": 0.22974015772342682,
      "step": 2400
    },
    {
      "epoch": 1.818319454958365,
      "grad_norm": 1.7876191139221191,
      "learning_rate": 1.9627473266529055e-06,
      "loss": 0.1252487748861313,
      "step": 2402
    },
    {
      "epoch": 1.8198334595003784,
      "grad_norm": 4.775298595428467,
      "learning_rate": 1.9611030204225776e-06,
      "loss": 0.6840951442718506,
      "step": 2404
    },
    {
      "epoch": 1.8213474640423921,
      "grad_norm": 3.2811765670776367,
      "learning_rate": 1.9594582266306244e-06,
      "loss": 0.8643097877502441,
      "step": 2406
    },
    {
      "epoch": 1.8228614685844058,
      "grad_norm": 3.3247106075286865,
      "learning_rate": 1.957812947854771e-06,
      "loss": 0.342410683631897,
      "step": 2408
    },
    {
      "epoch": 1.8243754731264192,
      "grad_norm": 14.739418029785156,
      "learning_rate": 1.9561671866735053e-06,
      "loss": 0.4793134331703186,
      "step": 2410
    },
    {
      "epoch": 1.825889477668433,
      "grad_norm": 1.838046669960022,
      "learning_rate": 1.954520945666068e-06,
      "loss": 0.6665730476379395,
      "step": 2412
    },
    {
      "epoch": 1.8274034822104466,
      "grad_norm": 6.243978500366211,
      "learning_rate": 1.9528742274124527e-06,
      "loss": 0.8040502071380615,
      "step": 2414
    },
    {
      "epoch": 1.8289174867524602,
      "grad_norm": 2.532534599304199,
      "learning_rate": 1.9512270344934027e-06,
      "loss": 0.8092038631439209,
      "step": 2416
    },
    {
      "epoch": 1.830431491294474,
      "grad_norm": 2.357820987701416,
      "learning_rate": 1.949579369490403e-06,
      "loss": 0.5882593393325806,
      "step": 2418
    },
    {
      "epoch": 1.8319454958364876,
      "grad_norm": 1.8288893699645996,
      "learning_rate": 1.9479312349856796e-06,
      "loss": 0.6844436526298523,
      "step": 2420
    },
    {
      "epoch": 1.8334595003785013,
      "grad_norm": 1.6580768823623657,
      "learning_rate": 1.946282633562194e-06,
      "loss": 0.8981972336769104,
      "step": 2422
    },
    {
      "epoch": 1.834973504920515,
      "grad_norm": 0.8140391111373901,
      "learning_rate": 1.94463356780364e-06,
      "loss": 0.7706785202026367,
      "step": 2424
    },
    {
      "epoch": 1.8364875094625284,
      "grad_norm": 4.756402969360352,
      "learning_rate": 1.942984040294438e-06,
      "loss": 0.7183281779289246,
      "step": 2426
    },
    {
      "epoch": 1.838001514004542,
      "grad_norm": 0.7826236486434937,
      "learning_rate": 1.9413340536197326e-06,
      "loss": 0.5470402240753174,
      "step": 2428
    },
    {
      "epoch": 1.8395155185465555,
      "grad_norm": 5.349993705749512,
      "learning_rate": 1.9396836103653883e-06,
      "loss": 0.6334415078163147,
      "step": 2430
    },
    {
      "epoch": 1.8410295230885692,
      "grad_norm": 1.5277384519577026,
      "learning_rate": 1.938032713117985e-06,
      "loss": 0.6904246211051941,
      "step": 2432
    },
    {
      "epoch": 1.8425435276305828,
      "grad_norm": 2.268113136291504,
      "learning_rate": 1.936381364464814e-06,
      "loss": 0.27258798480033875,
      "step": 2434
    },
    {
      "epoch": 1.8440575321725965,
      "grad_norm": 2.470331907272339,
      "learning_rate": 1.934729566993874e-06,
      "loss": 0.5896321535110474,
      "step": 2436
    },
    {
      "epoch": 1.8455715367146102,
      "grad_norm": 6.7304558753967285,
      "learning_rate": 1.9330773232938673e-06,
      "loss": 0.6072213053703308,
      "step": 2438
    },
    {
      "epoch": 1.8470855412566238,
      "grad_norm": 1.9519010782241821,
      "learning_rate": 1.931424635954195e-06,
      "loss": 0.8895407319068909,
      "step": 2440
    },
    {
      "epoch": 1.8485995457986375,
      "grad_norm": 1.34812593460083,
      "learning_rate": 1.9297715075649543e-06,
      "loss": 1.1164705753326416,
      "step": 2442
    },
    {
      "epoch": 1.8501135503406512,
      "grad_norm": 2.2477667331695557,
      "learning_rate": 1.928117940716933e-06,
      "loss": 0.34229204058647156,
      "step": 2444
    },
    {
      "epoch": 1.8516275548826646,
      "grad_norm": 4.346146106719971,
      "learning_rate": 1.9264639380016063e-06,
      "loss": 0.7773399949073792,
      "step": 2446
    },
    {
      "epoch": 1.8531415594246783,
      "grad_norm": 1.9627861976623535,
      "learning_rate": 1.9248095020111323e-06,
      "loss": 0.7164353728294373,
      "step": 2448
    },
    {
      "epoch": 1.8546555639666917,
      "grad_norm": 1.1922169923782349,
      "learning_rate": 1.923154635338348e-06,
      "loss": 0.7517849206924438,
      "step": 2450
    },
    {
      "epoch": 1.8561695685087054,
      "grad_norm": 3.457965850830078,
      "learning_rate": 1.921499340576766e-06,
      "loss": 0.5871737599372864,
      "step": 2452
    },
    {
      "epoch": 1.857683573050719,
      "grad_norm": 2.036007881164551,
      "learning_rate": 1.9198436203205694e-06,
      "loss": 0.6375160217285156,
      "step": 2454
    },
    {
      "epoch": 1.8591975775927327,
      "grad_norm": 3.6813805103302,
      "learning_rate": 1.9181874771646085e-06,
      "loss": 1.134217619895935,
      "step": 2456
    },
    {
      "epoch": 1.8607115821347464,
      "grad_norm": 3.64957594871521,
      "learning_rate": 1.916530913704395e-06,
      "loss": 0.7019612193107605,
      "step": 2458
    },
    {
      "epoch": 1.86222558667676,
      "grad_norm": 1.4620537757873535,
      "learning_rate": 1.9148739325361015e-06,
      "loss": 1.0680433511734009,
      "step": 2460
    },
    {
      "epoch": 1.8637395912187738,
      "grad_norm": 3.8369688987731934,
      "learning_rate": 1.913216536256553e-06,
      "loss": 0.7128046751022339,
      "step": 2462
    },
    {
      "epoch": 1.8652535957607874,
      "grad_norm": 5.886375427246094,
      "learning_rate": 1.9115587274632274e-06,
      "loss": 0.282992959022522,
      "step": 2464
    },
    {
      "epoch": 1.8667676003028009,
      "grad_norm": 1.4305994510650635,
      "learning_rate": 1.9099005087542467e-06,
      "loss": 0.9355074763298035,
      "step": 2466
    },
    {
      "epoch": 1.8682816048448145,
      "grad_norm": 5.087035179138184,
      "learning_rate": 1.9082418827283766e-06,
      "loss": 0.6677455902099609,
      "step": 2468
    },
    {
      "epoch": 1.8697956093868282,
      "grad_norm": 1.5539398193359375,
      "learning_rate": 1.9065828519850212e-06,
      "loss": 0.6931514739990234,
      "step": 2470
    },
    {
      "epoch": 1.8713096139288417,
      "grad_norm": 6.549385070800781,
      "learning_rate": 1.9049234191242185e-06,
      "loss": 0.5165091753005981,
      "step": 2472
    },
    {
      "epoch": 1.8728236184708553,
      "grad_norm": 1.6973838806152344,
      "learning_rate": 1.9032635867466376e-06,
      "loss": 1.1013144254684448,
      "step": 2474
    },
    {
      "epoch": 1.874337623012869,
      "grad_norm": 1.8635910749435425,
      "learning_rate": 1.9016033574535719e-06,
      "loss": 0.8190028667449951,
      "step": 2476
    },
    {
      "epoch": 1.8758516275548827,
      "grad_norm": 18.24675750732422,
      "learning_rate": 1.8999427338469386e-06,
      "loss": 0.5483837127685547,
      "step": 2478
    },
    {
      "epoch": 1.8773656320968963,
      "grad_norm": 4.019062519073486,
      "learning_rate": 1.8982817185292722e-06,
      "loss": 0.7344475984573364,
      "step": 2480
    },
    {
      "epoch": 1.87887963663891,
      "grad_norm": 7.511033535003662,
      "learning_rate": 1.896620314103721e-06,
      "loss": 0.28435125946998596,
      "step": 2482
    },
    {
      "epoch": 1.8803936411809237,
      "grad_norm": 5.958474636077881,
      "learning_rate": 1.894958523174043e-06,
      "loss": 0.6226410269737244,
      "step": 2484
    },
    {
      "epoch": 1.8819076457229371,
      "grad_norm": 2.613577365875244,
      "learning_rate": 1.8932963483446027e-06,
      "loss": 0.26969021558761597,
      "step": 2486
    },
    {
      "epoch": 1.8834216502649508,
      "grad_norm": 2.083977222442627,
      "learning_rate": 1.8916337922203647e-06,
      "loss": 0.6489355564117432,
      "step": 2488
    },
    {
      "epoch": 1.8849356548069645,
      "grad_norm": 1.8885645866394043,
      "learning_rate": 1.8899708574068928e-06,
      "loss": 0.8442902565002441,
      "step": 2490
    },
    {
      "epoch": 1.886449659348978,
      "grad_norm": 2.0844578742980957,
      "learning_rate": 1.8883075465103431e-06,
      "loss": 0.4130919277667999,
      "step": 2492
    },
    {
      "epoch": 1.8879636638909916,
      "grad_norm": 5.105222702026367,
      "learning_rate": 1.8866438621374628e-06,
      "loss": 0.18109102547168732,
      "step": 2494
    },
    {
      "epoch": 1.8894776684330052,
      "grad_norm": 12.537839889526367,
      "learning_rate": 1.8849798068955823e-06,
      "loss": 0.25919821858406067,
      "step": 2496
    },
    {
      "epoch": 1.890991672975019,
      "grad_norm": 1.3052566051483154,
      "learning_rate": 1.8833153833926146e-06,
      "loss": 0.6028334498405457,
      "step": 2498
    },
    {
      "epoch": 1.8925056775170326,
      "grad_norm": 1.4219228029251099,
      "learning_rate": 1.8816505942370496e-06,
      "loss": 0.47099339962005615,
      "step": 2500
    },
    {
      "epoch": 1.8940196820590463,
      "grad_norm": 1.4984897375106812,
      "learning_rate": 1.8799854420379487e-06,
      "loss": 0.6924835443496704,
      "step": 2502
    },
    {
      "epoch": 1.89553368660106,
      "grad_norm": 3.9320881366729736,
      "learning_rate": 1.8783199294049453e-06,
      "loss": 0.2342991828918457,
      "step": 2504
    },
    {
      "epoch": 1.8970476911430736,
      "grad_norm": 1.5038467645645142,
      "learning_rate": 1.8766540589482351e-06,
      "loss": 1.052242398262024,
      "step": 2506
    },
    {
      "epoch": 1.898561695685087,
      "grad_norm": 1.7633041143417358,
      "learning_rate": 1.8749878332785754e-06,
      "loss": 0.4072822034358978,
      "step": 2508
    },
    {
      "epoch": 1.9000757002271007,
      "grad_norm": 6.334680080413818,
      "learning_rate": 1.8733212550072807e-06,
      "loss": 0.6254635453224182,
      "step": 2510
    },
    {
      "epoch": 1.9015897047691142,
      "grad_norm": 4.005409240722656,
      "learning_rate": 1.8716543267462177e-06,
      "loss": 0.20865847170352936,
      "step": 2512
    },
    {
      "epoch": 1.9031037093111278,
      "grad_norm": 3.80173921585083,
      "learning_rate": 1.8699870511078017e-06,
      "loss": 0.22845837473869324,
      "step": 2514
    },
    {
      "epoch": 1.9046177138531415,
      "grad_norm": 6.341163158416748,
      "learning_rate": 1.8683194307049918e-06,
      "loss": 0.29452162981033325,
      "step": 2516
    },
    {
      "epoch": 1.9061317183951552,
      "grad_norm": 2.0832197666168213,
      "learning_rate": 1.866651468151288e-06,
      "loss": 0.9766835570335388,
      "step": 2518
    },
    {
      "epoch": 1.9076457229371688,
      "grad_norm": 1.7201058864593506,
      "learning_rate": 1.8649831660607262e-06,
      "loss": 0.7189306616783142,
      "step": 2520
    },
    {
      "epoch": 1.9091597274791825,
      "grad_norm": 12.217644691467285,
      "learning_rate": 1.8633145270478757e-06,
      "loss": 0.18444077670574188,
      "step": 2522
    },
    {
      "epoch": 1.9106737320211962,
      "grad_norm": 2.312544822692871,
      "learning_rate": 1.8616455537278318e-06,
      "loss": 0.6718014478683472,
      "step": 2524
    },
    {
      "epoch": 1.9121877365632098,
      "grad_norm": 4.253828048706055,
      "learning_rate": 1.8599762487162146e-06,
      "loss": 0.21305717527866364,
      "step": 2526
    },
    {
      "epoch": 1.9137017411052233,
      "grad_norm": 1.2430156469345093,
      "learning_rate": 1.858306614629165e-06,
      "loss": 1.0205436944961548,
      "step": 2528
    },
    {
      "epoch": 1.915215745647237,
      "grad_norm": 2.997448682785034,
      "learning_rate": 1.856636654083338e-06,
      "loss": 0.25120025873184204,
      "step": 2530
    },
    {
      "epoch": 1.9167297501892504,
      "grad_norm": 8.223458290100098,
      "learning_rate": 1.8549663696959016e-06,
      "loss": 0.7833942174911499,
      "step": 2532
    },
    {
      "epoch": 1.918243754731264,
      "grad_norm": 3.068028450012207,
      "learning_rate": 1.8532957640845296e-06,
      "loss": 1.1276060342788696,
      "step": 2534
    },
    {
      "epoch": 1.9197577592732777,
      "grad_norm": 8.644725799560547,
      "learning_rate": 1.851624839867402e-06,
      "loss": 0.21417191624641418,
      "step": 2536
    },
    {
      "epoch": 1.9212717638152914,
      "grad_norm": 2.2275826930999756,
      "learning_rate": 1.8499535996631946e-06,
      "loss": 1.0725288391113281,
      "step": 2538
    },
    {
      "epoch": 1.922785768357305,
      "grad_norm": 3.2605981826782227,
      "learning_rate": 1.8482820460910817e-06,
      "loss": 0.3155927062034607,
      "step": 2540
    },
    {
      "epoch": 1.9242997728993188,
      "grad_norm": 1.3210935592651367,
      "learning_rate": 1.8466101817707271e-06,
      "loss": 0.7417844533920288,
      "step": 2542
    },
    {
      "epoch": 1.9258137774413324,
      "grad_norm": 4.283865928649902,
      "learning_rate": 1.844938009322281e-06,
      "loss": 0.8048570156097412,
      "step": 2544
    },
    {
      "epoch": 1.927327781983346,
      "grad_norm": 1.1630911827087402,
      "learning_rate": 1.8432655313663771e-06,
      "loss": 1.1231316328048706,
      "step": 2546
    },
    {
      "epoch": 1.9288417865253595,
      "grad_norm": 1.1668163537979126,
      "learning_rate": 1.8415927505241298e-06,
      "loss": 1.1409462690353394,
      "step": 2548
    },
    {
      "epoch": 1.9303557910673732,
      "grad_norm": 3.072653293609619,
      "learning_rate": 1.8399196694171252e-06,
      "loss": 0.2875867187976837,
      "step": 2550
    },
    {
      "epoch": 1.9318697956093869,
      "grad_norm": 1.0892410278320312,
      "learning_rate": 1.838246290667421e-06,
      "loss": 0.7053228616714478,
      "step": 2552
    },
    {
      "epoch": 1.9333838001514003,
      "grad_norm": 3.109567165374756,
      "learning_rate": 1.8365726168975425e-06,
      "loss": 0.2398093193769455,
      "step": 2554
    },
    {
      "epoch": 1.934897804693414,
      "grad_norm": 3.3759360313415527,
      "learning_rate": 1.8348986507304757e-06,
      "loss": 0.6860714554786682,
      "step": 2556
    },
    {
      "epoch": 1.9364118092354277,
      "grad_norm": 1.5024205446243286,
      "learning_rate": 1.833224394789666e-06,
      "loss": 1.1165058612823486,
      "step": 2558
    },
    {
      "epoch": 1.9379258137774413,
      "grad_norm": 44.66451644897461,
      "learning_rate": 1.8315498516990123e-06,
      "loss": 0.609163761138916,
      "step": 2560
    },
    {
      "epoch": 1.939439818319455,
      "grad_norm": 0.7202508449554443,
      "learning_rate": 1.8298750240828638e-06,
      "loss": 0.5042010545730591,
      "step": 2562
    },
    {
      "epoch": 1.9409538228614687,
      "grad_norm": 1.71787428855896,
      "learning_rate": 1.828199914566016e-06,
      "loss": 0.5848456621170044,
      "step": 2564
    },
    {
      "epoch": 1.9424678274034823,
      "grad_norm": 1.383819341659546,
      "learning_rate": 1.826524525773705e-06,
      "loss": 1.1039332151412964,
      "step": 2566
    },
    {
      "epoch": 1.9439818319454958,
      "grad_norm": 3.2185161113739014,
      "learning_rate": 1.8248488603316063e-06,
      "loss": 0.8656116724014282,
      "step": 2568
    },
    {
      "epoch": 1.9454958364875095,
      "grad_norm": 1.7334600687026978,
      "learning_rate": 1.8231729208658271e-06,
      "loss": 0.597359299659729,
      "step": 2570
    },
    {
      "epoch": 1.9470098410295231,
      "grad_norm": 0.8499669432640076,
      "learning_rate": 1.821496710002905e-06,
      "loss": 0.66790372133255,
      "step": 2572
    },
    {
      "epoch": 1.9485238455715366,
      "grad_norm": 2.160719871520996,
      "learning_rate": 1.8198202303698038e-06,
      "loss": 0.7572706937789917,
      "step": 2574
    },
    {
      "epoch": 1.9500378501135502,
      "grad_norm": 2.4661171436309814,
      "learning_rate": 1.8181434845939077e-06,
      "loss": 0.7103179693222046,
      "step": 2576
    },
    {
      "epoch": 1.951551854655564,
      "grad_norm": 1.7464579343795776,
      "learning_rate": 1.8164664753030164e-06,
      "loss": 0.7086505889892578,
      "step": 2578
    },
    {
      "epoch": 1.9530658591975776,
      "grad_norm": 2.0125958919525146,
      "learning_rate": 1.8147892051253455e-06,
      "loss": 0.3641662001609802,
      "step": 2580
    },
    {
      "epoch": 1.9545798637395913,
      "grad_norm": 2.989818811416626,
      "learning_rate": 1.8131116766895169e-06,
      "loss": 0.700904369354248,
      "step": 2582
    },
    {
      "epoch": 1.956093868281605,
      "grad_norm": 1.8995088338851929,
      "learning_rate": 1.8114338926245596e-06,
      "loss": 0.6467546224594116,
      "step": 2584
    },
    {
      "epoch": 1.9576078728236186,
      "grad_norm": 1.562253713607788,
      "learning_rate": 1.8097558555599016e-06,
      "loss": 1.0711427927017212,
      "step": 2586
    },
    {
      "epoch": 1.9591218773656323,
      "grad_norm": 3.0294432640075684,
      "learning_rate": 1.8080775681253673e-06,
      "loss": 0.7762032747268677,
      "step": 2588
    },
    {
      "epoch": 1.9606358819076457,
      "grad_norm": 4.3492751121521,
      "learning_rate": 1.8063990329511749e-06,
      "loss": 0.41252315044403076,
      "step": 2590
    },
    {
      "epoch": 1.9621498864496594,
      "grad_norm": 1.1631908416748047,
      "learning_rate": 1.8047202526679291e-06,
      "loss": 0.5813542604446411,
      "step": 2592
    },
    {
      "epoch": 1.9636638909916728,
      "grad_norm": 9.60074520111084,
      "learning_rate": 1.8030412299066201e-06,
      "loss": 0.2214062511920929,
      "step": 2594
    },
    {
      "epoch": 1.9651778955336865,
      "grad_norm": 2.970233201980591,
      "learning_rate": 1.8013619672986173e-06,
      "loss": 0.24248868227005005,
      "step": 2596
    },
    {
      "epoch": 1.9666919000757002,
      "grad_norm": 2.1815083026885986,
      "learning_rate": 1.799682467475667e-06,
      "loss": 0.28807175159454346,
      "step": 2598
    },
    {
      "epoch": 1.9682059046177138,
      "grad_norm": 6.088417053222656,
      "learning_rate": 1.798002733069886e-06,
      "loss": 0.3555501699447632,
      "step": 2600
    },
    {
      "epoch": 1.9697199091597275,
      "grad_norm": 3.4696614742279053,
      "learning_rate": 1.796322766713759e-06,
      "loss": 0.2768677771091461,
      "step": 2602
    },
    {
      "epoch": 1.9712339137017412,
      "grad_norm": 4.333212852478027,
      "learning_rate": 1.7946425710401357e-06,
      "loss": 0.7167282700538635,
      "step": 2604
    },
    {
      "epoch": 1.9727479182437548,
      "grad_norm": 2.5988035202026367,
      "learning_rate": 1.7929621486822223e-06,
      "loss": 0.6456173062324524,
      "step": 2606
    },
    {
      "epoch": 1.9742619227857685,
      "grad_norm": 3.324312448501587,
      "learning_rate": 1.7912815022735837e-06,
      "loss": 0.1809239685535431,
      "step": 2608
    },
    {
      "epoch": 1.975775927327782,
      "grad_norm": 1.678682804107666,
      "learning_rate": 1.789600634448133e-06,
      "loss": 1.049579381942749,
      "step": 2610
    },
    {
      "epoch": 1.9772899318697956,
      "grad_norm": 2.530160665512085,
      "learning_rate": 1.7879195478401319e-06,
      "loss": 0.7081025838851929,
      "step": 2612
    },
    {
      "epoch": 1.978803936411809,
      "grad_norm": 2.570563793182373,
      "learning_rate": 1.7862382450841844e-06,
      "loss": 0.6838253140449524,
      "step": 2614
    },
    {
      "epoch": 1.9803179409538227,
      "grad_norm": 6.012343883514404,
      "learning_rate": 1.784556728815234e-06,
      "loss": 0.6574077010154724,
      "step": 2616
    },
    {
      "epoch": 1.9818319454958364,
      "grad_norm": 8.046130180358887,
      "learning_rate": 1.7828750016685576e-06,
      "loss": 0.17780661582946777,
      "step": 2618
    },
    {
      "epoch": 1.98334595003785,
      "grad_norm": 3.787870168685913,
      "learning_rate": 1.7811930662797638e-06,
      "loss": 0.7062051892280579,
      "step": 2620
    },
    {
      "epoch": 1.9848599545798638,
      "grad_norm": 1.1279329061508179,
      "learning_rate": 1.7795109252847867e-06,
      "loss": 0.7671316862106323,
      "step": 2622
    },
    {
      "epoch": 1.9863739591218774,
      "grad_norm": 4.606888294219971,
      "learning_rate": 1.7778285813198826e-06,
      "loss": 0.31346026062965393,
      "step": 2624
    },
    {
      "epoch": 1.987887963663891,
      "grad_norm": 2.6706228256225586,
      "learning_rate": 1.7761460370216267e-06,
      "loss": 0.5862433314323425,
      "step": 2626
    },
    {
      "epoch": 1.9894019682059048,
      "grad_norm": 2.2766308784484863,
      "learning_rate": 1.7744632950269075e-06,
      "loss": 1.0763511657714844,
      "step": 2628
    },
    {
      "epoch": 1.9909159727479182,
      "grad_norm": 5.0256667137146,
      "learning_rate": 1.772780357972924e-06,
      "loss": 0.13953058421611786,
      "step": 2630
    },
    {
      "epoch": 1.9924299772899319,
      "grad_norm": 5.517915725708008,
      "learning_rate": 1.7710972284971793e-06,
      "loss": 1.0178477764129639,
      "step": 2632
    },
    {
      "epoch": 1.9939439818319455,
      "grad_norm": 2.4863970279693604,
      "learning_rate": 1.7694139092374802e-06,
      "loss": 0.6464669108390808,
      "step": 2634
    },
    {
      "epoch": 1.995457986373959,
      "grad_norm": 4.220505714416504,
      "learning_rate": 1.7677304028319295e-06,
      "loss": 0.8648689985275269,
      "step": 2636
    },
    {
      "epoch": 1.9969719909159727,
      "grad_norm": 2.9062840938568115,
      "learning_rate": 1.7660467119189236e-06,
      "loss": 0.16142083704471588,
      "step": 2638
    },
    {
      "epoch": 1.9984859954579863,
      "grad_norm": 18.753829956054688,
      "learning_rate": 1.7643628391371484e-06,
      "loss": 0.3382264971733093,
      "step": 2640
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.7218689918518066,
      "learning_rate": 1.762678787125574e-06,
      "loss": 0.719879150390625,
      "step": 2642
    },
    {
      "epoch": 2.0015140045420137,
      "grad_norm": 0.6632734537124634,
      "learning_rate": 1.7609945585234533e-06,
      "loss": 0.14925611019134521,
      "step": 2644
    },
    {
      "epoch": 2.0030280090840273,
      "grad_norm": 1.8668553829193115,
      "learning_rate": 1.7593101559703132e-06,
      "loss": 0.6265012621879578,
      "step": 2646
    },
    {
      "epoch": 2.004542013626041,
      "grad_norm": 1.4000589847564697,
      "learning_rate": 1.7576255821059549e-06,
      "loss": 0.5532234311103821,
      "step": 2648
    },
    {
      "epoch": 2.0060560181680547,
      "grad_norm": 1.3937102556228638,
      "learning_rate": 1.7559408395704483e-06,
      "loss": 0.12811285257339478,
      "step": 2650
    },
    {
      "epoch": 2.0075700227100683,
      "grad_norm": 2.235651969909668,
      "learning_rate": 1.7542559310041272e-06,
      "loss": 0.5081092119216919,
      "step": 2652
    },
    {
      "epoch": 2.0090840272520816,
      "grad_norm": 1.5715231895446777,
      "learning_rate": 1.7525708590475855e-06,
      "loss": 0.12974363565444946,
      "step": 2654
    },
    {
      "epoch": 2.0105980317940952,
      "grad_norm": 3.355414867401123,
      "learning_rate": 1.7508856263416728e-06,
      "loss": 0.17922165989875793,
      "step": 2656
    },
    {
      "epoch": 2.012112036336109,
      "grad_norm": 2.6334707736968994,
      "learning_rate": 1.7492002355274917e-06,
      "loss": 0.26148444414138794,
      "step": 2658
    },
    {
      "epoch": 2.0136260408781226,
      "grad_norm": 1.8044371604919434,
      "learning_rate": 1.7475146892463911e-06,
      "loss": 0.6592626571655273,
      "step": 2660
    },
    {
      "epoch": 2.0151400454201362,
      "grad_norm": 0.6419950127601624,
      "learning_rate": 1.7458289901399652e-06,
      "loss": 0.5145966410636902,
      "step": 2662
    },
    {
      "epoch": 2.01665404996215,
      "grad_norm": 3.272899627685547,
      "learning_rate": 1.7441431408500469e-06,
      "loss": 0.577723503112793,
      "step": 2664
    },
    {
      "epoch": 2.0181680545041636,
      "grad_norm": 2.162247896194458,
      "learning_rate": 1.7424571440187036e-06,
      "loss": 0.9184585809707642,
      "step": 2666
    },
    {
      "epoch": 2.0196820590461773,
      "grad_norm": 4.363552570343018,
      "learning_rate": 1.7407710022882353e-06,
      "loss": 0.7015078663825989,
      "step": 2668
    },
    {
      "epoch": 2.021196063588191,
      "grad_norm": 0.746873676776886,
      "learning_rate": 1.7390847183011696e-06,
      "loss": 0.14988543093204498,
      "step": 2670
    },
    {
      "epoch": 2.0227100681302046,
      "grad_norm": 1.4385411739349365,
      "learning_rate": 1.7373982947002545e-06,
      "loss": 0.5507326126098633,
      "step": 2672
    },
    {
      "epoch": 2.024224072672218,
      "grad_norm": 5.640541076660156,
      "learning_rate": 1.7357117341284586e-06,
      "loss": 0.5066704750061035,
      "step": 2674
    },
    {
      "epoch": 2.0257380772142315,
      "grad_norm": 1.6015201807022095,
      "learning_rate": 1.7340250392289654e-06,
      "loss": 0.58171147108078,
      "step": 2676
    },
    {
      "epoch": 2.027252081756245,
      "grad_norm": 1.6645236015319824,
      "learning_rate": 1.7323382126451683e-06,
      "loss": 1.0548933744430542,
      "step": 2678
    },
    {
      "epoch": 2.028766086298259,
      "grad_norm": 1.4560426473617554,
      "learning_rate": 1.7306512570206675e-06,
      "loss": 1.017156720161438,
      "step": 2680
    },
    {
      "epoch": 2.0302800908402725,
      "grad_norm": 2.0511622428894043,
      "learning_rate": 1.7289641749992642e-06,
      "loss": 0.5105241537094116,
      "step": 2682
    },
    {
      "epoch": 2.031794095382286,
      "grad_norm": 4.8046464920043945,
      "learning_rate": 1.7272769692249596e-06,
      "loss": 0.5566238164901733,
      "step": 2684
    },
    {
      "epoch": 2.0333080999243,
      "grad_norm": 18.07652473449707,
      "learning_rate": 1.7255896423419474e-06,
      "loss": 0.2835147976875305,
      "step": 2686
    },
    {
      "epoch": 2.0348221044663135,
      "grad_norm": 2.6613402366638184,
      "learning_rate": 1.7239021969946115e-06,
      "loss": 0.5674735307693481,
      "step": 2688
    },
    {
      "epoch": 2.036336109008327,
      "grad_norm": 1.3865885734558105,
      "learning_rate": 1.7222146358275214e-06,
      "loss": 0.15232010185718536,
      "step": 2690
    },
    {
      "epoch": 2.037850113550341,
      "grad_norm": 1.7241010665893555,
      "learning_rate": 1.720526961485429e-06,
      "loss": 0.8321764469146729,
      "step": 2692
    },
    {
      "epoch": 2.039364118092354,
      "grad_norm": 10.220908164978027,
      "learning_rate": 1.7188391766132618e-06,
      "loss": 0.22783613204956055,
      "step": 2694
    },
    {
      "epoch": 2.0408781226343677,
      "grad_norm": 1.8045783042907715,
      "learning_rate": 1.7171512838561219e-06,
      "loss": 0.9568790197372437,
      "step": 2696
    },
    {
      "epoch": 2.0423921271763814,
      "grad_norm": 1.4294806718826294,
      "learning_rate": 1.7154632858592804e-06,
      "loss": 0.6187859177589417,
      "step": 2698
    },
    {
      "epoch": 2.043906131718395,
      "grad_norm": 2.846625804901123,
      "learning_rate": 1.7137751852681728e-06,
      "loss": 0.5443164110183716,
      "step": 2700
    },
    {
      "epoch": 2.0454201362604087,
      "grad_norm": 4.185090065002441,
      "learning_rate": 1.7120869847283955e-06,
      "loss": 0.11699831485748291,
      "step": 2702
    },
    {
      "epoch": 2.0469341408024224,
      "grad_norm": 5.7305755615234375,
      "learning_rate": 1.7103986868857016e-06,
      "loss": 0.7156167030334473,
      "step": 2704
    },
    {
      "epoch": 2.048448145344436,
      "grad_norm": 7.5829267501831055,
      "learning_rate": 1.7087102943859973e-06,
      "loss": 0.5357162356376648,
      "step": 2706
    },
    {
      "epoch": 2.0499621498864498,
      "grad_norm": 1.4636871814727783,
      "learning_rate": 1.7070218098753363e-06,
      "loss": 0.4982175827026367,
      "step": 2708
    },
    {
      "epoch": 2.0514761544284634,
      "grad_norm": 4.640434741973877,
      "learning_rate": 1.7053332359999166e-06,
      "loss": 0.6078394055366516,
      "step": 2710
    },
    {
      "epoch": 2.052990158970477,
      "grad_norm": 1.874154806137085,
      "learning_rate": 1.7036445754060766e-06,
      "loss": 1.1511926651000977,
      "step": 2712
    },
    {
      "epoch": 2.0545041635124903,
      "grad_norm": 1.7623599767684937,
      "learning_rate": 1.7019558307402901e-06,
      "loss": 1.0208662748336792,
      "step": 2714
    },
    {
      "epoch": 2.056018168054504,
      "grad_norm": 1.8835748434066772,
      "learning_rate": 1.7002670046491641e-06,
      "loss": 0.5125632286071777,
      "step": 2716
    },
    {
      "epoch": 2.0575321725965177,
      "grad_norm": 2.5960309505462646,
      "learning_rate": 1.6985780997794308e-06,
      "loss": 0.35421526432037354,
      "step": 2718
    },
    {
      "epoch": 2.0590461771385313,
      "grad_norm": 0.24600274860858917,
      "learning_rate": 1.696889118777948e-06,
      "loss": 0.5041108727455139,
      "step": 2720
    },
    {
      "epoch": 2.060560181680545,
      "grad_norm": 3.7518346309661865,
      "learning_rate": 1.6952000642916918e-06,
      "loss": 0.4405469298362732,
      "step": 2722
    },
    {
      "epoch": 2.0620741862225587,
      "grad_norm": 3.009103536605835,
      "learning_rate": 1.6935109389677534e-06,
      "loss": 0.5766614079475403,
      "step": 2724
    },
    {
      "epoch": 2.0635881907645723,
      "grad_norm": 3.843696355819702,
      "learning_rate": 1.6918217454533359e-06,
      "loss": 0.260686457157135,
      "step": 2726
    },
    {
      "epoch": 2.065102195306586,
      "grad_norm": 5.3915605545043945,
      "learning_rate": 1.6901324863957482e-06,
      "loss": 0.25513988733291626,
      "step": 2728
    },
    {
      "epoch": 2.0666161998485997,
      "grad_norm": 0.4250639081001282,
      "learning_rate": 1.6884431644424022e-06,
      "loss": 0.16661809384822845,
      "step": 2730
    },
    {
      "epoch": 2.0681302043906133,
      "grad_norm": 2.3801870346069336,
      "learning_rate": 1.6867537822408093e-06,
      "loss": 0.5339866876602173,
      "step": 2732
    },
    {
      "epoch": 2.069644208932627,
      "grad_norm": 2.5381367206573486,
      "learning_rate": 1.6850643424385733e-06,
      "loss": 0.10374370217323303,
      "step": 2734
    },
    {
      "epoch": 2.0711582134746402,
      "grad_norm": 1.1726455688476562,
      "learning_rate": 1.6833748476833906e-06,
      "loss": 0.548637866973877,
      "step": 2736
    },
    {
      "epoch": 2.072672218016654,
      "grad_norm": 2.1821258068084717,
      "learning_rate": 1.6816853006230427e-06,
      "loss": 0.8682297468185425,
      "step": 2738
    },
    {
      "epoch": 2.0741862225586676,
      "grad_norm": 1.3762861490249634,
      "learning_rate": 1.6799957039053924e-06,
      "loss": 0.619299054145813,
      "step": 2740
    },
    {
      "epoch": 2.0757002271006812,
      "grad_norm": 4.402048110961914,
      "learning_rate": 1.6783060601783816e-06,
      "loss": 0.6997363567352295,
      "step": 2742
    },
    {
      "epoch": 2.077214231642695,
      "grad_norm": 1.7996996641159058,
      "learning_rate": 1.6766163720900242e-06,
      "loss": 0.43396300077438354,
      "step": 2744
    },
    {
      "epoch": 2.0787282361847086,
      "grad_norm": 1.5604248046875,
      "learning_rate": 1.674926642288406e-06,
      "loss": 0.15332743525505066,
      "step": 2746
    },
    {
      "epoch": 2.0802422407267223,
      "grad_norm": 2.172469139099121,
      "learning_rate": 1.6732368734216756e-06,
      "loss": 1.0345743894577026,
      "step": 2748
    },
    {
      "epoch": 2.081756245268736,
      "grad_norm": 3.688363790512085,
      "learning_rate": 1.6715470681380446e-06,
      "loss": 0.63254714012146,
      "step": 2750
    },
    {
      "epoch": 2.0832702498107496,
      "grad_norm": 1.5668286085128784,
      "learning_rate": 1.6698572290857814e-06,
      "loss": 0.5776516199111938,
      "step": 2752
    },
    {
      "epoch": 2.0847842543527633,
      "grad_norm": 3.8889572620391846,
      "learning_rate": 1.6681673589132063e-06,
      "loss": 0.4518263638019562,
      "step": 2754
    },
    {
      "epoch": 2.0862982588947765,
      "grad_norm": 4.702708721160889,
      "learning_rate": 1.6664774602686903e-06,
      "loss": 0.49554580450057983,
      "step": 2756
    },
    {
      "epoch": 2.08781226343679,
      "grad_norm": 3.964775323867798,
      "learning_rate": 1.6647875358006466e-06,
      "loss": 0.5103597044944763,
      "step": 2758
    },
    {
      "epoch": 2.089326267978804,
      "grad_norm": 3.2854743003845215,
      "learning_rate": 1.663097588157531e-06,
      "loss": 0.06786801666021347,
      "step": 2760
    },
    {
      "epoch": 2.0908402725208175,
      "grad_norm": 4.798826694488525,
      "learning_rate": 1.661407619987834e-06,
      "loss": 0.5872377157211304,
      "step": 2762
    },
    {
      "epoch": 2.092354277062831,
      "grad_norm": 2.028712272644043,
      "learning_rate": 1.6597176339400792e-06,
      "loss": 0.6830023527145386,
      "step": 2764
    },
    {
      "epoch": 2.093868281604845,
      "grad_norm": 2.520421028137207,
      "learning_rate": 1.6580276326628184e-06,
      "loss": 0.22064897418022156,
      "step": 2766
    },
    {
      "epoch": 2.0953822861468585,
      "grad_norm": 2.916041851043701,
      "learning_rate": 1.6563376188046265e-06,
      "loss": 0.1994413435459137,
      "step": 2768
    },
    {
      "epoch": 2.096896290688872,
      "grad_norm": 3.3804969787597656,
      "learning_rate": 1.6546475950140986e-06,
      "loss": 0.15971145033836365,
      "step": 2770
    },
    {
      "epoch": 2.098410295230886,
      "grad_norm": 3.459014654159546,
      "learning_rate": 1.6529575639398453e-06,
      "loss": 0.2711777985095978,
      "step": 2772
    },
    {
      "epoch": 2.0999242997728995,
      "grad_norm": 7.535019874572754,
      "learning_rate": 1.6512675282304884e-06,
      "loss": 0.30359020829200745,
      "step": 2774
    },
    {
      "epoch": 2.1014383043149127,
      "grad_norm": 2.6062686443328857,
      "learning_rate": 1.6495774905346575e-06,
      "loss": 0.08550383895635605,
      "step": 2776
    },
    {
      "epoch": 2.1029523088569264,
      "grad_norm": 2.4432120323181152,
      "learning_rate": 1.6478874535009847e-06,
      "loss": 1.0165009498596191,
      "step": 2778
    },
    {
      "epoch": 2.10446631339894,
      "grad_norm": 1.2791420221328735,
      "learning_rate": 1.6461974197781015e-06,
      "loss": 0.5231562256813049,
      "step": 2780
    },
    {
      "epoch": 2.1059803179409537,
      "grad_norm": 1.6797175407409668,
      "learning_rate": 1.6445073920146336e-06,
      "loss": 0.5763256549835205,
      "step": 2782
    },
    {
      "epoch": 2.1074943224829674,
      "grad_norm": 1.43915855884552,
      "learning_rate": 1.6428173728591981e-06,
      "loss": 0.9489549994468689,
      "step": 2784
    },
    {
      "epoch": 2.109008327024981,
      "grad_norm": 3.021160125732422,
      "learning_rate": 1.6411273649603988e-06,
      "loss": 0.9699093103408813,
      "step": 2786
    },
    {
      "epoch": 2.1105223315669948,
      "grad_norm": 1.4524022340774536,
      "learning_rate": 1.6394373709668207e-06,
      "loss": 0.5449516177177429,
      "step": 2788
    },
    {
      "epoch": 2.1120363361090084,
      "grad_norm": 1.5240285396575928,
      "learning_rate": 1.6377473935270272e-06,
      "loss": 0.5013771057128906,
      "step": 2790
    },
    {
      "epoch": 2.113550340651022,
      "grad_norm": 3.620814561843872,
      "learning_rate": 1.6360574352895573e-06,
      "loss": 0.9098644256591797,
      "step": 2792
    },
    {
      "epoch": 2.1150643451930358,
      "grad_norm": 1.660154938697815,
      "learning_rate": 1.6343674989029185e-06,
      "loss": 0.7111346125602722,
      "step": 2794
    },
    {
      "epoch": 2.116578349735049,
      "grad_norm": 1.55197012424469,
      "learning_rate": 1.632677587015584e-06,
      "loss": 0.9725939631462097,
      "step": 2796
    },
    {
      "epoch": 2.1180923542770627,
      "grad_norm": 2.468062400817871,
      "learning_rate": 1.6309877022759894e-06,
      "loss": 1.0302742719650269,
      "step": 2798
    },
    {
      "epoch": 2.1196063588190763,
      "grad_norm": 4.183055400848389,
      "learning_rate": 1.6292978473325269e-06,
      "loss": 0.3166213035583496,
      "step": 2800
    },
    {
      "epoch": 2.12112036336109,
      "grad_norm": 1.5126471519470215,
      "learning_rate": 1.627608024833543e-06,
      "loss": 0.48440665006637573,
      "step": 2802
    },
    {
      "epoch": 2.1226343679031037,
      "grad_norm": 1.1503214836120605,
      "learning_rate": 1.6259182374273325e-06,
      "loss": 0.5727757215499878,
      "step": 2804
    },
    {
      "epoch": 2.1241483724451173,
      "grad_norm": 6.117621898651123,
      "learning_rate": 1.6242284877621352e-06,
      "loss": 0.1801280677318573,
      "step": 2806
    },
    {
      "epoch": 2.125662376987131,
      "grad_norm": 2.113598585128784,
      "learning_rate": 1.6225387784861332e-06,
      "loss": 0.8976154327392578,
      "step": 2808
    },
    {
      "epoch": 2.1271763815291447,
      "grad_norm": 2.00311279296875,
      "learning_rate": 1.6208491122474423e-06,
      "loss": 0.14283889532089233,
      "step": 2810
    },
    {
      "epoch": 2.1286903860711583,
      "grad_norm": 16.498226165771484,
      "learning_rate": 1.6191594916941145e-06,
      "loss": 0.6590249538421631,
      "step": 2812
    },
    {
      "epoch": 2.130204390613172,
      "grad_norm": 2.0265419483184814,
      "learning_rate": 1.6174699194741276e-06,
      "loss": 0.6612314581871033,
      "step": 2814
    },
    {
      "epoch": 2.1317183951551852,
      "grad_norm": 3.4283297061920166,
      "learning_rate": 1.6157803982353844e-06,
      "loss": 0.6018260717391968,
      "step": 2816
    },
    {
      "epoch": 2.133232399697199,
      "grad_norm": 1.7489575147628784,
      "learning_rate": 1.6140909306257075e-06,
      "loss": 0.47798389196395874,
      "step": 2818
    },
    {
      "epoch": 2.1347464042392126,
      "grad_norm": 1.7350597381591797,
      "learning_rate": 1.6124015192928368e-06,
      "loss": 0.050837621092796326,
      "step": 2820
    },
    {
      "epoch": 2.1362604087812262,
      "grad_norm": 3.2042109966278076,
      "learning_rate": 1.6107121668844229e-06,
      "loss": 0.9809722900390625,
      "step": 2822
    },
    {
      "epoch": 2.13777441332324,
      "grad_norm": 1.8703489303588867,
      "learning_rate": 1.6090228760480233e-06,
      "loss": 0.33297398686408997,
      "step": 2824
    },
    {
      "epoch": 2.1392884178652536,
      "grad_norm": 2.5503528118133545,
      "learning_rate": 1.6073336494311e-06,
      "loss": 0.5941415429115295,
      "step": 2826
    },
    {
      "epoch": 2.1408024224072673,
      "grad_norm": 2.0041916370391846,
      "learning_rate": 1.605644489681015e-06,
      "loss": 0.6204849481582642,
      "step": 2828
    },
    {
      "epoch": 2.142316426949281,
      "grad_norm": 9.915755271911621,
      "learning_rate": 1.6039553994450242e-06,
      "loss": 0.3267604410648346,
      "step": 2830
    },
    {
      "epoch": 2.1438304314912946,
      "grad_norm": 2.206566572189331,
      "learning_rate": 1.602266381370275e-06,
      "loss": 0.5704283714294434,
      "step": 2832
    },
    {
      "epoch": 2.1453444360333083,
      "grad_norm": 2.92156982421875,
      "learning_rate": 1.6005774381038027e-06,
      "loss": 0.5793426036834717,
      "step": 2834
    },
    {
      "epoch": 2.146858440575322,
      "grad_norm": 3.446460247039795,
      "learning_rate": 1.5988885722925236e-06,
      "loss": 0.11840743571519852,
      "step": 2836
    },
    {
      "epoch": 2.148372445117335,
      "grad_norm": 2.32879900932312,
      "learning_rate": 1.5971997865832336e-06,
      "loss": 0.15414756536483765,
      "step": 2838
    },
    {
      "epoch": 2.149886449659349,
      "grad_norm": 3.7858409881591797,
      "learning_rate": 1.5955110836226026e-06,
      "loss": 0.6105750799179077,
      "step": 2840
    },
    {
      "epoch": 2.1514004542013625,
      "grad_norm": 2.2815473079681396,
      "learning_rate": 1.593822466057172e-06,
      "loss": 0.11312630772590637,
      "step": 2842
    },
    {
      "epoch": 2.152914458743376,
      "grad_norm": 9.054616928100586,
      "learning_rate": 1.592133936533348e-06,
      "loss": 0.3543716073036194,
      "step": 2844
    },
    {
      "epoch": 2.15442846328539,
      "grad_norm": 1.658771276473999,
      "learning_rate": 1.5904454976973997e-06,
      "loss": 0.10064493864774704,
      "step": 2846
    },
    {
      "epoch": 2.1559424678274035,
      "grad_norm": 2.0759246349334717,
      "learning_rate": 1.5887571521954526e-06,
      "loss": 0.97999507188797,
      "step": 2848
    },
    {
      "epoch": 2.157456472369417,
      "grad_norm": 2.34515118598938,
      "learning_rate": 1.5870689026734887e-06,
      "loss": 0.9874440431594849,
      "step": 2850
    },
    {
      "epoch": 2.158970476911431,
      "grad_norm": 2.011859655380249,
      "learning_rate": 1.5853807517773366e-06,
      "loss": 0.8331037759780884,
      "step": 2852
    },
    {
      "epoch": 2.1604844814534445,
      "grad_norm": 2.438368558883667,
      "learning_rate": 1.5836927021526724e-06,
      "loss": 0.20251956582069397,
      "step": 2854
    },
    {
      "epoch": 2.161998485995458,
      "grad_norm": 2.275050163269043,
      "learning_rate": 1.5820047564450122e-06,
      "loss": 1.0513229370117188,
      "step": 2856
    },
    {
      "epoch": 2.1635124905374714,
      "grad_norm": 1.618593692779541,
      "learning_rate": 1.5803169172997105e-06,
      "loss": 0.6685404777526855,
      "step": 2858
    },
    {
      "epoch": 2.165026495079485,
      "grad_norm": 3.4260945320129395,
      "learning_rate": 1.578629187361954e-06,
      "loss": 0.1660946160554886,
      "step": 2860
    },
    {
      "epoch": 2.1665404996214987,
      "grad_norm": 1.603978157043457,
      "learning_rate": 1.576941569276757e-06,
      "loss": 0.15563638508319855,
      "step": 2862
    },
    {
      "epoch": 2.1680545041635124,
      "grad_norm": 3.278381586074829,
      "learning_rate": 1.5752540656889617e-06,
      "loss": 0.17102839052677155,
      "step": 2864
    },
    {
      "epoch": 2.169568508705526,
      "grad_norm": 2.840925455093384,
      "learning_rate": 1.5735666792432283e-06,
      "loss": 0.14147916436195374,
      "step": 2866
    },
    {
      "epoch": 2.1710825132475398,
      "grad_norm": 2.1807408332824707,
      "learning_rate": 1.5718794125840328e-06,
      "loss": 0.5866944193840027,
      "step": 2868
    },
    {
      "epoch": 2.1725965177895534,
      "grad_norm": 2.3917977809906006,
      "learning_rate": 1.570192268355667e-06,
      "loss": 0.2330070585012436,
      "step": 2870
    },
    {
      "epoch": 2.174110522331567,
      "grad_norm": 2.4362566471099854,
      "learning_rate": 1.5685052492022274e-06,
      "loss": 0.24644072353839874,
      "step": 2872
    },
    {
      "epoch": 2.1756245268735808,
      "grad_norm": 2.0635030269622803,
      "learning_rate": 1.5668183577676157e-06,
      "loss": 0.53923499584198,
      "step": 2874
    },
    {
      "epoch": 2.1771385314155944,
      "grad_norm": 8.901561737060547,
      "learning_rate": 1.5651315966955332e-06,
      "loss": 0.662903904914856,
      "step": 2876
    },
    {
      "epoch": 2.1786525359576077,
      "grad_norm": 2.5459957122802734,
      "learning_rate": 1.5634449686294778e-06,
      "loss": 0.222152441740036,
      "step": 2878
    },
    {
      "epoch": 2.1801665404996213,
      "grad_norm": 1.7599998712539673,
      "learning_rate": 1.561758476212738e-06,
      "loss": 0.657718300819397,
      "step": 2880
    },
    {
      "epoch": 2.181680545041635,
      "grad_norm": 5.629086971282959,
      "learning_rate": 1.56007212208839e-06,
      "loss": 0.07736900448799133,
      "step": 2882
    },
    {
      "epoch": 2.1831945495836487,
      "grad_norm": 3.16239070892334,
      "learning_rate": 1.5583859088992927e-06,
      "loss": 0.4388081431388855,
      "step": 2884
    },
    {
      "epoch": 2.1847085541256623,
      "grad_norm": 1.404675006866455,
      "learning_rate": 1.5566998392880854e-06,
      "loss": 0.8538283109664917,
      "step": 2886
    },
    {
      "epoch": 2.186222558667676,
      "grad_norm": 2.138237714767456,
      "learning_rate": 1.5550139158971817e-06,
      "loss": 0.2884243428707123,
      "step": 2888
    },
    {
      "epoch": 2.1877365632096897,
      "grad_norm": 0.9016575813293457,
      "learning_rate": 1.553328141368765e-06,
      "loss": 0.5784789323806763,
      "step": 2890
    },
    {
      "epoch": 2.1892505677517033,
      "grad_norm": 2.4022958278656006,
      "learning_rate": 1.551642518344788e-06,
      "loss": 0.8029235601425171,
      "step": 2892
    },
    {
      "epoch": 2.190764572293717,
      "grad_norm": 28.471567153930664,
      "learning_rate": 1.5499570494669635e-06,
      "loss": 0.7160929441452026,
      "step": 2894
    },
    {
      "epoch": 2.1922785768357307,
      "grad_norm": 37.3333740234375,
      "learning_rate": 1.548271737376763e-06,
      "loss": 0.49402734637260437,
      "step": 2896
    },
    {
      "epoch": 2.1937925813777444,
      "grad_norm": 3.0640456676483154,
      "learning_rate": 1.5465865847154133e-06,
      "loss": 0.5062578320503235,
      "step": 2898
    },
    {
      "epoch": 2.1953065859197576,
      "grad_norm": 3.4620871543884277,
      "learning_rate": 1.5449015941238916e-06,
      "loss": 0.10250119119882584,
      "step": 2900
    },
    {
      "epoch": 2.1968205904617712,
      "grad_norm": 2.5394251346588135,
      "learning_rate": 1.5432167682429199e-06,
      "loss": 0.15818654000759125,
      "step": 2902
    },
    {
      "epoch": 2.198334595003785,
      "grad_norm": 0.4949427843093872,
      "learning_rate": 1.541532109712962e-06,
      "loss": 0.6417489051818848,
      "step": 2904
    },
    {
      "epoch": 2.1998485995457986,
      "grad_norm": 1.840445637702942,
      "learning_rate": 1.5398476211742212e-06,
      "loss": 0.6399612426757812,
      "step": 2906
    },
    {
      "epoch": 2.2013626040878123,
      "grad_norm": 1.615837574005127,
      "learning_rate": 1.5381633052666323e-06,
      "loss": 0.06168773025274277,
      "step": 2908
    },
    {
      "epoch": 2.202876608629826,
      "grad_norm": 1.5384738445281982,
      "learning_rate": 1.5364791646298612e-06,
      "loss": 0.9079161882400513,
      "step": 2910
    },
    {
      "epoch": 2.2043906131718396,
      "grad_norm": 4.141279697418213,
      "learning_rate": 1.5347952019032969e-06,
      "loss": 0.12153710424900055,
      "step": 2912
    },
    {
      "epoch": 2.2059046177138533,
      "grad_norm": 2.1120827198028564,
      "learning_rate": 1.533111419726053e-06,
      "loss": 0.5576128959655762,
      "step": 2914
    },
    {
      "epoch": 2.207418622255867,
      "grad_norm": 2.8576767444610596,
      "learning_rate": 1.5314278207369572e-06,
      "loss": 0.3549292981624603,
      "step": 2916
    },
    {
      "epoch": 2.20893262679788,
      "grad_norm": 2.535698413848877,
      "learning_rate": 1.5297444075745511e-06,
      "loss": 0.6953564882278442,
      "step": 2918
    },
    {
      "epoch": 2.210446631339894,
      "grad_norm": 4.89951229095459,
      "learning_rate": 1.5280611828770842e-06,
      "loss": 0.5466469526290894,
      "step": 2920
    },
    {
      "epoch": 2.2119606358819075,
      "grad_norm": 1.158060073852539,
      "learning_rate": 1.5263781492825134e-06,
      "loss": 0.5347949862480164,
      "step": 2922
    },
    {
      "epoch": 2.213474640423921,
      "grad_norm": 3.739546775817871,
      "learning_rate": 1.524695309428493e-06,
      "loss": 0.6225649118423462,
      "step": 2924
    },
    {
      "epoch": 2.214988644965935,
      "grad_norm": 1.4427951574325562,
      "learning_rate": 1.5230126659523748e-06,
      "loss": 0.4554247558116913,
      "step": 2926
    },
    {
      "epoch": 2.2165026495079485,
      "grad_norm": 2.3546080589294434,
      "learning_rate": 1.5213302214912033e-06,
      "loss": 0.32856038212776184,
      "step": 2928
    },
    {
      "epoch": 2.218016654049962,
      "grad_norm": 3.2373764514923096,
      "learning_rate": 1.5196479786817105e-06,
      "loss": 0.57108074426651,
      "step": 2930
    },
    {
      "epoch": 2.219530658591976,
      "grad_norm": 1.5101537704467773,
      "learning_rate": 1.517965940160313e-06,
      "loss": 0.4823313355445862,
      "step": 2932
    },
    {
      "epoch": 2.2210446631339895,
      "grad_norm": 2.8875467777252197,
      "learning_rate": 1.5162841085631062e-06,
      "loss": 0.12577395141124725,
      "step": 2934
    },
    {
      "epoch": 2.222558667676003,
      "grad_norm": 2.704087734222412,
      "learning_rate": 1.5146024865258626e-06,
      "loss": 1.092346429824829,
      "step": 2936
    },
    {
      "epoch": 2.224072672218017,
      "grad_norm": 1.7303626537322998,
      "learning_rate": 1.512921076684025e-06,
      "loss": 0.5065004229545593,
      "step": 2938
    },
    {
      "epoch": 2.22558667676003,
      "grad_norm": 6.826353549957275,
      "learning_rate": 1.5112398816727044e-06,
      "loss": 0.6223349571228027,
      "step": 2940
    },
    {
      "epoch": 2.2271006813020437,
      "grad_norm": 1.7305920124053955,
      "learning_rate": 1.5095589041266737e-06,
      "loss": 0.5957088470458984,
      "step": 2942
    },
    {
      "epoch": 2.2286146858440574,
      "grad_norm": 2.905937433242798,
      "learning_rate": 1.5078781466803683e-06,
      "loss": 0.29074761271476746,
      "step": 2944
    },
    {
      "epoch": 2.230128690386071,
      "grad_norm": 1.5235497951507568,
      "learning_rate": 1.5061976119678749e-06,
      "loss": 0.5921708345413208,
      "step": 2946
    },
    {
      "epoch": 2.2316426949280848,
      "grad_norm": 1.6646530628204346,
      "learning_rate": 1.5045173026229326e-06,
      "loss": 0.4309976398944855,
      "step": 2948
    },
    {
      "epoch": 2.2331566994700984,
      "grad_norm": 2.0782201290130615,
      "learning_rate": 1.502837221278929e-06,
      "loss": 0.243109330534935,
      "step": 2950
    },
    {
      "epoch": 2.234670704012112,
      "grad_norm": 3.6397688388824463,
      "learning_rate": 1.5011573705688922e-06,
      "loss": 0.8285622596740723,
      "step": 2952
    },
    {
      "epoch": 2.2361847085541258,
      "grad_norm": 2.441128969192505,
      "learning_rate": 1.4994777531254882e-06,
      "loss": 0.430575430393219,
      "step": 2954
    },
    {
      "epoch": 2.2376987130961394,
      "grad_norm": 1.0673562288284302,
      "learning_rate": 1.49779837158102e-06,
      "loss": 0.040843378752470016,
      "step": 2956
    },
    {
      "epoch": 2.239212717638153,
      "grad_norm": 1.7394381761550903,
      "learning_rate": 1.4961192285674194e-06,
      "loss": 0.6127630472183228,
      "step": 2958
    },
    {
      "epoch": 2.2407267221801668,
      "grad_norm": 1.1732391119003296,
      "learning_rate": 1.494440326716245e-06,
      "loss": 0.5040069222450256,
      "step": 2960
    },
    {
      "epoch": 2.24224072672218,
      "grad_norm": 3.5119881629943848,
      "learning_rate": 1.4927616686586755e-06,
      "loss": 0.4314347505569458,
      "step": 2962
    },
    {
      "epoch": 2.2437547312641937,
      "grad_norm": 21.22010612487793,
      "learning_rate": 1.4910832570255105e-06,
      "loss": 0.15195772051811218,
      "step": 2964
    },
    {
      "epoch": 2.2452687358062073,
      "grad_norm": 1.7871365547180176,
      "learning_rate": 1.489405094447162e-06,
      "loss": 0.07986627519130707,
      "step": 2966
    },
    {
      "epoch": 2.246782740348221,
      "grad_norm": 1.7326053380966187,
      "learning_rate": 1.4877271835536508e-06,
      "loss": 0.163385808467865,
      "step": 2968
    },
    {
      "epoch": 2.2482967448902347,
      "grad_norm": 4.657560348510742,
      "learning_rate": 1.486049526974604e-06,
      "loss": 0.07589483261108398,
      "step": 2970
    },
    {
      "epoch": 2.2498107494322483,
      "grad_norm": 2.992844343185425,
      "learning_rate": 1.4843721273392512e-06,
      "loss": 0.18186970055103302,
      "step": 2972
    },
    {
      "epoch": 2.251324753974262,
      "grad_norm": 1.3081936836242676,
      "learning_rate": 1.4826949872764181e-06,
      "loss": 0.4326886534690857,
      "step": 2974
    },
    {
      "epoch": 2.2528387585162757,
      "grad_norm": 4.688754081726074,
      "learning_rate": 1.4810181094145231e-06,
      "loss": 0.5936760306358337,
      "step": 2976
    },
    {
      "epoch": 2.2543527630582894,
      "grad_norm": 2.676875591278076,
      "learning_rate": 1.4793414963815745e-06,
      "loss": 0.20641954243183136,
      "step": 2978
    },
    {
      "epoch": 2.2558667676003026,
      "grad_norm": 2.0084316730499268,
      "learning_rate": 1.4776651508051667e-06,
      "loss": 0.47862863540649414,
      "step": 2980
    },
    {
      "epoch": 2.2573807721423162,
      "grad_norm": 1.0666364431381226,
      "learning_rate": 1.4759890753124724e-06,
      "loss": 0.7472076416015625,
      "step": 2982
    },
    {
      "epoch": 2.25889477668433,
      "grad_norm": 1.7119903564453125,
      "learning_rate": 1.4743132725302427e-06,
      "loss": 0.5262482166290283,
      "step": 2984
    },
    {
      "epoch": 2.2604087812263436,
      "grad_norm": 1.4337292909622192,
      "learning_rate": 1.472637745084801e-06,
      "loss": 0.4823380410671234,
      "step": 2986
    },
    {
      "epoch": 2.2619227857683573,
      "grad_norm": 2.332228183746338,
      "learning_rate": 1.47096249560204e-06,
      "loss": 0.983479917049408,
      "step": 2988
    },
    {
      "epoch": 2.263436790310371,
      "grad_norm": 9.281291961669922,
      "learning_rate": 1.469287526707415e-06,
      "loss": 0.6645342111587524,
      "step": 2990
    },
    {
      "epoch": 2.2649507948523846,
      "grad_norm": 11.439191818237305,
      "learning_rate": 1.467612841025942e-06,
      "loss": 0.43795791268348694,
      "step": 2992
    },
    {
      "epoch": 2.2664647993943983,
      "grad_norm": 0.34899380803108215,
      "learning_rate": 1.465938441182195e-06,
      "loss": 0.486656129360199,
      "step": 2994
    },
    {
      "epoch": 2.267978803936412,
      "grad_norm": 1.5586745738983154,
      "learning_rate": 1.4642643298002977e-06,
      "loss": 0.5811508893966675,
      "step": 2996
    },
    {
      "epoch": 2.2694928084784256,
      "grad_norm": 1.6818510293960571,
      "learning_rate": 1.4625905095039232e-06,
      "loss": 0.9852191209793091,
      "step": 2998
    },
    {
      "epoch": 2.2710068130204393,
      "grad_norm": 3.359684467315674,
      "learning_rate": 1.4609169829162866e-06,
      "loss": 0.5309067368507385,
      "step": 3000
    },
    {
      "epoch": 2.2725208175624525,
      "grad_norm": 2.7355499267578125,
      "learning_rate": 1.4592437526601462e-06,
      "loss": 0.03945651277899742,
      "step": 3002
    },
    {
      "epoch": 2.274034822104466,
      "grad_norm": 1.5781525373458862,
      "learning_rate": 1.4575708213577915e-06,
      "loss": 0.5300910472869873,
      "step": 3004
    },
    {
      "epoch": 2.27554882664648,
      "grad_norm": 2.344346523284912,
      "learning_rate": 1.4558981916310474e-06,
      "loss": 0.08178112655878067,
      "step": 3006
    },
    {
      "epoch": 2.2770628311884935,
      "grad_norm": 2.0909883975982666,
      "learning_rate": 1.4542258661012636e-06,
      "loss": 0.5931339859962463,
      "step": 3008
    },
    {
      "epoch": 2.278576835730507,
      "grad_norm": 4.088789939880371,
      "learning_rate": 1.4525538473893138e-06,
      "loss": 0.05056603625416756,
      "step": 3010
    },
    {
      "epoch": 2.280090840272521,
      "grad_norm": 2.683748245239258,
      "learning_rate": 1.4508821381155916e-06,
      "loss": 0.08106040209531784,
      "step": 3012
    },
    {
      "epoch": 2.2816048448145345,
      "grad_norm": 9.581048011779785,
      "learning_rate": 1.4492107409000037e-06,
      "loss": 0.23262442648410797,
      "step": 3014
    },
    {
      "epoch": 2.283118849356548,
      "grad_norm": 2.917015552520752,
      "learning_rate": 1.4475396583619706e-06,
      "loss": 0.31293708086013794,
      "step": 3016
    },
    {
      "epoch": 2.284632853898562,
      "grad_norm": 1.8726041316986084,
      "learning_rate": 1.445868893120417e-06,
      "loss": 0.9713987112045288,
      "step": 3018
    },
    {
      "epoch": 2.286146858440575,
      "grad_norm": 2.3735573291778564,
      "learning_rate": 1.444198447793772e-06,
      "loss": 0.9806248545646667,
      "step": 3020
    },
    {
      "epoch": 2.287660862982589,
      "grad_norm": 2.190314769744873,
      "learning_rate": 1.4425283249999626e-06,
      "loss": 0.7395898699760437,
      "step": 3022
    },
    {
      "epoch": 2.2891748675246024,
      "grad_norm": 1.5809588432312012,
      "learning_rate": 1.4408585273564101e-06,
      "loss": 0.5897817015647888,
      "step": 3024
    },
    {
      "epoch": 2.290688872066616,
      "grad_norm": 1.4036309719085693,
      "learning_rate": 1.4391890574800273e-06,
      "loss": 0.5153738260269165,
      "step": 3026
    },
    {
      "epoch": 2.2922028766086298,
      "grad_norm": 1.4983464479446411,
      "learning_rate": 1.4375199179872111e-06,
      "loss": 0.9634343981742859,
      "step": 3028
    },
    {
      "epoch": 2.2937168811506434,
      "grad_norm": 2.8257312774658203,
      "learning_rate": 1.435851111493844e-06,
      "loss": 0.27471813559532166,
      "step": 3030
    },
    {
      "epoch": 2.295230885692657,
      "grad_norm": 1.8934541940689087,
      "learning_rate": 1.434182640615284e-06,
      "loss": 0.5577218532562256,
      "step": 3032
    },
    {
      "epoch": 2.2967448902346708,
      "grad_norm": 3.0278127193450928,
      "learning_rate": 1.4325145079663634e-06,
      "loss": 0.13709710538387299,
      "step": 3034
    },
    {
      "epoch": 2.2982588947766844,
      "grad_norm": 1.5450032949447632,
      "learning_rate": 1.4308467161613854e-06,
      "loss": 0.4284347593784332,
      "step": 3036
    },
    {
      "epoch": 2.299772899318698,
      "grad_norm": 3.1318891048431396,
      "learning_rate": 1.4291792678141184e-06,
      "loss": 0.810684323310852,
      "step": 3038
    },
    {
      "epoch": 2.3012869038607118,
      "grad_norm": 6.301877021789551,
      "learning_rate": 1.4275121655377932e-06,
      "loss": 0.07751720398664474,
      "step": 3040
    },
    {
      "epoch": 2.302800908402725,
      "grad_norm": 3.4808292388916016,
      "learning_rate": 1.4258454119450961e-06,
      "loss": 0.61885666847229,
      "step": 3042
    },
    {
      "epoch": 2.3043149129447387,
      "grad_norm": 3.063957452774048,
      "learning_rate": 1.4241790096481704e-06,
      "loss": 0.4505324363708496,
      "step": 3044
    },
    {
      "epoch": 2.3058289174867523,
      "grad_norm": 4.3270039558410645,
      "learning_rate": 1.4225129612586064e-06,
      "loss": 0.6248122453689575,
      "step": 3046
    },
    {
      "epoch": 2.307342922028766,
      "grad_norm": 1.7819933891296387,
      "learning_rate": 1.4208472693874397e-06,
      "loss": 0.4963420331478119,
      "step": 3048
    },
    {
      "epoch": 2.3088569265707797,
      "grad_norm": 1.4675928354263306,
      "learning_rate": 1.4191819366451482e-06,
      "loss": 1.0235692262649536,
      "step": 3050
    },
    {
      "epoch": 2.3103709311127933,
      "grad_norm": 3.1224544048309326,
      "learning_rate": 1.4175169656416467e-06,
      "loss": 0.530079185962677,
      "step": 3052
    },
    {
      "epoch": 2.311884935654807,
      "grad_norm": 1.1855491399765015,
      "learning_rate": 1.4158523589862829e-06,
      "loss": 0.5151659250259399,
      "step": 3054
    },
    {
      "epoch": 2.3133989401968207,
      "grad_norm": 2.658396005630493,
      "learning_rate": 1.4141881192878332e-06,
      "loss": 0.17711491882801056,
      "step": 3056
    },
    {
      "epoch": 2.3149129447388344,
      "grad_norm": 0.5937647819519043,
      "learning_rate": 1.4125242491545e-06,
      "loss": 0.5193536877632141,
      "step": 3058
    },
    {
      "epoch": 2.316426949280848,
      "grad_norm": 1.0708814859390259,
      "learning_rate": 1.4108607511939053e-06,
      "loss": 0.39464443922042847,
      "step": 3060
    },
    {
      "epoch": 2.3179409538228617,
      "grad_norm": 3.7162861824035645,
      "learning_rate": 1.4091976280130884e-06,
      "loss": 0.0514480397105217,
      "step": 3062
    },
    {
      "epoch": 2.319454958364875,
      "grad_norm": 3.0497095584869385,
      "learning_rate": 1.4075348822185006e-06,
      "loss": 0.14000831544399261,
      "step": 3064
    },
    {
      "epoch": 2.3209689629068886,
      "grad_norm": 1.7098908424377441,
      "learning_rate": 1.4058725164160035e-06,
      "loss": 0.2299700379371643,
      "step": 3066
    },
    {
      "epoch": 2.3224829674489023,
      "grad_norm": 2.4175784587860107,
      "learning_rate": 1.404210533210861e-06,
      "loss": 0.7841640114784241,
      "step": 3068
    },
    {
      "epoch": 2.323996971990916,
      "grad_norm": 8.18373966217041,
      "learning_rate": 1.4025489352077387e-06,
      "loss": 0.6784352660179138,
      "step": 3070
    },
    {
      "epoch": 2.3255109765329296,
      "grad_norm": 1.799009919166565,
      "learning_rate": 1.4008877250106977e-06,
      "loss": 0.6317290663719177,
      "step": 3072
    },
    {
      "epoch": 2.3270249810749433,
      "grad_norm": 3.8978631496429443,
      "learning_rate": 1.399226905223193e-06,
      "loss": 1.0654164552688599,
      "step": 3074
    },
    {
      "epoch": 2.328538985616957,
      "grad_norm": 1.7303528785705566,
      "learning_rate": 1.3975664784480653e-06,
      "loss": 0.9460194110870361,
      "step": 3076
    },
    {
      "epoch": 2.3300529901589706,
      "grad_norm": 1.330672025680542,
      "learning_rate": 1.3959064472875406e-06,
      "loss": 0.11510738730430603,
      "step": 3078
    },
    {
      "epoch": 2.3315669947009843,
      "grad_norm": 3.222262144088745,
      "learning_rate": 1.3942468143432263e-06,
      "loss": 0.6555764675140381,
      "step": 3080
    },
    {
      "epoch": 2.3330809992429975,
      "grad_norm": 3.8371193408966064,
      "learning_rate": 1.3925875822161034e-06,
      "loss": 0.09196102619171143,
      "step": 3082
    },
    {
      "epoch": 2.334595003785011,
      "grad_norm": 2.885496139526367,
      "learning_rate": 1.3909287535065254e-06,
      "loss": 0.4630357623100281,
      "step": 3084
    },
    {
      "epoch": 2.336109008327025,
      "grad_norm": 1.3782941102981567,
      "learning_rate": 1.3892703308142144e-06,
      "loss": 0.39131051301956177,
      "step": 3086
    },
    {
      "epoch": 2.3376230128690385,
      "grad_norm": 1.547868251800537,
      "learning_rate": 1.3876123167382551e-06,
      "loss": 0.9046714901924133,
      "step": 3088
    },
    {
      "epoch": 2.339137017411052,
      "grad_norm": 1.5988070964813232,
      "learning_rate": 1.3859547138770932e-06,
      "loss": 0.5064923167228699,
      "step": 3090
    },
    {
      "epoch": 2.340651021953066,
      "grad_norm": 2.8355846405029297,
      "learning_rate": 1.3842975248285284e-06,
      "loss": 0.6032267212867737,
      "step": 3092
    },
    {
      "epoch": 2.3421650264950795,
      "grad_norm": 1.981899380683899,
      "learning_rate": 1.382640752189712e-06,
      "loss": 0.8943812847137451,
      "step": 3094
    },
    {
      "epoch": 2.343679031037093,
      "grad_norm": 4.821799278259277,
      "learning_rate": 1.380984398557145e-06,
      "loss": 0.99314284324646,
      "step": 3096
    },
    {
      "epoch": 2.345193035579107,
      "grad_norm": 2.2897233963012695,
      "learning_rate": 1.3793284665266681e-06,
      "loss": 0.3706459105014801,
      "step": 3098
    },
    {
      "epoch": 2.3467070401211205,
      "grad_norm": 2.3508996963500977,
      "learning_rate": 1.3776729586934643e-06,
      "loss": 0.09634893387556076,
      "step": 3100
    },
    {
      "epoch": 2.348221044663134,
      "grad_norm": 3.219851016998291,
      "learning_rate": 1.3760178776520502e-06,
      "loss": 0.0941806435585022,
      "step": 3102
    },
    {
      "epoch": 2.3497350492051474,
      "grad_norm": 2.2882401943206787,
      "learning_rate": 1.3743632259962745e-06,
      "loss": 0.9920378923416138,
      "step": 3104
    },
    {
      "epoch": 2.351249053747161,
      "grad_norm": 2.4805197715759277,
      "learning_rate": 1.3727090063193114e-06,
      "loss": 0.2563851475715637,
      "step": 3106
    },
    {
      "epoch": 2.3527630582891748,
      "grad_norm": 1.203678846359253,
      "learning_rate": 1.3710552212136604e-06,
      "loss": 0.09712015837430954,
      "step": 3108
    },
    {
      "epoch": 2.3542770628311884,
      "grad_norm": 1.679890751838684,
      "learning_rate": 1.3694018732711379e-06,
      "loss": 0.5343849658966064,
      "step": 3110
    },
    {
      "epoch": 2.355791067373202,
      "grad_norm": 2.469313859939575,
      "learning_rate": 1.367748965082876e-06,
      "loss": 0.45109063386917114,
      "step": 3112
    },
    {
      "epoch": 2.3573050719152158,
      "grad_norm": 2.0011284351348877,
      "learning_rate": 1.3660964992393176e-06,
      "loss": 0.9690456390380859,
      "step": 3114
    },
    {
      "epoch": 2.3588190764572294,
      "grad_norm": 2.9229679107666016,
      "learning_rate": 1.3644444783302122e-06,
      "loss": 0.4914405941963196,
      "step": 3116
    },
    {
      "epoch": 2.360333080999243,
      "grad_norm": 4.822331428527832,
      "learning_rate": 1.3627929049446132e-06,
      "loss": 0.9364929795265198,
      "step": 3118
    },
    {
      "epoch": 2.3618470855412568,
      "grad_norm": 2.3485610485076904,
      "learning_rate": 1.3611417816708704e-06,
      "loss": 0.08451011031866074,
      "step": 3120
    },
    {
      "epoch": 2.3633610900832704,
      "grad_norm": 3.3834290504455566,
      "learning_rate": 1.3594911110966294e-06,
      "loss": 0.7591638565063477,
      "step": 3122
    },
    {
      "epoch": 2.364875094625284,
      "grad_norm": 3.9524335861206055,
      "learning_rate": 1.357840895808827e-06,
      "loss": 0.5419999957084656,
      "step": 3124
    },
    {
      "epoch": 2.3663890991672973,
      "grad_norm": 2.177633047103882,
      "learning_rate": 1.3561911383936855e-06,
      "loss": 0.5028657913208008,
      "step": 3126
    },
    {
      "epoch": 2.367903103709311,
      "grad_norm": 1.8020979166030884,
      "learning_rate": 1.3545418414367094e-06,
      "loss": 0.5325472354888916,
      "step": 3128
    },
    {
      "epoch": 2.3694171082513247,
      "grad_norm": 2.580286741256714,
      "learning_rate": 1.3528930075226817e-06,
      "loss": 0.7464925646781921,
      "step": 3130
    },
    {
      "epoch": 2.3709311127933383,
      "grad_norm": 1.5663801431655884,
      "learning_rate": 1.3512446392356616e-06,
      "loss": 0.10833124816417694,
      "step": 3132
    },
    {
      "epoch": 2.372445117335352,
      "grad_norm": 2.8936641216278076,
      "learning_rate": 1.3495967391589757e-06,
      "loss": 0.6852737665176392,
      "step": 3134
    },
    {
      "epoch": 2.3739591218773657,
      "grad_norm": 16.39162254333496,
      "learning_rate": 1.347949309875219e-06,
      "loss": 0.14308148622512817,
      "step": 3136
    },
    {
      "epoch": 2.3754731264193794,
      "grad_norm": 2.1235458850860596,
      "learning_rate": 1.3463023539662466e-06,
      "loss": 0.5667533278465271,
      "step": 3138
    },
    {
      "epoch": 2.376987130961393,
      "grad_norm": 4.373684406280518,
      "learning_rate": 1.3446558740131748e-06,
      "loss": 0.15360027551651,
      "step": 3140
    },
    {
      "epoch": 2.3785011355034067,
      "grad_norm": 2.0062785148620605,
      "learning_rate": 1.3430098725963704e-06,
      "loss": 0.7532010078430176,
      "step": 3142
    },
    {
      "epoch": 2.38001514004542,
      "grad_norm": 4.252340316772461,
      "learning_rate": 1.3413643522954523e-06,
      "loss": 0.11521820724010468,
      "step": 3144
    },
    {
      "epoch": 2.3815291445874336,
      "grad_norm": 2.2112393379211426,
      "learning_rate": 1.3397193156892861e-06,
      "loss": 0.234744593501091,
      "step": 3146
    },
    {
      "epoch": 2.3830431491294473,
      "grad_norm": 2.064846992492676,
      "learning_rate": 1.3380747653559774e-06,
      "loss": 0.3616696298122406,
      "step": 3148
    },
    {
      "epoch": 2.384557153671461,
      "grad_norm": 3.4467649459838867,
      "learning_rate": 1.3364307038728712e-06,
      "loss": 0.5284278392791748,
      "step": 3150
    },
    {
      "epoch": 2.3860711582134746,
      "grad_norm": 1.8391021490097046,
      "learning_rate": 1.3347871338165446e-06,
      "loss": 0.21906384825706482,
      "step": 3152
    },
    {
      "epoch": 2.3875851627554883,
      "grad_norm": 2.8953263759613037,
      "learning_rate": 1.3331440577628072e-06,
      "loss": 0.5176718831062317,
      "step": 3154
    },
    {
      "epoch": 2.389099167297502,
      "grad_norm": 1.4748371839523315,
      "learning_rate": 1.3315014782866924e-06,
      "loss": 0.9320688843727112,
      "step": 3156
    },
    {
      "epoch": 2.3906131718395156,
      "grad_norm": 4.977100849151611,
      "learning_rate": 1.3298593979624551e-06,
      "loss": 0.07454890012741089,
      "step": 3158
    },
    {
      "epoch": 2.3921271763815293,
      "grad_norm": 2.885956048965454,
      "learning_rate": 1.3282178193635696e-06,
      "loss": 0.20941953361034393,
      "step": 3160
    },
    {
      "epoch": 2.393641180923543,
      "grad_norm": 1.426200032234192,
      "learning_rate": 1.3265767450627227e-06,
      "loss": 0.20474065840244293,
      "step": 3162
    },
    {
      "epoch": 2.3951551854655566,
      "grad_norm": 17.105777740478516,
      "learning_rate": 1.3249361776318117e-06,
      "loss": 0.33967655897140503,
      "step": 3164
    },
    {
      "epoch": 2.39666919000757,
      "grad_norm": 7.441493988037109,
      "learning_rate": 1.3232961196419376e-06,
      "loss": 0.5956662893295288,
      "step": 3166
    },
    {
      "epoch": 2.3981831945495835,
      "grad_norm": 0.9323331713676453,
      "learning_rate": 1.321656573663406e-06,
      "loss": 0.12122826278209686,
      "step": 3168
    },
    {
      "epoch": 2.399697199091597,
      "grad_norm": 1.7128007411956787,
      "learning_rate": 1.3200175422657182e-06,
      "loss": 0.5543103814125061,
      "step": 3170
    },
    {
      "epoch": 2.401211203633611,
      "grad_norm": 1.926504135131836,
      "learning_rate": 1.318379028017568e-06,
      "loss": 0.09472674131393433,
      "step": 3172
    },
    {
      "epoch": 2.4027252081756245,
      "grad_norm": 1.6713393926620483,
      "learning_rate": 1.3167410334868418e-06,
      "loss": 0.5352200269699097,
      "step": 3174
    },
    {
      "epoch": 2.404239212717638,
      "grad_norm": 1.0860508680343628,
      "learning_rate": 1.3151035612406088e-06,
      "loss": 0.6046788096427917,
      "step": 3176
    },
    {
      "epoch": 2.405753217259652,
      "grad_norm": 1.8982021808624268,
      "learning_rate": 1.3134666138451209e-06,
      "loss": 0.1095985621213913,
      "step": 3178
    },
    {
      "epoch": 2.4072672218016655,
      "grad_norm": 4.064739227294922,
      "learning_rate": 1.3118301938658064e-06,
      "loss": 0.37438011169433594,
      "step": 3180
    },
    {
      "epoch": 2.408781226343679,
      "grad_norm": 24.300867080688477,
      "learning_rate": 1.3101943038672687e-06,
      "loss": 0.14832612872123718,
      "step": 3182
    },
    {
      "epoch": 2.4102952308856924,
      "grad_norm": 3.4894673824310303,
      "learning_rate": 1.30855894641328e-06,
      "loss": 0.051485493779182434,
      "step": 3184
    },
    {
      "epoch": 2.4118092354277065,
      "grad_norm": 1.913360834121704,
      "learning_rate": 1.3069241240667765e-06,
      "loss": 0.8969357013702393,
      "step": 3186
    },
    {
      "epoch": 2.4133232399697198,
      "grad_norm": 2.673508644104004,
      "learning_rate": 1.3052898393898576e-06,
      "loss": 1.0752180814743042,
      "step": 3188
    },
    {
      "epoch": 2.4148372445117334,
      "grad_norm": 1.7779754400253296,
      "learning_rate": 1.303656094943779e-06,
      "loss": 0.637548565864563,
      "step": 3190
    },
    {
      "epoch": 2.416351249053747,
      "grad_norm": 2.6721699237823486,
      "learning_rate": 1.3020228932889508e-06,
      "loss": 0.1810387670993805,
      "step": 3192
    },
    {
      "epoch": 2.4178652535957608,
      "grad_norm": 3.1952381134033203,
      "learning_rate": 1.3003902369849306e-06,
      "loss": 0.5444831848144531,
      "step": 3194
    },
    {
      "epoch": 2.4193792581377744,
      "grad_norm": 2.336055040359497,
      "learning_rate": 1.2987581285904236e-06,
      "loss": 0.5591921210289001,
      "step": 3196
    },
    {
      "epoch": 2.420893262679788,
      "grad_norm": 5.412187576293945,
      "learning_rate": 1.2971265706632747e-06,
      "loss": 0.17424336075782776,
      "step": 3198
    },
    {
      "epoch": 2.4224072672218018,
      "grad_norm": 1.522705078125,
      "learning_rate": 1.2954955657604666e-06,
      "loss": 0.08939556032419205,
      "step": 3200
    },
    {
      "epoch": 2.4239212717638154,
      "grad_norm": 1.936441421508789,
      "learning_rate": 1.293865116438115e-06,
      "loss": 0.17253662645816803,
      "step": 3202
    },
    {
      "epoch": 2.425435276305829,
      "grad_norm": 6.317035675048828,
      "learning_rate": 1.2922352252514653e-06,
      "loss": 0.17524859309196472,
      "step": 3204
    },
    {
      "epoch": 2.4269492808478423,
      "grad_norm": 10.295120239257812,
      "learning_rate": 1.2906058947548886e-06,
      "loss": 0.510208249092102,
      "step": 3206
    },
    {
      "epoch": 2.428463285389856,
      "grad_norm": 1.5548295974731445,
      "learning_rate": 1.2889771275018757e-06,
      "loss": 0.9413988590240479,
      "step": 3208
    },
    {
      "epoch": 2.4299772899318697,
      "grad_norm": 2.107252597808838,
      "learning_rate": 1.287348926045037e-06,
      "loss": 0.44147780537605286,
      "step": 3210
    },
    {
      "epoch": 2.4314912944738833,
      "grad_norm": 2.5720386505126953,
      "learning_rate": 1.285721292936094e-06,
      "loss": 0.5519513487815857,
      "step": 3212
    },
    {
      "epoch": 2.433005299015897,
      "grad_norm": 1.7843011617660522,
      "learning_rate": 1.2840942307258784e-06,
      "loss": 0.5143168568611145,
      "step": 3214
    },
    {
      "epoch": 2.4345193035579107,
      "grad_norm": 2.339644432067871,
      "learning_rate": 1.2824677419643277e-06,
      "loss": 0.5728105902671814,
      "step": 3216
    },
    {
      "epoch": 2.4360333080999244,
      "grad_norm": 4.653833866119385,
      "learning_rate": 1.2808418292004795e-06,
      "loss": 0.48528730869293213,
      "step": 3218
    },
    {
      "epoch": 2.437547312641938,
      "grad_norm": 9.157849311828613,
      "learning_rate": 1.2792164949824702e-06,
      "loss": 0.5953377485275269,
      "step": 3220
    },
    {
      "epoch": 2.4390613171839517,
      "grad_norm": 1.5174750089645386,
      "learning_rate": 1.2775917418575284e-06,
      "loss": 0.5056532621383667,
      "step": 3222
    },
    {
      "epoch": 2.4405753217259654,
      "grad_norm": 2.567638874053955,
      "learning_rate": 1.275967572371971e-06,
      "loss": 0.5474219918251038,
      "step": 3224
    },
    {
      "epoch": 2.442089326267979,
      "grad_norm": 4.96596097946167,
      "learning_rate": 1.2743439890712035e-06,
      "loss": 0.12137976288795471,
      "step": 3226
    },
    {
      "epoch": 2.4436033308099923,
      "grad_norm": 1.7557021379470825,
      "learning_rate": 1.2727209944997099e-06,
      "loss": 0.867196261882782,
      "step": 3228
    },
    {
      "epoch": 2.445117335352006,
      "grad_norm": 3.688567876815796,
      "learning_rate": 1.2710985912010514e-06,
      "loss": 0.6646262407302856,
      "step": 3230
    },
    {
      "epoch": 2.4466313398940196,
      "grad_norm": 1.933400273323059,
      "learning_rate": 1.2694767817178651e-06,
      "loss": 0.4808739423751831,
      "step": 3232
    },
    {
      "epoch": 2.4481453444360333,
      "grad_norm": 1.9126027822494507,
      "learning_rate": 1.2678555685918549e-06,
      "loss": 0.7815792560577393,
      "step": 3234
    },
    {
      "epoch": 2.449659348978047,
      "grad_norm": 5.408775329589844,
      "learning_rate": 1.2662349543637915e-06,
      "loss": 0.5138024091720581,
      "step": 3236
    },
    {
      "epoch": 2.4511733535200606,
      "grad_norm": 6.258272647857666,
      "learning_rate": 1.2646149415735061e-06,
      "loss": 0.15966981649398804,
      "step": 3238
    },
    {
      "epoch": 2.4526873580620743,
      "grad_norm": 6.899496555328369,
      "learning_rate": 1.2629955327598884e-06,
      "loss": 0.4678770899772644,
      "step": 3240
    },
    {
      "epoch": 2.454201362604088,
      "grad_norm": 1.813686490058899,
      "learning_rate": 1.2613767304608808e-06,
      "loss": 0.9744421243667603,
      "step": 3242
    },
    {
      "epoch": 2.4557153671461016,
      "grad_norm": 7.620000839233398,
      "learning_rate": 1.2597585372134754e-06,
      "loss": 0.43850672245025635,
      "step": 3244
    },
    {
      "epoch": 2.457229371688115,
      "grad_norm": 1.3412652015686035,
      "learning_rate": 1.2581409555537087e-06,
      "loss": 0.06274896115064621,
      "step": 3246
    },
    {
      "epoch": 2.4587433762301285,
      "grad_norm": 1.733108639717102,
      "learning_rate": 1.2565239880166613e-06,
      "loss": 0.020732510834932327,
      "step": 3248
    },
    {
      "epoch": 2.460257380772142,
      "grad_norm": 1.8441457748413086,
      "learning_rate": 1.2549076371364487e-06,
      "loss": 0.09537363052368164,
      "step": 3250
    },
    {
      "epoch": 2.461771385314156,
      "grad_norm": 3.559648036956787,
      "learning_rate": 1.2532919054462209e-06,
      "loss": 0.21012158691883087,
      "step": 3252
    },
    {
      "epoch": 2.4632853898561695,
      "grad_norm": 1.165614128112793,
      "learning_rate": 1.2516767954781588e-06,
      "loss": 0.09470941871404648,
      "step": 3254
    },
    {
      "epoch": 2.464799394398183,
      "grad_norm": 2.507286310195923,
      "learning_rate": 1.250062309763467e-06,
      "loss": 0.46259403228759766,
      "step": 3256
    },
    {
      "epoch": 2.466313398940197,
      "grad_norm": 2.2950599193573,
      "learning_rate": 1.248448450832373e-06,
      "loss": 0.0759514644742012,
      "step": 3258
    },
    {
      "epoch": 2.4678274034822105,
      "grad_norm": 0.58045494556427,
      "learning_rate": 1.2468352212141202e-06,
      "loss": 0.11328712105751038,
      "step": 3260
    },
    {
      "epoch": 2.469341408024224,
      "grad_norm": 3.1575472354888916,
      "learning_rate": 1.245222623436969e-06,
      "loss": 0.7599681615829468,
      "step": 3262
    },
    {
      "epoch": 2.470855412566238,
      "grad_norm": 1.8420294523239136,
      "learning_rate": 1.243610660028186e-06,
      "loss": 0.2730555236339569,
      "step": 3264
    },
    {
      "epoch": 2.4723694171082515,
      "grad_norm": 4.679914951324463,
      "learning_rate": 1.2419993335140467e-06,
      "loss": 0.5341447591781616,
      "step": 3266
    },
    {
      "epoch": 2.4738834216502648,
      "grad_norm": 1.712031364440918,
      "learning_rate": 1.2403886464198259e-06,
      "loss": 0.44335949420928955,
      "step": 3268
    },
    {
      "epoch": 2.4753974261922784,
      "grad_norm": 2.764129638671875,
      "learning_rate": 1.2387786012697987e-06,
      "loss": 0.5020673274993896,
      "step": 3270
    },
    {
      "epoch": 2.476911430734292,
      "grad_norm": 6.6505842208862305,
      "learning_rate": 1.237169200587232e-06,
      "loss": 0.021848905831575394,
      "step": 3272
    },
    {
      "epoch": 2.4784254352763058,
      "grad_norm": 1.904347538948059,
      "learning_rate": 1.235560446894383e-06,
      "loss": 0.23235182464122772,
      "step": 3274
    },
    {
      "epoch": 2.4799394398183194,
      "grad_norm": 3.316446542739868,
      "learning_rate": 1.233952342712497e-06,
      "loss": 0.16898798942565918,
      "step": 3276
    },
    {
      "epoch": 2.481453444360333,
      "grad_norm": 3.6128406524658203,
      "learning_rate": 1.232344890561799e-06,
      "loss": 0.5249270796775818,
      "step": 3278
    },
    {
      "epoch": 2.4829674489023468,
      "grad_norm": 2.04036021232605,
      "learning_rate": 1.2307380929614932e-06,
      "loss": 0.5710758566856384,
      "step": 3280
    },
    {
      "epoch": 2.4844814534443604,
      "grad_norm": 1.612221121788025,
      "learning_rate": 1.2291319524297573e-06,
      "loss": 0.4911920726299286,
      "step": 3282
    },
    {
      "epoch": 2.485995457986374,
      "grad_norm": 2.189225196838379,
      "learning_rate": 1.2275264714837408e-06,
      "loss": 0.12952546775341034,
      "step": 3284
    },
    {
      "epoch": 2.4875094625283873,
      "grad_norm": 2.0172598361968994,
      "learning_rate": 1.225921652639558e-06,
      "loss": 0.3338145315647125,
      "step": 3286
    },
    {
      "epoch": 2.4890234670704015,
      "grad_norm": 1.3855159282684326,
      "learning_rate": 1.2243174984122853e-06,
      "loss": 0.4880499541759491,
      "step": 3288
    },
    {
      "epoch": 2.4905374716124147,
      "grad_norm": 1.6459860801696777,
      "learning_rate": 1.2227140113159594e-06,
      "loss": 1.032573938369751,
      "step": 3290
    },
    {
      "epoch": 2.4920514761544283,
      "grad_norm": 3.479882001876831,
      "learning_rate": 1.2211111938635695e-06,
      "loss": 0.8720075488090515,
      "step": 3292
    },
    {
      "epoch": 2.493565480696442,
      "grad_norm": 2.3142521381378174,
      "learning_rate": 1.2195090485670563e-06,
      "loss": 0.9480175971984863,
      "step": 3294
    },
    {
      "epoch": 2.4950794852384557,
      "grad_norm": 2.713301181793213,
      "learning_rate": 1.2179075779373064e-06,
      "loss": 0.597554624080658,
      "step": 3296
    },
    {
      "epoch": 2.4965934897804694,
      "grad_norm": 1.2404519319534302,
      "learning_rate": 1.216306784484151e-06,
      "loss": 0.5238319039344788,
      "step": 3298
    },
    {
      "epoch": 2.498107494322483,
      "grad_norm": 2.1829569339752197,
      "learning_rate": 1.2147066707163578e-06,
      "loss": 0.2818773686885834,
      "step": 3300
    },
    {
      "epoch": 2.4996214988644967,
      "grad_norm": 0.9500485062599182,
      "learning_rate": 1.2131072391416298e-06,
      "loss": 0.5698157548904419,
      "step": 3302
    },
    {
      "epoch": 2.5011355034065104,
      "grad_norm": 42.315731048583984,
      "learning_rate": 1.2115084922666007e-06,
      "loss": 0.926612138748169,
      "step": 3304
    },
    {
      "epoch": 2.502649507948524,
      "grad_norm": 2.067148447036743,
      "learning_rate": 1.2099104325968327e-06,
      "loss": 0.5611676573753357,
      "step": 3306
    },
    {
      "epoch": 2.5041635124905373,
      "grad_norm": 1.7812166213989258,
      "learning_rate": 1.20831306263681e-06,
      "loss": 0.3297508656978607,
      "step": 3308
    },
    {
      "epoch": 2.5056775170325514,
      "grad_norm": 2.64509916305542,
      "learning_rate": 1.2067163848899345e-06,
      "loss": 0.36095792055130005,
      "step": 3310
    },
    {
      "epoch": 2.5071915215745646,
      "grad_norm": 1.3159887790679932,
      "learning_rate": 1.2051204018585258e-06,
      "loss": 0.45377278327941895,
      "step": 3312
    },
    {
      "epoch": 2.5087055261165783,
      "grad_norm": 1.2811301946640015,
      "learning_rate": 1.203525116043813e-06,
      "loss": 0.5460622906684875,
      "step": 3314
    },
    {
      "epoch": 2.510219530658592,
      "grad_norm": 1.6105045080184937,
      "learning_rate": 1.201930529945933e-06,
      "loss": 0.5222399830818176,
      "step": 3316
    },
    {
      "epoch": 2.5117335352006056,
      "grad_norm": 1.8894621133804321,
      "learning_rate": 1.2003366460639257e-06,
      "loss": 0.47699031233787537,
      "step": 3318
    },
    {
      "epoch": 2.5132475397426193,
      "grad_norm": 7.224452972412109,
      "learning_rate": 1.1987434668957316e-06,
      "loss": 0.18395495414733887,
      "step": 3320
    },
    {
      "epoch": 2.514761544284633,
      "grad_norm": 2.792215585708618,
      "learning_rate": 1.1971509949381862e-06,
      "loss": 0.962587833404541,
      "step": 3322
    },
    {
      "epoch": 2.5162755488266466,
      "grad_norm": 2.333487033843994,
      "learning_rate": 1.1955592326870153e-06,
      "loss": 0.9294099807739258,
      "step": 3324
    },
    {
      "epoch": 2.51778955336866,
      "grad_norm": 2.340708017349243,
      "learning_rate": 1.1939681826368353e-06,
      "loss": 0.551225483417511,
      "step": 3326
    },
    {
      "epoch": 2.519303557910674,
      "grad_norm": 4.234295845031738,
      "learning_rate": 1.192377847281144e-06,
      "loss": 0.5359384417533875,
      "step": 3328
    },
    {
      "epoch": 2.520817562452687,
      "grad_norm": 9.935158729553223,
      "learning_rate": 1.1907882291123196e-06,
      "loss": 0.18878018856048584,
      "step": 3330
    },
    {
      "epoch": 2.522331566994701,
      "grad_norm": 1.8245105743408203,
      "learning_rate": 1.1891993306216168e-06,
      "loss": 0.5585557222366333,
      "step": 3332
    },
    {
      "epoch": 2.5238455715367145,
      "grad_norm": 3.751849889755249,
      "learning_rate": 1.187611154299163e-06,
      "loss": 0.695787250995636,
      "step": 3334
    },
    {
      "epoch": 2.525359576078728,
      "grad_norm": 1.6436039209365845,
      "learning_rate": 1.1860237026339524e-06,
      "loss": 0.5512560606002808,
      "step": 3336
    },
    {
      "epoch": 2.526873580620742,
      "grad_norm": 1.9282137155532837,
      "learning_rate": 1.1844369781138445e-06,
      "loss": 0.5277320146560669,
      "step": 3338
    },
    {
      "epoch": 2.5283875851627555,
      "grad_norm": 1.7889491319656372,
      "learning_rate": 1.1828509832255586e-06,
      "loss": 0.790787935256958,
      "step": 3340
    },
    {
      "epoch": 2.529901589704769,
      "grad_norm": 1.8602066040039062,
      "learning_rate": 1.181265720454671e-06,
      "loss": 0.5047529935836792,
      "step": 3342
    },
    {
      "epoch": 2.531415594246783,
      "grad_norm": 1.6128684282302856,
      "learning_rate": 1.1796811922856107e-06,
      "loss": 1.01747727394104,
      "step": 3344
    },
    {
      "epoch": 2.5329295987887965,
      "grad_norm": 2.1299707889556885,
      "learning_rate": 1.1780974012016552e-06,
      "loss": 0.1209339052438736,
      "step": 3346
    },
    {
      "epoch": 2.5344436033308098,
      "grad_norm": 1.494289755821228,
      "learning_rate": 1.1765143496849262e-06,
      "loss": 0.11673936992883682,
      "step": 3348
    },
    {
      "epoch": 2.535957607872824,
      "grad_norm": 10.133544921875,
      "learning_rate": 1.1749320402163878e-06,
      "loss": 0.04495559260249138,
      "step": 3350
    },
    {
      "epoch": 2.537471612414837,
      "grad_norm": 1.7074990272521973,
      "learning_rate": 1.1733504752758404e-06,
      "loss": 0.6414316892623901,
      "step": 3352
    },
    {
      "epoch": 2.5389856169568508,
      "grad_norm": 2.5590038299560547,
      "learning_rate": 1.1717696573419162e-06,
      "loss": 0.27318763732910156,
      "step": 3354
    },
    {
      "epoch": 2.5404996214988644,
      "grad_norm": 2.422823667526245,
      "learning_rate": 1.1701895888920792e-06,
      "loss": 0.3937920331954956,
      "step": 3356
    },
    {
      "epoch": 2.542013626040878,
      "grad_norm": 5.183249473571777,
      "learning_rate": 1.1686102724026177e-06,
      "loss": 0.6359275579452515,
      "step": 3358
    },
    {
      "epoch": 2.5435276305828918,
      "grad_norm": 2.020559549331665,
      "learning_rate": 1.1670317103486403e-06,
      "loss": 0.5142892599105835,
      "step": 3360
    },
    {
      "epoch": 2.5450416351249054,
      "grad_norm": 5.478321552276611,
      "learning_rate": 1.165453905204076e-06,
      "loss": 0.32605746388435364,
      "step": 3362
    },
    {
      "epoch": 2.546555639666919,
      "grad_norm": 1.0260086059570312,
      "learning_rate": 1.1638768594416648e-06,
      "loss": 0.6114858388900757,
      "step": 3364
    },
    {
      "epoch": 2.548069644208933,
      "grad_norm": 15.645800590515137,
      "learning_rate": 1.162300575532958e-06,
      "loss": 0.07219941914081573,
      "step": 3366
    },
    {
      "epoch": 2.5495836487509465,
      "grad_norm": 2.069432497024536,
      "learning_rate": 1.1607250559483121e-06,
      "loss": 0.9569191336631775,
      "step": 3368
    },
    {
      "epoch": 2.5510976532929597,
      "grad_norm": 1.3018686771392822,
      "learning_rate": 1.1591503031568875e-06,
      "loss": 0.5765461921691895,
      "step": 3370
    },
    {
      "epoch": 2.5526116578349733,
      "grad_norm": 3.0679144859313965,
      "learning_rate": 1.1575763196266412e-06,
      "loss": 0.6863498687744141,
      "step": 3372
    },
    {
      "epoch": 2.554125662376987,
      "grad_norm": 3.4148383140563965,
      "learning_rate": 1.1560031078243248e-06,
      "loss": 0.5839001536369324,
      "step": 3374
    },
    {
      "epoch": 2.5556396669190007,
      "grad_norm": 7.998443603515625,
      "learning_rate": 1.1544306702154807e-06,
      "loss": 0.8170933723449707,
      "step": 3376
    },
    {
      "epoch": 2.5571536714610144,
      "grad_norm": 2.7478621006011963,
      "learning_rate": 1.1528590092644387e-06,
      "loss": 0.3825238049030304,
      "step": 3378
    },
    {
      "epoch": 2.558667676003028,
      "grad_norm": 2.4262313842773438,
      "learning_rate": 1.1512881274343105e-06,
      "loss": 0.9992386102676392,
      "step": 3380
    },
    {
      "epoch": 2.5601816805450417,
      "grad_norm": 3.3657608032226562,
      "learning_rate": 1.1497180271869862e-06,
      "loss": 0.5366327166557312,
      "step": 3382
    },
    {
      "epoch": 2.5616956850870554,
      "grad_norm": 3.6988351345062256,
      "learning_rate": 1.1481487109831329e-06,
      "loss": 0.9917261004447937,
      "step": 3384
    },
    {
      "epoch": 2.563209689629069,
      "grad_norm": 2.595430374145508,
      "learning_rate": 1.1465801812821875e-06,
      "loss": 0.06481704860925674,
      "step": 3386
    },
    {
      "epoch": 2.5647236941710823,
      "grad_norm": 2.457298994064331,
      "learning_rate": 1.1450124405423544e-06,
      "loss": 0.8893528580665588,
      "step": 3388
    },
    {
      "epoch": 2.5662376987130964,
      "grad_norm": 2.416517972946167,
      "learning_rate": 1.1434454912206018e-06,
      "loss": 0.14643681049346924,
      "step": 3390
    },
    {
      "epoch": 2.5677517032551096,
      "grad_norm": 2.499912977218628,
      "learning_rate": 1.1418793357726579e-06,
      "loss": 0.07367072999477386,
      "step": 3392
    },
    {
      "epoch": 2.5692657077971233,
      "grad_norm": 1.3387746810913086,
      "learning_rate": 1.1403139766530063e-06,
      "loss": 0.48521560430526733,
      "step": 3394
    },
    {
      "epoch": 2.570779712339137,
      "grad_norm": 1.4146757125854492,
      "learning_rate": 1.1387494163148827e-06,
      "loss": 0.07745841890573502,
      "step": 3396
    },
    {
      "epoch": 2.5722937168811506,
      "grad_norm": 3.8005497455596924,
      "learning_rate": 1.1371856572102705e-06,
      "loss": 0.27372169494628906,
      "step": 3398
    },
    {
      "epoch": 2.5738077214231643,
      "grad_norm": 5.660574913024902,
      "learning_rate": 1.1356227017898985e-06,
      "loss": 0.5278230905532837,
      "step": 3400
    },
    {
      "epoch": 2.575321725965178,
      "grad_norm": 1.703931212425232,
      "learning_rate": 1.1340605525032353e-06,
      "loss": 0.5331737995147705,
      "step": 3402
    },
    {
      "epoch": 2.5768357305071916,
      "grad_norm": 3.0242526531219482,
      "learning_rate": 1.1324992117984852e-06,
      "loss": 0.9489548206329346,
      "step": 3404
    },
    {
      "epoch": 2.5783497350492053,
      "grad_norm": 18.639877319335938,
      "learning_rate": 1.1309386821225879e-06,
      "loss": 0.5219172239303589,
      "step": 3406
    },
    {
      "epoch": 2.579863739591219,
      "grad_norm": 2.207932233810425,
      "learning_rate": 1.1293789659212089e-06,
      "loss": 0.5801731944084167,
      "step": 3408
    },
    {
      "epoch": 2.581377744133232,
      "grad_norm": 1.7648814916610718,
      "learning_rate": 1.127820065638741e-06,
      "loss": 0.8760764598846436,
      "step": 3410
    },
    {
      "epoch": 2.5828917486752463,
      "grad_norm": 5.7800517082214355,
      "learning_rate": 1.1262619837182968e-06,
      "loss": 0.18599385023117065,
      "step": 3412
    },
    {
      "epoch": 2.5844057532172595,
      "grad_norm": 2.5123376846313477,
      "learning_rate": 1.1247047226017085e-06,
      "loss": 0.5670759677886963,
      "step": 3414
    },
    {
      "epoch": 2.585919757759273,
      "grad_norm": 2.1895976066589355,
      "learning_rate": 1.1231482847295195e-06,
      "loss": 0.8945675492286682,
      "step": 3416
    },
    {
      "epoch": 2.587433762301287,
      "grad_norm": 2.59700345993042,
      "learning_rate": 1.1215926725409841e-06,
      "loss": 0.17124387621879578,
      "step": 3418
    },
    {
      "epoch": 2.5889477668433005,
      "grad_norm": 1.7561355829238892,
      "learning_rate": 1.1200378884740637e-06,
      "loss": 0.5565921068191528,
      "step": 3420
    },
    {
      "epoch": 2.590461771385314,
      "grad_norm": 4.272517204284668,
      "learning_rate": 1.1184839349654195e-06,
      "loss": 0.17669063806533813,
      "step": 3422
    },
    {
      "epoch": 2.591975775927328,
      "grad_norm": 2.457369327545166,
      "learning_rate": 1.116930814450413e-06,
      "loss": 0.9974216222763062,
      "step": 3424
    },
    {
      "epoch": 2.5934897804693415,
      "grad_norm": 3.1485443115234375,
      "learning_rate": 1.1153785293630988e-06,
      "loss": 0.49294838309288025,
      "step": 3426
    },
    {
      "epoch": 2.5950037850113548,
      "grad_norm": 1.056787133216858,
      "learning_rate": 1.1138270821362239e-06,
      "loss": 0.9152722358703613,
      "step": 3428
    },
    {
      "epoch": 2.596517789553369,
      "grad_norm": 3.3435306549072266,
      "learning_rate": 1.1122764752012208e-06,
      "loss": 0.10038082301616669,
      "step": 3430
    },
    {
      "epoch": 2.598031794095382,
      "grad_norm": 1.7850005626678467,
      "learning_rate": 1.1107267109882053e-06,
      "loss": 0.6021050810813904,
      "step": 3432
    },
    {
      "epoch": 2.5995457986373958,
      "grad_norm": 4.395745277404785,
      "learning_rate": 1.1091777919259723e-06,
      "loss": 0.5003665089607239,
      "step": 3434
    },
    {
      "epoch": 2.6010598031794094,
      "grad_norm": 1.6627795696258545,
      "learning_rate": 1.107629720441994e-06,
      "loss": 0.3916073143482208,
      "step": 3436
    },
    {
      "epoch": 2.602573807721423,
      "grad_norm": 1.2196578979492188,
      "learning_rate": 1.1060824989624123e-06,
      "loss": 0.6092214584350586,
      "step": 3438
    },
    {
      "epoch": 2.6040878122634368,
      "grad_norm": 1.57082200050354,
      "learning_rate": 1.1045361299120364e-06,
      "loss": 0.06277672201395035,
      "step": 3440
    },
    {
      "epoch": 2.6056018168054504,
      "grad_norm": 3.2692267894744873,
      "learning_rate": 1.1029906157143425e-06,
      "loss": 0.7701391577720642,
      "step": 3442
    },
    {
      "epoch": 2.607115821347464,
      "grad_norm": 4.937279224395752,
      "learning_rate": 1.1014459587914638e-06,
      "loss": 0.5263334512710571,
      "step": 3444
    },
    {
      "epoch": 2.608629825889478,
      "grad_norm": 1.818088412284851,
      "learning_rate": 1.0999021615641927e-06,
      "loss": 0.3035053312778473,
      "step": 3446
    },
    {
      "epoch": 2.6101438304314915,
      "grad_norm": 2.087446451187134,
      "learning_rate": 1.0983592264519717e-06,
      "loss": 0.537712812423706,
      "step": 3448
    },
    {
      "epoch": 2.6116578349735047,
      "grad_norm": 1.2241779565811157,
      "learning_rate": 1.0968171558728945e-06,
      "loss": 0.5087027549743652,
      "step": 3450
    },
    {
      "epoch": 2.613171839515519,
      "grad_norm": 18.9871826171875,
      "learning_rate": 1.0952759522436987e-06,
      "loss": 0.8322153687477112,
      "step": 3452
    },
    {
      "epoch": 2.614685844057532,
      "grad_norm": 1.5005947351455688,
      "learning_rate": 1.0937356179797627e-06,
      "loss": 0.970147967338562,
      "step": 3454
    },
    {
      "epoch": 2.6161998485995457,
      "grad_norm": 4.126323699951172,
      "learning_rate": 1.092196155495105e-06,
      "loss": 0.18110370635986328,
      "step": 3456
    },
    {
      "epoch": 2.6177138531415594,
      "grad_norm": 1.706655502319336,
      "learning_rate": 1.0906575672023743e-06,
      "loss": 0.723210334777832,
      "step": 3458
    },
    {
      "epoch": 2.619227857683573,
      "grad_norm": 1.5822142362594604,
      "learning_rate": 1.0891198555128516e-06,
      "loss": 0.9544146656990051,
      "step": 3460
    },
    {
      "epoch": 2.6207418622255867,
      "grad_norm": 2.0501010417938232,
      "learning_rate": 1.0875830228364431e-06,
      "loss": 0.5467653870582581,
      "step": 3462
    },
    {
      "epoch": 2.6222558667676004,
      "grad_norm": 1.315675139427185,
      "learning_rate": 1.0860470715816785e-06,
      "loss": 0.13321208953857422,
      "step": 3464
    },
    {
      "epoch": 2.623769871309614,
      "grad_norm": 3.8847084045410156,
      "learning_rate": 1.0845120041557049e-06,
      "loss": 0.7330424785614014,
      "step": 3466
    },
    {
      "epoch": 2.6252838758516277,
      "grad_norm": 8.901777267456055,
      "learning_rate": 1.0829778229642848e-06,
      "loss": 0.04311962053179741,
      "step": 3468
    },
    {
      "epoch": 2.6267978803936414,
      "grad_norm": 2.727778434753418,
      "learning_rate": 1.0814445304117917e-06,
      "loss": 0.07144928723573685,
      "step": 3470
    },
    {
      "epoch": 2.6283118849356546,
      "grad_norm": 2.459710121154785,
      "learning_rate": 1.0799121289012068e-06,
      "loss": 0.5683809518814087,
      "step": 3472
    },
    {
      "epoch": 2.6298258894776687,
      "grad_norm": 4.345935344696045,
      "learning_rate": 1.0783806208341141e-06,
      "loss": 0.2112594097852707,
      "step": 3474
    },
    {
      "epoch": 2.631339894019682,
      "grad_norm": 2.6355857849121094,
      "learning_rate": 1.0768500086106978e-06,
      "loss": 0.14096690714359283,
      "step": 3476
    },
    {
      "epoch": 2.6328538985616956,
      "grad_norm": 0.5131763219833374,
      "learning_rate": 1.075320294629739e-06,
      "loss": 0.46342194080352783,
      "step": 3478
    },
    {
      "epoch": 2.6343679031037093,
      "grad_norm": 1.176900029182434,
      "learning_rate": 1.0737914812886094e-06,
      "loss": 0.5241625308990479,
      "step": 3480
    },
    {
      "epoch": 2.635881907645723,
      "grad_norm": 3.1469740867614746,
      "learning_rate": 1.07226357098327e-06,
      "loss": 0.14466527104377747,
      "step": 3482
    },
    {
      "epoch": 2.6373959121877366,
      "grad_norm": 1.3433618545532227,
      "learning_rate": 1.0707365661082674e-06,
      "loss": 0.1578199863433838,
      "step": 3484
    },
    {
      "epoch": 2.6389099167297503,
      "grad_norm": 2.3391337394714355,
      "learning_rate": 1.069210469056727e-06,
      "loss": 0.03919367492198944,
      "step": 3486
    },
    {
      "epoch": 2.640423921271764,
      "grad_norm": 3.255871057510376,
      "learning_rate": 1.0676852822203547e-06,
      "loss": 0.3218518793582916,
      "step": 3488
    },
    {
      "epoch": 2.641937925813777,
      "grad_norm": 3.4141852855682373,
      "learning_rate": 1.0661610079894268e-06,
      "loss": 1.0428060293197632,
      "step": 3490
    },
    {
      "epoch": 2.6434519303557913,
      "grad_norm": 2.1213839054107666,
      "learning_rate": 1.0646376487527907e-06,
      "loss": 0.5885476469993591,
      "step": 3492
    },
    {
      "epoch": 2.6449659348978045,
      "grad_norm": 4.027782440185547,
      "learning_rate": 1.0631152068978604e-06,
      "loss": 0.17618165910243988,
      "step": 3494
    },
    {
      "epoch": 2.646479939439818,
      "grad_norm": 1.679085373878479,
      "learning_rate": 1.0615936848106113e-06,
      "loss": 0.9989380836486816,
      "step": 3496
    },
    {
      "epoch": 2.647993943981832,
      "grad_norm": 1.7569453716278076,
      "learning_rate": 1.0600730848755767e-06,
      "loss": 0.47763514518737793,
      "step": 3498
    },
    {
      "epoch": 2.6495079485238455,
      "grad_norm": 3.1439387798309326,
      "learning_rate": 1.058553409475847e-06,
      "loss": 0.4873977601528168,
      "step": 3500
    },
    {
      "epoch": 2.651021953065859,
      "grad_norm": 1.0988174676895142,
      "learning_rate": 1.0570346609930612e-06,
      "loss": 0.39969107508659363,
      "step": 3502
    },
    {
      "epoch": 2.652535957607873,
      "grad_norm": 1.5461552143096924,
      "learning_rate": 1.0555168418074074e-06,
      "loss": 0.21987293660640717,
      "step": 3504
    },
    {
      "epoch": 2.6540499621498865,
      "grad_norm": 1.8398942947387695,
      "learning_rate": 1.0539999542976152e-06,
      "loss": 0.9838016629219055,
      "step": 3506
    },
    {
      "epoch": 2.6555639666919,
      "grad_norm": 2.6948370933532715,
      "learning_rate": 1.0524840008409575e-06,
      "loss": 0.08101513981819153,
      "step": 3508
    },
    {
      "epoch": 2.657077971233914,
      "grad_norm": 6.337255477905273,
      "learning_rate": 1.0509689838132395e-06,
      "loss": 0.010323734022676945,
      "step": 3510
    },
    {
      "epoch": 2.658591975775927,
      "grad_norm": 2.0004448890686035,
      "learning_rate": 1.0494549055888013e-06,
      "loss": 0.5439300537109375,
      "step": 3512
    },
    {
      "epoch": 2.660105980317941,
      "grad_norm": 1.2642723321914673,
      "learning_rate": 1.0479417685405115e-06,
      "loss": 0.8853827714920044,
      "step": 3514
    },
    {
      "epoch": 2.6616199848599544,
      "grad_norm": 5.2497687339782715,
      "learning_rate": 1.0464295750397626e-06,
      "loss": 0.08229418843984604,
      "step": 3516
    },
    {
      "epoch": 2.663133989401968,
      "grad_norm": 2.096442937850952,
      "learning_rate": 1.044918327456469e-06,
      "loss": 0.7499485015869141,
      "step": 3518
    },
    {
      "epoch": 2.6646479939439818,
      "grad_norm": 1.2751201391220093,
      "learning_rate": 1.0434080281590626e-06,
      "loss": 0.6057901382446289,
      "step": 3520
    },
    {
      "epoch": 2.6661619984859954,
      "grad_norm": 2.4840683937072754,
      "learning_rate": 1.0418986795144896e-06,
      "loss": 0.2760433852672577,
      "step": 3522
    },
    {
      "epoch": 2.667676003028009,
      "grad_norm": 2.1772100925445557,
      "learning_rate": 1.0403902838882056e-06,
      "loss": 0.6145902276039124,
      "step": 3524
    },
    {
      "epoch": 2.669190007570023,
      "grad_norm": 1.2478702068328857,
      "learning_rate": 1.0388828436441733e-06,
      "loss": 0.9742065072059631,
      "step": 3526
    },
    {
      "epoch": 2.6707040121120365,
      "grad_norm": 0.7841724753379822,
      "learning_rate": 1.0373763611448567e-06,
      "loss": 0.47128647565841675,
      "step": 3528
    },
    {
      "epoch": 2.67221801665405,
      "grad_norm": 1.6649569272994995,
      "learning_rate": 1.035870838751221e-06,
      "loss": 0.5873335599899292,
      "step": 3530
    },
    {
      "epoch": 2.673732021196064,
      "grad_norm": 30.892988204956055,
      "learning_rate": 1.0343662788227249e-06,
      "loss": 0.08930249512195587,
      "step": 3532
    },
    {
      "epoch": 2.675246025738077,
      "grad_norm": 2.34309458732605,
      "learning_rate": 1.0328626837173202e-06,
      "loss": 0.5236271619796753,
      "step": 3534
    },
    {
      "epoch": 2.6767600302800907,
      "grad_norm": 1.6401013135910034,
      "learning_rate": 1.0313600557914452e-06,
      "loss": 0.28992849588394165,
      "step": 3536
    },
    {
      "epoch": 2.6782740348221044,
      "grad_norm": 1.5496026277542114,
      "learning_rate": 1.029858397400023e-06,
      "loss": 0.11498652398586273,
      "step": 3538
    },
    {
      "epoch": 2.679788039364118,
      "grad_norm": 2.9359993934631348,
      "learning_rate": 1.028357710896458e-06,
      "loss": 0.45273083448410034,
      "step": 3540
    },
    {
      "epoch": 2.6813020439061317,
      "grad_norm": 3.2220873832702637,
      "learning_rate": 1.0268579986326298e-06,
      "loss": 0.5863102674484253,
      "step": 3542
    },
    {
      "epoch": 2.6828160484481454,
      "grad_norm": 4.268006324768066,
      "learning_rate": 1.0253592629588934e-06,
      "loss": 0.9020994305610657,
      "step": 3544
    },
    {
      "epoch": 2.684330052990159,
      "grad_norm": 2.0981273651123047,
      "learning_rate": 1.0238615062240713e-06,
      "loss": 0.4718743860721588,
      "step": 3546
    },
    {
      "epoch": 2.6858440575321727,
      "grad_norm": 2.6294424533843994,
      "learning_rate": 1.0223647307754524e-06,
      "loss": 0.38430675864219666,
      "step": 3548
    },
    {
      "epoch": 2.6873580620741864,
      "grad_norm": 0.6526815295219421,
      "learning_rate": 1.0208689389587875e-06,
      "loss": 0.10240335762500763,
      "step": 3550
    },
    {
      "epoch": 2.6888720666161996,
      "grad_norm": 1.712877869606018,
      "learning_rate": 1.0193741331182873e-06,
      "loss": 0.18102604150772095,
      "step": 3552
    },
    {
      "epoch": 2.6903860711582137,
      "grad_norm": 3.130396842956543,
      "learning_rate": 1.0178803155966158e-06,
      "loss": 0.34598445892333984,
      "step": 3554
    },
    {
      "epoch": 2.691900075700227,
      "grad_norm": 0.3503313660621643,
      "learning_rate": 1.0163874887348873e-06,
      "loss": 0.09671512991189957,
      "step": 3556
    },
    {
      "epoch": 2.6934140802422406,
      "grad_norm": 6.0429792404174805,
      "learning_rate": 1.0148956548726668e-06,
      "loss": 0.5806812644004822,
      "step": 3558
    },
    {
      "epoch": 2.6949280847842543,
      "grad_norm": 1.3720959424972534,
      "learning_rate": 1.0134048163479599e-06,
      "loss": 1.0482804775238037,
      "step": 3560
    },
    {
      "epoch": 2.696442089326268,
      "grad_norm": 1.4913266897201538,
      "learning_rate": 1.0119149754972132e-06,
      "loss": 0.5744074583053589,
      "step": 3562
    },
    {
      "epoch": 2.6979560938682816,
      "grad_norm": 2.419517755508423,
      "learning_rate": 1.0104261346553096e-06,
      "loss": 0.5351262092590332,
      "step": 3564
    },
    {
      "epoch": 2.6994700984102953,
      "grad_norm": 2.7999117374420166,
      "learning_rate": 1.0089382961555663e-06,
      "loss": 0.6164992451667786,
      "step": 3566
    },
    {
      "epoch": 2.700984102952309,
      "grad_norm": 1.8278381824493408,
      "learning_rate": 1.0074514623297277e-06,
      "loss": 0.5365289449691772,
      "step": 3568
    },
    {
      "epoch": 2.7024981074943226,
      "grad_norm": 1.0970771312713623,
      "learning_rate": 1.005965635507964e-06,
      "loss": 0.36719387769699097,
      "step": 3570
    },
    {
      "epoch": 2.7040121120363363,
      "grad_norm": 2.4264323711395264,
      "learning_rate": 1.0044808180188685e-06,
      "loss": 0.24815315008163452,
      "step": 3572
    },
    {
      "epoch": 2.7055261165783495,
      "grad_norm": 0.4873034656047821,
      "learning_rate": 1.0029970121894516e-06,
      "loss": 0.14031077921390533,
      "step": 3574
    },
    {
      "epoch": 2.7070401211203636,
      "grad_norm": 0.6915985345840454,
      "learning_rate": 1.0015142203451384e-06,
      "loss": 0.2932851314544678,
      "step": 3576
    },
    {
      "epoch": 2.708554125662377,
      "grad_norm": 2.271310806274414,
      "learning_rate": 1.000032444809764e-06,
      "loss": 0.4614425599575043,
      "step": 3578
    },
    {
      "epoch": 2.7100681302043905,
      "grad_norm": 1.5097922086715698,
      "learning_rate": 9.985516879055733e-07,
      "loss": 0.9115333557128906,
      "step": 3580
    },
    {
      "epoch": 2.711582134746404,
      "grad_norm": 1.59455406665802,
      "learning_rate": 9.970719519532123e-07,
      "loss": 0.5052527785301208,
      "step": 3582
    },
    {
      "epoch": 2.713096139288418,
      "grad_norm": 2.1244618892669678,
      "learning_rate": 9.955932392717273e-07,
      "loss": 0.8183184266090393,
      "step": 3584
    },
    {
      "epoch": 2.7146101438304315,
      "grad_norm": 5.1214399337768555,
      "learning_rate": 9.941155521785622e-07,
      "loss": 0.538994550704956,
      "step": 3586
    },
    {
      "epoch": 2.716124148372445,
      "grad_norm": 4.378061294555664,
      "learning_rate": 9.926388929895523e-07,
      "loss": 0.2428453415632248,
      "step": 3588
    },
    {
      "epoch": 2.717638152914459,
      "grad_norm": 7.363132476806641,
      "learning_rate": 9.91163264018923e-07,
      "loss": 0.06354464590549469,
      "step": 3590
    },
    {
      "epoch": 2.719152157456472,
      "grad_norm": 3.2854292392730713,
      "learning_rate": 9.89688667579284e-07,
      "loss": 0.617462694644928,
      "step": 3592
    },
    {
      "epoch": 2.720666161998486,
      "grad_norm": 1.5972332954406738,
      "learning_rate": 9.882151059816286e-07,
      "loss": 0.4859785735607147,
      "step": 3594
    },
    {
      "epoch": 2.7221801665404994,
      "grad_norm": 2.845470905303955,
      "learning_rate": 9.867425815353263e-07,
      "loss": 0.5740007162094116,
      "step": 3596
    },
    {
      "epoch": 2.723694171082513,
      "grad_norm": 2.0157742500305176,
      "learning_rate": 9.852710965481219e-07,
      "loss": 0.06600300222635269,
      "step": 3598
    },
    {
      "epoch": 2.7252081756245268,
      "grad_norm": 1.7511472702026367,
      "learning_rate": 9.83800653326131e-07,
      "loss": 0.847884476184845,
      "step": 3600
    },
    {
      "epoch": 2.7267221801665404,
      "grad_norm": 1.3995939493179321,
      "learning_rate": 9.823312541738378e-07,
      "loss": 0.8712521195411682,
      "step": 3602
    },
    {
      "epoch": 2.728236184708554,
      "grad_norm": 1.488347053527832,
      "learning_rate": 9.808629013940889e-07,
      "loss": 0.5205467343330383,
      "step": 3604
    },
    {
      "epoch": 2.729750189250568,
      "grad_norm": 1.5527247190475464,
      "learning_rate": 9.793955972880904e-07,
      "loss": 0.5302475094795227,
      "step": 3606
    },
    {
      "epoch": 2.7312641937925815,
      "grad_norm": 1.9730198383331299,
      "learning_rate": 9.779293441554072e-07,
      "loss": 0.05066138133406639,
      "step": 3608
    },
    {
      "epoch": 2.732778198334595,
      "grad_norm": 1.394031286239624,
      "learning_rate": 9.764641442939552e-07,
      "loss": 0.5910233855247498,
      "step": 3610
    },
    {
      "epoch": 2.734292202876609,
      "grad_norm": 7.18306303024292,
      "learning_rate": 9.750000000000004e-07,
      "loss": 0.7828827500343323,
      "step": 3612
    },
    {
      "epoch": 2.735806207418622,
      "grad_norm": 1.5465166568756104,
      "learning_rate": 9.735369135681535e-07,
      "loss": 0.4381512999534607,
      "step": 3614
    },
    {
      "epoch": 2.737320211960636,
      "grad_norm": 1.4410380125045776,
      "learning_rate": 9.720748872913692e-07,
      "loss": 0.030536165460944176,
      "step": 3616
    },
    {
      "epoch": 2.7388342165026494,
      "grad_norm": 5.242462158203125,
      "learning_rate": 9.706139234609395e-07,
      "loss": 0.5820929408073425,
      "step": 3618
    },
    {
      "epoch": 2.740348221044663,
      "grad_norm": 2.1642913818359375,
      "learning_rate": 9.691540243664913e-07,
      "loss": 0.23760852217674255,
      "step": 3620
    },
    {
      "epoch": 2.7418622255866767,
      "grad_norm": 2.6150195598602295,
      "learning_rate": 9.67695192295982e-07,
      "loss": 0.8972626328468323,
      "step": 3622
    },
    {
      "epoch": 2.7433762301286904,
      "grad_norm": 0.4961766302585602,
      "learning_rate": 9.662374295356995e-07,
      "loss": 0.48937559127807617,
      "step": 3624
    },
    {
      "epoch": 2.744890234670704,
      "grad_norm": 1.2891615629196167,
      "learning_rate": 9.647807383702534e-07,
      "loss": 0.08011382818222046,
      "step": 3626
    },
    {
      "epoch": 2.7464042392127177,
      "grad_norm": 1.4327223300933838,
      "learning_rate": 9.63325121082574e-07,
      "loss": 0.9761390686035156,
      "step": 3628
    },
    {
      "epoch": 2.7479182437547314,
      "grad_norm": 0.7498922348022461,
      "learning_rate": 9.618705799539105e-07,
      "loss": 0.11114507913589478,
      "step": 3630
    },
    {
      "epoch": 2.749432248296745,
      "grad_norm": 2.269970417022705,
      "learning_rate": 9.604171172638233e-07,
      "loss": 0.546760082244873,
      "step": 3632
    },
    {
      "epoch": 2.7509462528387587,
      "grad_norm": 2.625152111053467,
      "learning_rate": 9.589647352901837e-07,
      "loss": 0.15670128166675568,
      "step": 3634
    },
    {
      "epoch": 2.752460257380772,
      "grad_norm": 2.0255126953125,
      "learning_rate": 9.575134363091702e-07,
      "loss": 0.6736434698104858,
      "step": 3636
    },
    {
      "epoch": 2.7539742619227856,
      "grad_norm": 4.662033557891846,
      "learning_rate": 9.560632225952626e-07,
      "loss": 0.15046308934688568,
      "step": 3638
    },
    {
      "epoch": 2.7554882664647993,
      "grad_norm": 1.6699665784835815,
      "learning_rate": 9.546140964212397e-07,
      "loss": 1.004642128944397,
      "step": 3640
    },
    {
      "epoch": 2.757002271006813,
      "grad_norm": 5.824310779571533,
      "learning_rate": 9.531660600581774e-07,
      "loss": 0.22400666773319244,
      "step": 3642
    },
    {
      "epoch": 2.7585162755488266,
      "grad_norm": 1.661800742149353,
      "learning_rate": 9.517191157754421e-07,
      "loss": 0.04683089628815651,
      "step": 3644
    },
    {
      "epoch": 2.7600302800908403,
      "grad_norm": 2.4442532062530518,
      "learning_rate": 9.502732658406903e-07,
      "loss": 0.670370876789093,
      "step": 3646
    },
    {
      "epoch": 2.761544284632854,
      "grad_norm": 3.1336352825164795,
      "learning_rate": 9.488285125198622e-07,
      "loss": 0.1903330534696579,
      "step": 3648
    },
    {
      "epoch": 2.7630582891748676,
      "grad_norm": 2.6961746215820312,
      "learning_rate": 9.473848580771794e-07,
      "loss": 0.9148120880126953,
      "step": 3650
    },
    {
      "epoch": 2.7645722937168813,
      "grad_norm": 1.6039396524429321,
      "learning_rate": 9.459423047751417e-07,
      "loss": 0.9865699410438538,
      "step": 3652
    },
    {
      "epoch": 2.7660862982588945,
      "grad_norm": 2.1121411323547363,
      "learning_rate": 9.445008548745238e-07,
      "loss": 0.245061993598938,
      "step": 3654
    },
    {
      "epoch": 2.7676003028009086,
      "grad_norm": 1.7591969966888428,
      "learning_rate": 9.430605106343696e-07,
      "loss": 0.0845777839422226,
      "step": 3656
    },
    {
      "epoch": 2.769114307342922,
      "grad_norm": 4.009654521942139,
      "learning_rate": 9.416212743119911e-07,
      "loss": 0.519393265247345,
      "step": 3658
    },
    {
      "epoch": 2.7706283118849355,
      "grad_norm": 1.430734395980835,
      "learning_rate": 9.401831481629649e-07,
      "loss": 0.48087310791015625,
      "step": 3660
    },
    {
      "epoch": 2.772142316426949,
      "grad_norm": 1.65854811668396,
      "learning_rate": 9.387461344411263e-07,
      "loss": 0.9938499331474304,
      "step": 3662
    },
    {
      "epoch": 2.773656320968963,
      "grad_norm": 0.5344567894935608,
      "learning_rate": 9.373102353985668e-07,
      "loss": 0.48683303594589233,
      "step": 3664
    },
    {
      "epoch": 2.7751703255109765,
      "grad_norm": 1.240643858909607,
      "learning_rate": 9.358754532856334e-07,
      "loss": 0.4459698796272278,
      "step": 3666
    },
    {
      "epoch": 2.77668433005299,
      "grad_norm": 1.141143798828125,
      "learning_rate": 9.344417903509201e-07,
      "loss": 0.5696487426757812,
      "step": 3668
    },
    {
      "epoch": 2.778198334595004,
      "grad_norm": 2.9075422286987305,
      "learning_rate": 9.330092488412687e-07,
      "loss": 0.4729193150997162,
      "step": 3670
    },
    {
      "epoch": 2.7797123391370175,
      "grad_norm": 0.8197333216667175,
      "learning_rate": 9.315778310017616e-07,
      "loss": 0.5160009860992432,
      "step": 3672
    },
    {
      "epoch": 2.781226343679031,
      "grad_norm": 1.4015450477600098,
      "learning_rate": 9.301475390757222e-07,
      "loss": 0.5251963138580322,
      "step": 3674
    },
    {
      "epoch": 2.7827403482210444,
      "grad_norm": 2.8256664276123047,
      "learning_rate": 9.287183753047082e-07,
      "loss": 0.1814594566822052,
      "step": 3676
    },
    {
      "epoch": 2.7842543527630585,
      "grad_norm": 4.373061180114746,
      "learning_rate": 9.272903419285096e-07,
      "loss": 0.11841978132724762,
      "step": 3678
    },
    {
      "epoch": 2.7857683573050718,
      "grad_norm": 2.711310386657715,
      "learning_rate": 9.258634411851445e-07,
      "loss": 0.9179194569587708,
      "step": 3680
    },
    {
      "epoch": 2.7872823618470854,
      "grad_norm": 3.6902360916137695,
      "learning_rate": 9.244376753108567e-07,
      "loss": 0.14111346006393433,
      "step": 3682
    },
    {
      "epoch": 2.788796366389099,
      "grad_norm": 5.682900905609131,
      "learning_rate": 9.230130465401107e-07,
      "loss": 0.0874456986784935,
      "step": 3684
    },
    {
      "epoch": 2.790310370931113,
      "grad_norm": 3.762624740600586,
      "learning_rate": 9.215895571055886e-07,
      "loss": 0.22180086374282837,
      "step": 3686
    },
    {
      "epoch": 2.7918243754731265,
      "grad_norm": 1.6312108039855957,
      "learning_rate": 9.201672092381885e-07,
      "loss": 0.6041345000267029,
      "step": 3688
    },
    {
      "epoch": 2.79333838001514,
      "grad_norm": 3.2012195587158203,
      "learning_rate": 9.187460051670173e-07,
      "loss": 0.5570380091667175,
      "step": 3690
    },
    {
      "epoch": 2.794852384557154,
      "grad_norm": 1.1236485242843628,
      "learning_rate": 9.173259471193918e-07,
      "loss": 0.5052518844604492,
      "step": 3692
    },
    {
      "epoch": 2.7963663890991675,
      "grad_norm": 2.8305928707122803,
      "learning_rate": 9.159070373208301e-07,
      "loss": 0.19987015426158905,
      "step": 3694
    },
    {
      "epoch": 2.797880393641181,
      "grad_norm": 7.895492076873779,
      "learning_rate": 9.144892779950532e-07,
      "loss": 0.737027645111084,
      "step": 3696
    },
    {
      "epoch": 2.7993943981831944,
      "grad_norm": 3.232949733734131,
      "learning_rate": 9.130726713639774e-07,
      "loss": 0.09915422648191452,
      "step": 3698
    },
    {
      "epoch": 2.800908402725208,
      "grad_norm": 1.2412161827087402,
      "learning_rate": 9.116572196477129e-07,
      "loss": 0.5296503305435181,
      "step": 3700
    },
    {
      "epoch": 2.8024224072672217,
      "grad_norm": 2.9720041751861572,
      "learning_rate": 9.102429250645598e-07,
      "loss": 0.9459198713302612,
      "step": 3702
    },
    {
      "epoch": 2.8039364118092354,
      "grad_norm": 1.1881636381149292,
      "learning_rate": 9.088297898310059e-07,
      "loss": 0.7172422409057617,
      "step": 3704
    },
    {
      "epoch": 2.805450416351249,
      "grad_norm": 4.256730079650879,
      "learning_rate": 9.074178161617206e-07,
      "loss": 0.339231014251709,
      "step": 3706
    },
    {
      "epoch": 2.8069644208932627,
      "grad_norm": 7.478480339050293,
      "learning_rate": 9.06007006269553e-07,
      "loss": 0.5643231272697449,
      "step": 3708
    },
    {
      "epoch": 2.8084784254352764,
      "grad_norm": 3.0805113315582275,
      "learning_rate": 9.045973623655298e-07,
      "loss": 0.45885780453681946,
      "step": 3710
    },
    {
      "epoch": 2.80999242997729,
      "grad_norm": 4.949220657348633,
      "learning_rate": 9.031888866588486e-07,
      "loss": 0.5311449766159058,
      "step": 3712
    },
    {
      "epoch": 2.8115064345193037,
      "grad_norm": 1.7975176572799683,
      "learning_rate": 9.017815813568773e-07,
      "loss": 0.5856797099113464,
      "step": 3714
    },
    {
      "epoch": 2.813020439061317,
      "grad_norm": 2.2618489265441895,
      "learning_rate": 9.003754486651483e-07,
      "loss": 0.15607936680316925,
      "step": 3716
    },
    {
      "epoch": 2.814534443603331,
      "grad_norm": 2.57824969291687,
      "learning_rate": 8.989704907873585e-07,
      "loss": 0.5110048055648804,
      "step": 3718
    },
    {
      "epoch": 2.8160484481453443,
      "grad_norm": 1.3291974067687988,
      "learning_rate": 8.975667099253615e-07,
      "loss": 0.0944562554359436,
      "step": 3720
    },
    {
      "epoch": 2.817562452687358,
      "grad_norm": 2.122201442718506,
      "learning_rate": 8.961641082791665e-07,
      "loss": 0.029286984354257584,
      "step": 3722
    },
    {
      "epoch": 2.8190764572293716,
      "grad_norm": 1.4434117078781128,
      "learning_rate": 8.947626880469365e-07,
      "loss": 0.5472773909568787,
      "step": 3724
    },
    {
      "epoch": 2.8205904617713853,
      "grad_norm": 1.7789900302886963,
      "learning_rate": 8.933624514249809e-07,
      "loss": 0.6741805076599121,
      "step": 3726
    },
    {
      "epoch": 2.822104466313399,
      "grad_norm": 1.073285698890686,
      "learning_rate": 8.919634006077551e-07,
      "loss": 0.43643903732299805,
      "step": 3728
    },
    {
      "epoch": 2.8236184708554126,
      "grad_norm": 7.309019565582275,
      "learning_rate": 8.905655377878552e-07,
      "loss": 0.7717113494873047,
      "step": 3730
    },
    {
      "epoch": 2.8251324753974263,
      "grad_norm": 1.233903169631958,
      "learning_rate": 8.891688651560177e-07,
      "loss": 0.032879047095775604,
      "step": 3732
    },
    {
      "epoch": 2.82664647993944,
      "grad_norm": 1.6785112619400024,
      "learning_rate": 8.87773384901111e-07,
      "loss": 0.9319685101509094,
      "step": 3734
    },
    {
      "epoch": 2.8281604844814536,
      "grad_norm": 30.342561721801758,
      "learning_rate": 8.863790992101359e-07,
      "loss": 0.5449196100234985,
      "step": 3736
    },
    {
      "epoch": 2.829674489023467,
      "grad_norm": 3.7048192024230957,
      "learning_rate": 8.849860102682226e-07,
      "loss": 0.7348836064338684,
      "step": 3738
    },
    {
      "epoch": 2.831188493565481,
      "grad_norm": 2.610330104827881,
      "learning_rate": 8.835941202586237e-07,
      "loss": 0.06106247752904892,
      "step": 3740
    },
    {
      "epoch": 2.832702498107494,
      "grad_norm": 3.5520286560058594,
      "learning_rate": 8.822034313627131e-07,
      "loss": 1.0147613286972046,
      "step": 3742
    },
    {
      "epoch": 2.834216502649508,
      "grad_norm": 5.207727909088135,
      "learning_rate": 8.808139457599839e-07,
      "loss": 0.5845840573310852,
      "step": 3744
    },
    {
      "epoch": 2.8357305071915215,
      "grad_norm": 2.8798627853393555,
      "learning_rate": 8.794256656280411e-07,
      "loss": 0.520442008972168,
      "step": 3746
    },
    {
      "epoch": 2.837244511733535,
      "grad_norm": 2.0684001445770264,
      "learning_rate": 8.780385931426028e-07,
      "loss": 0.1020556092262268,
      "step": 3748
    },
    {
      "epoch": 2.838758516275549,
      "grad_norm": 0.7989282608032227,
      "learning_rate": 8.766527304774929e-07,
      "loss": 0.18852849304676056,
      "step": 3750
    },
    {
      "epoch": 2.8402725208175625,
      "grad_norm": 2.2457497119903564,
      "learning_rate": 8.752680798046388e-07,
      "loss": 0.13739685714244843,
      "step": 3752
    },
    {
      "epoch": 2.841786525359576,
      "grad_norm": 1.6464593410491943,
      "learning_rate": 8.738846432940708e-07,
      "loss": 0.4965594410896301,
      "step": 3754
    },
    {
      "epoch": 2.8433005299015894,
      "grad_norm": 3.5233702659606934,
      "learning_rate": 8.725024231139141e-07,
      "loss": 0.5871769785881042,
      "step": 3756
    },
    {
      "epoch": 2.8448145344436035,
      "grad_norm": 0.7635524272918701,
      "learning_rate": 8.711214214303882e-07,
      "loss": 0.5196180939674377,
      "step": 3758
    },
    {
      "epoch": 2.8463285389856168,
      "grad_norm": 1.6084498167037964,
      "learning_rate": 8.69741640407804e-07,
      "loss": 0.18574142456054688,
      "step": 3760
    },
    {
      "epoch": 2.8478425435276304,
      "grad_norm": 0.49115055799484253,
      "learning_rate": 8.683630822085586e-07,
      "loss": 0.19083711504936218,
      "step": 3762
    },
    {
      "epoch": 2.849356548069644,
      "grad_norm": 1.3124921321868896,
      "learning_rate": 8.669857489931323e-07,
      "loss": 0.43203872442245483,
      "step": 3764
    },
    {
      "epoch": 2.850870552611658,
      "grad_norm": 1.9938055276870728,
      "learning_rate": 8.656096429200857e-07,
      "loss": 0.05717456340789795,
      "step": 3766
    },
    {
      "epoch": 2.8523845571536715,
      "grad_norm": 15.529302597045898,
      "learning_rate": 8.642347661460574e-07,
      "loss": 0.0767684355378151,
      "step": 3768
    },
    {
      "epoch": 2.853898561695685,
      "grad_norm": 0.2853293716907501,
      "learning_rate": 8.628611208257582e-07,
      "loss": 0.4549844264984131,
      "step": 3770
    },
    {
      "epoch": 2.855412566237699,
      "grad_norm": 1.8048611879348755,
      "learning_rate": 8.614887091119692e-07,
      "loss": 0.49801960587501526,
      "step": 3772
    },
    {
      "epoch": 2.8569265707797125,
      "grad_norm": 3.1209964752197266,
      "learning_rate": 8.60117533155538e-07,
      "loss": 0.07470957934856415,
      "step": 3774
    },
    {
      "epoch": 2.858440575321726,
      "grad_norm": 3.946650266647339,
      "learning_rate": 8.587475951053769e-07,
      "loss": 0.4709521234035492,
      "step": 3776
    },
    {
      "epoch": 2.8599545798637394,
      "grad_norm": 1.5060186386108398,
      "learning_rate": 8.573788971084563e-07,
      "loss": 0.2602544128894806,
      "step": 3778
    },
    {
      "epoch": 2.8614685844057535,
      "grad_norm": 2.0307724475860596,
      "learning_rate": 8.560114413098036e-07,
      "loss": 0.7113937139511108,
      "step": 3780
    },
    {
      "epoch": 2.8629825889477667,
      "grad_norm": 2.940063714981079,
      "learning_rate": 8.54645229852501e-07,
      "loss": 0.10309739410877228,
      "step": 3782
    },
    {
      "epoch": 2.8644965934897804,
      "grad_norm": 1.7410873174667358,
      "learning_rate": 8.532802648776786e-07,
      "loss": 0.5519030690193176,
      "step": 3784
    },
    {
      "epoch": 2.866010598031794,
      "grad_norm": 2.5878376960754395,
      "learning_rate": 8.519165485245139e-07,
      "loss": 0.1054067388176918,
      "step": 3786
    },
    {
      "epoch": 2.8675246025738077,
      "grad_norm": 1.256569266319275,
      "learning_rate": 8.505540829302267e-07,
      "loss": 0.5424407124519348,
      "step": 3788
    },
    {
      "epoch": 2.8690386071158214,
      "grad_norm": 0.8407960534095764,
      "learning_rate": 8.491928702300788e-07,
      "loss": 0.4280465245246887,
      "step": 3790
    },
    {
      "epoch": 2.870552611657835,
      "grad_norm": 0.8045430183410645,
      "learning_rate": 8.478329125573654e-07,
      "loss": 0.03474471718072891,
      "step": 3792
    },
    {
      "epoch": 2.8720666161998487,
      "grad_norm": 2.285611629486084,
      "learning_rate": 8.464742120434181e-07,
      "loss": 0.07297685742378235,
      "step": 3794
    },
    {
      "epoch": 2.8735806207418624,
      "grad_norm": 1.3411763906478882,
      "learning_rate": 8.451167708175949e-07,
      "loss": 0.18974605202674866,
      "step": 3796
    },
    {
      "epoch": 2.875094625283876,
      "grad_norm": 1.9717655181884766,
      "learning_rate": 8.437605910072835e-07,
      "loss": 0.49169692397117615,
      "step": 3798
    },
    {
      "epoch": 2.8766086298258893,
      "grad_norm": 1.0608391761779785,
      "learning_rate": 8.424056747378924e-07,
      "loss": 0.46762970089912415,
      "step": 3800
    },
    {
      "epoch": 2.878122634367903,
      "grad_norm": 2.073852777481079,
      "learning_rate": 8.410520241328499e-07,
      "loss": 0.5141778588294983,
      "step": 3802
    },
    {
      "epoch": 2.8796366389099166,
      "grad_norm": 2.4379963874816895,
      "learning_rate": 8.396996413136029e-07,
      "loss": 0.06461524963378906,
      "step": 3804
    },
    {
      "epoch": 2.8811506434519303,
      "grad_norm": 1.331201195716858,
      "learning_rate": 8.383485283996091e-07,
      "loss": 0.5797151327133179,
      "step": 3806
    },
    {
      "epoch": 2.882664647993944,
      "grad_norm": 2.5884780883789062,
      "learning_rate": 8.369986875083369e-07,
      "loss": 0.48049142956733704,
      "step": 3808
    },
    {
      "epoch": 2.8841786525359576,
      "grad_norm": 1.6268047094345093,
      "learning_rate": 8.356501207552611e-07,
      "loss": 0.5873973965644836,
      "step": 3810
    },
    {
      "epoch": 2.8856926570779713,
      "grad_norm": 2.7758703231811523,
      "learning_rate": 8.3430283025386e-07,
      "loss": 0.5925127863883972,
      "step": 3812
    },
    {
      "epoch": 2.887206661619985,
      "grad_norm": 21.12485694885254,
      "learning_rate": 8.329568181156116e-07,
      "loss": 0.981511652469635,
      "step": 3814
    },
    {
      "epoch": 2.8887206661619986,
      "grad_norm": 1.62020742893219,
      "learning_rate": 8.316120864499896e-07,
      "loss": 0.2684553861618042,
      "step": 3816
    },
    {
      "epoch": 2.890234670704012,
      "grad_norm": 0.5304837226867676,
      "learning_rate": 8.302686373644626e-07,
      "loss": 0.4767705798149109,
      "step": 3818
    },
    {
      "epoch": 2.891748675246026,
      "grad_norm": 1.8308970928192139,
      "learning_rate": 8.289264729644878e-07,
      "loss": 0.5119712352752686,
      "step": 3820
    },
    {
      "epoch": 2.893262679788039,
      "grad_norm": 4.053905487060547,
      "learning_rate": 8.275855953535097e-07,
      "loss": 0.5398560762405396,
      "step": 3822
    },
    {
      "epoch": 2.894776684330053,
      "grad_norm": 1.6479356288909912,
      "learning_rate": 8.262460066329549e-07,
      "loss": 0.46708399057388306,
      "step": 3824
    },
    {
      "epoch": 2.8962906888720665,
      "grad_norm": 0.3225676417350769,
      "learning_rate": 8.249077089022323e-07,
      "loss": 0.5151532888412476,
      "step": 3826
    },
    {
      "epoch": 2.89780469341408,
      "grad_norm": 1.7271003723144531,
      "learning_rate": 8.235707042587258e-07,
      "loss": 1.0721513032913208,
      "step": 3828
    },
    {
      "epoch": 2.899318697956094,
      "grad_norm": 3.939084768295288,
      "learning_rate": 8.222349947977929e-07,
      "loss": 0.13510605692863464,
      "step": 3830
    },
    {
      "epoch": 2.9008327024981075,
      "grad_norm": 1.4582927227020264,
      "learning_rate": 8.209005826127616e-07,
      "loss": 0.5551086664199829,
      "step": 3832
    },
    {
      "epoch": 2.902346707040121,
      "grad_norm": 1.3123462200164795,
      "learning_rate": 8.195674697949277e-07,
      "loss": 0.7564160227775574,
      "step": 3834
    },
    {
      "epoch": 2.903860711582135,
      "grad_norm": 3.6382358074188232,
      "learning_rate": 8.182356584335491e-07,
      "loss": 0.11954665184020996,
      "step": 3836
    },
    {
      "epoch": 2.9053747161241485,
      "grad_norm": 1.0889722108840942,
      "learning_rate": 8.169051506158443e-07,
      "loss": 1.0122618675231934,
      "step": 3838
    },
    {
      "epoch": 2.9068887206661618,
      "grad_norm": 1.8109678030014038,
      "learning_rate": 8.155759484269905e-07,
      "loss": 0.770567774772644,
      "step": 3840
    },
    {
      "epoch": 2.908402725208176,
      "grad_norm": 1.7070538997650146,
      "learning_rate": 8.142480539501167e-07,
      "loss": 0.5919016599655151,
      "step": 3842
    },
    {
      "epoch": 2.909916729750189,
      "grad_norm": 2.2287955284118652,
      "learning_rate": 8.129214692663032e-07,
      "loss": 0.6235976219177246,
      "step": 3844
    },
    {
      "epoch": 2.911430734292203,
      "grad_norm": 1.6173175573349,
      "learning_rate": 8.115961964545783e-07,
      "loss": 0.08541975915431976,
      "step": 3846
    },
    {
      "epoch": 2.9129447388342165,
      "grad_norm": 1.2753394842147827,
      "learning_rate": 8.10272237591913e-07,
      "loss": 0.02214045450091362,
      "step": 3848
    },
    {
      "epoch": 2.91445874337623,
      "grad_norm": 1.2947241067886353,
      "learning_rate": 8.089495947532204e-07,
      "loss": 0.6888188719749451,
      "step": 3850
    },
    {
      "epoch": 2.915972747918244,
      "grad_norm": 0.6611459255218506,
      "learning_rate": 8.0762827001135e-07,
      "loss": 0.14420601725578308,
      "step": 3852
    },
    {
      "epoch": 2.9174867524602575,
      "grad_norm": 1.7915887832641602,
      "learning_rate": 8.063082654370859e-07,
      "loss": 0.04857180640101433,
      "step": 3854
    },
    {
      "epoch": 2.919000757002271,
      "grad_norm": 1.6762808561325073,
      "learning_rate": 8.049895830991442e-07,
      "loss": 0.03882667049765587,
      "step": 3856
    },
    {
      "epoch": 2.920514761544285,
      "grad_norm": 1.8337093591690063,
      "learning_rate": 8.036722250641675e-07,
      "loss": 0.5603622794151306,
      "step": 3858
    },
    {
      "epoch": 2.9220287660862985,
      "grad_norm": 2.0373966693878174,
      "learning_rate": 8.023561933967231e-07,
      "loss": 0.021611543372273445,
      "step": 3860
    },
    {
      "epoch": 2.9235427706283117,
      "grad_norm": 1.4119657278060913,
      "learning_rate": 8.010414901593006e-07,
      "loss": 0.028445757925510406,
      "step": 3862
    },
    {
      "epoch": 2.9250567751703254,
      "grad_norm": 1.7821069955825806,
      "learning_rate": 7.997281174123065e-07,
      "loss": 0.5556588172912598,
      "step": 3864
    },
    {
      "epoch": 2.926570779712339,
      "grad_norm": 3.5669658184051514,
      "learning_rate": 7.98416077214063e-07,
      "loss": 0.05701752379536629,
      "step": 3866
    },
    {
      "epoch": 2.9280847842543527,
      "grad_norm": 4.570811748504639,
      "learning_rate": 7.971053716208031e-07,
      "loss": 0.033300720155239105,
      "step": 3868
    },
    {
      "epoch": 2.9295987887963664,
      "grad_norm": 2.6463215351104736,
      "learning_rate": 7.957960026866695e-07,
      "loss": 0.5267956256866455,
      "step": 3870
    },
    {
      "epoch": 2.93111279333838,
      "grad_norm": 1.602906584739685,
      "learning_rate": 7.944879724637089e-07,
      "loss": 1.021190881729126,
      "step": 3872
    },
    {
      "epoch": 2.9326267978803937,
      "grad_norm": 1.8349531888961792,
      "learning_rate": 7.931812830018696e-07,
      "loss": 0.5174588561058044,
      "step": 3874
    },
    {
      "epoch": 2.9341408024224074,
      "grad_norm": 1.067012906074524,
      "learning_rate": 7.918759363490007e-07,
      "loss": 0.4694302976131439,
      "step": 3876
    },
    {
      "epoch": 2.935654806964421,
      "grad_norm": 7.647733688354492,
      "learning_rate": 7.905719345508448e-07,
      "loss": 0.5283836126327515,
      "step": 3878
    },
    {
      "epoch": 2.9371688115064343,
      "grad_norm": 2.6443963050842285,
      "learning_rate": 7.89269279651038e-07,
      "loss": 0.6997630000114441,
      "step": 3880
    },
    {
      "epoch": 2.9386828160484484,
      "grad_norm": 2.3616750240325928,
      "learning_rate": 7.879679736911043e-07,
      "loss": 0.4031399190425873,
      "step": 3882
    },
    {
      "epoch": 2.9401968205904616,
      "grad_norm": 1.977614164352417,
      "learning_rate": 7.866680187104554e-07,
      "loss": 0.6264676451683044,
      "step": 3884
    },
    {
      "epoch": 2.9417108251324753,
      "grad_norm": 1.331671953201294,
      "learning_rate": 7.853694167463845e-07,
      "loss": 0.5368511080741882,
      "step": 3886
    },
    {
      "epoch": 2.943224829674489,
      "grad_norm": 1.7582005262374878,
      "learning_rate": 7.840721698340645e-07,
      "loss": 0.4475153088569641,
      "step": 3888
    },
    {
      "epoch": 2.9447388342165026,
      "grad_norm": 2.403273344039917,
      "learning_rate": 7.827762800065447e-07,
      "loss": 0.05570833012461662,
      "step": 3890
    },
    {
      "epoch": 2.9462528387585163,
      "grad_norm": 0.9218311905860901,
      "learning_rate": 7.814817492947481e-07,
      "loss": 0.10007733106613159,
      "step": 3892
    },
    {
      "epoch": 2.94776684330053,
      "grad_norm": 2.469407081604004,
      "learning_rate": 7.801885797274668e-07,
      "loss": 0.5435525178909302,
      "step": 3894
    },
    {
      "epoch": 2.9492808478425436,
      "grad_norm": 2.3963382244110107,
      "learning_rate": 7.788967733313607e-07,
      "loss": 0.5850597620010376,
      "step": 3896
    },
    {
      "epoch": 2.9507948523845573,
      "grad_norm": 1.2060469388961792,
      "learning_rate": 7.776063321309522e-07,
      "loss": 0.004651893395930529,
      "step": 3898
    },
    {
      "epoch": 2.952308856926571,
      "grad_norm": 3.9787027835845947,
      "learning_rate": 7.763172581486256e-07,
      "loss": 0.04053030163049698,
      "step": 3900
    },
    {
      "epoch": 2.953822861468584,
      "grad_norm": 1.6185312271118164,
      "learning_rate": 7.750295534046214e-07,
      "loss": 1.1225244998931885,
      "step": 3902
    },
    {
      "epoch": 2.9553368660105983,
      "grad_norm": 1.8362376689910889,
      "learning_rate": 7.737432199170336e-07,
      "loss": 0.07839284092187881,
      "step": 3904
    },
    {
      "epoch": 2.9568508705526115,
      "grad_norm": 2.360868215560913,
      "learning_rate": 7.724582597018097e-07,
      "loss": 0.5056535005569458,
      "step": 3906
    },
    {
      "epoch": 2.958364875094625,
      "grad_norm": 1.8739367723464966,
      "learning_rate": 7.711746747727421e-07,
      "loss": 0.5829885601997375,
      "step": 3908
    },
    {
      "epoch": 2.959878879636639,
      "grad_norm": 1.7606217861175537,
      "learning_rate": 7.698924671414689e-07,
      "loss": 0.8447286486625671,
      "step": 3910
    },
    {
      "epoch": 2.9613928841786525,
      "grad_norm": 18.142555236816406,
      "learning_rate": 7.686116388174711e-07,
      "loss": 0.3059283196926117,
      "step": 3912
    },
    {
      "epoch": 2.962906888720666,
      "grad_norm": 0.9034169316291809,
      "learning_rate": 7.67332191808066e-07,
      "loss": 0.41916462779045105,
      "step": 3914
    },
    {
      "epoch": 2.96442089326268,
      "grad_norm": 1.391530156135559,
      "learning_rate": 7.660541281184074e-07,
      "loss": 0.8247898817062378,
      "step": 3916
    },
    {
      "epoch": 2.9659348978046935,
      "grad_norm": 2.9683992862701416,
      "learning_rate": 7.6477744975148e-07,
      "loss": 0.470153272151947,
      "step": 3918
    },
    {
      "epoch": 2.9674489023467068,
      "grad_norm": 1.7733650207519531,
      "learning_rate": 7.63502158708099e-07,
      "loss": 0.5974211096763611,
      "step": 3920
    },
    {
      "epoch": 2.968962906888721,
      "grad_norm": 1.377882480621338,
      "learning_rate": 7.62228256986904e-07,
      "loss": 0.9456145167350769,
      "step": 3922
    },
    {
      "epoch": 2.970476911430734,
      "grad_norm": 0.9141403436660767,
      "learning_rate": 7.609557465843581e-07,
      "loss": 0.440866619348526,
      "step": 3924
    },
    {
      "epoch": 2.971990915972748,
      "grad_norm": 1.7118134498596191,
      "learning_rate": 7.596846294947427e-07,
      "loss": 0.21067911386489868,
      "step": 3926
    },
    {
      "epoch": 2.9735049205147615,
      "grad_norm": 1.9212812185287476,
      "learning_rate": 7.584149077101576e-07,
      "loss": 0.47009432315826416,
      "step": 3928
    },
    {
      "epoch": 2.975018925056775,
      "grad_norm": 0.7594667673110962,
      "learning_rate": 7.571465832205142e-07,
      "loss": 0.1051906868815422,
      "step": 3930
    },
    {
      "epoch": 2.976532929598789,
      "grad_norm": 3.166438341140747,
      "learning_rate": 7.558796580135345e-07,
      "loss": 1.0215100049972534,
      "step": 3932
    },
    {
      "epoch": 2.9780469341408025,
      "grad_norm": 4.067107677459717,
      "learning_rate": 7.546141340747478e-07,
      "loss": 0.4328348934650421,
      "step": 3934
    },
    {
      "epoch": 2.979560938682816,
      "grad_norm": 7.947187900543213,
      "learning_rate": 7.533500133874874e-07,
      "loss": 0.37044578790664673,
      "step": 3936
    },
    {
      "epoch": 2.98107494322483,
      "grad_norm": 1.890057921409607,
      "learning_rate": 7.52087297932887e-07,
      "loss": 0.6495625376701355,
      "step": 3938
    },
    {
      "epoch": 2.9825889477668435,
      "grad_norm": 1.2888870239257812,
      "learning_rate": 7.508259896898774e-07,
      "loss": 0.9499898552894592,
      "step": 3940
    },
    {
      "epoch": 2.9841029523088567,
      "grad_norm": 1.0993458032608032,
      "learning_rate": 7.495660906351864e-07,
      "loss": 0.5022351741790771,
      "step": 3942
    },
    {
      "epoch": 2.985616956850871,
      "grad_norm": 1.2433116436004639,
      "learning_rate": 7.483076027433309e-07,
      "loss": 0.5429167151451111,
      "step": 3944
    },
    {
      "epoch": 2.987130961392884,
      "grad_norm": 1.759813666343689,
      "learning_rate": 7.470505279866165e-07,
      "loss": 0.5135501623153687,
      "step": 3946
    },
    {
      "epoch": 2.9886449659348977,
      "grad_norm": 1.7812200784683228,
      "learning_rate": 7.457948683351357e-07,
      "loss": 0.5178404450416565,
      "step": 3948
    },
    {
      "epoch": 2.9901589704769114,
      "grad_norm": 1.8572566509246826,
      "learning_rate": 7.445406257567613e-07,
      "loss": 0.5528455376625061,
      "step": 3950
    },
    {
      "epoch": 2.991672975018925,
      "grad_norm": 1.6367700099945068,
      "learning_rate": 7.432878022171473e-07,
      "loss": 0.5564888715744019,
      "step": 3952
    },
    {
      "epoch": 2.9931869795609387,
      "grad_norm": 1.6826878786087036,
      "learning_rate": 7.420363996797214e-07,
      "loss": 0.08277818560600281,
      "step": 3954
    },
    {
      "epoch": 2.9947009841029524,
      "grad_norm": 2.2437868118286133,
      "learning_rate": 7.407864201056869e-07,
      "loss": 0.4363061785697937,
      "step": 3956
    },
    {
      "epoch": 2.996214988644966,
      "grad_norm": 8.740562438964844,
      "learning_rate": 7.395378654540147e-07,
      "loss": 0.7006982564926147,
      "step": 3958
    },
    {
      "epoch": 2.9977289931869797,
      "grad_norm": 1.6342284679412842,
      "learning_rate": 7.382907376814441e-07,
      "loss": 0.5745993256568909,
      "step": 3960
    },
    {
      "epoch": 2.9992429977289934,
      "grad_norm": 1.8306623697280884,
      "learning_rate": 7.370450387424767e-07,
      "loss": 0.9066737294197083,
      "step": 3962
    },
    {
      "epoch": 3.0007570022710066,
      "grad_norm": 1.6099592447280884,
      "learning_rate": 7.358007705893771e-07,
      "loss": 0.56649249792099,
      "step": 3964
    },
    {
      "epoch": 3.0022710068130203,
      "grad_norm": 0.6058228015899658,
      "learning_rate": 7.345579351721656e-07,
      "loss": 0.4400520920753479,
      "step": 3966
    },
    {
      "epoch": 3.003785011355034,
      "grad_norm": 2.340282440185547,
      "learning_rate": 7.333165344386171e-07,
      "loss": 0.2406800538301468,
      "step": 3968
    },
    {
      "epoch": 3.0052990158970476,
      "grad_norm": 7.830657005310059,
      "learning_rate": 7.3207657033426e-07,
      "loss": 0.19384807348251343,
      "step": 3970
    },
    {
      "epoch": 3.0068130204390613,
      "grad_norm": 0.14254476130008698,
      "learning_rate": 7.308380448023691e-07,
      "loss": 0.47479867935180664,
      "step": 3972
    },
    {
      "epoch": 3.008327024981075,
      "grad_norm": 1.5983010530471802,
      "learning_rate": 7.296009597839658e-07,
      "loss": 0.41168585419654846,
      "step": 3974
    },
    {
      "epoch": 3.0098410295230886,
      "grad_norm": 1.721829891204834,
      "learning_rate": 7.283653172178129e-07,
      "loss": 0.4500812888145447,
      "step": 3976
    },
    {
      "epoch": 3.0113550340651023,
      "grad_norm": 1.6810276508331299,
      "learning_rate": 7.271311190404144e-07,
      "loss": 0.4039463996887207,
      "step": 3978
    },
    {
      "epoch": 3.012869038607116,
      "grad_norm": 1.7916243076324463,
      "learning_rate": 7.25898367186009e-07,
      "loss": 0.9354234337806702,
      "step": 3980
    },
    {
      "epoch": 3.0143830431491296,
      "grad_norm": 1.3198893070220947,
      "learning_rate": 7.246670635865692e-07,
      "loss": 0.13221746683120728,
      "step": 3982
    },
    {
      "epoch": 3.015897047691143,
      "grad_norm": 1.7246809005737305,
      "learning_rate": 7.234372101717974e-07,
      "loss": 0.8873751759529114,
      "step": 3984
    },
    {
      "epoch": 3.0174110522331565,
      "grad_norm": 1.7376207113265991,
      "learning_rate": 7.222088088691246e-07,
      "loss": 0.451565146446228,
      "step": 3986
    },
    {
      "epoch": 3.01892505677517,
      "grad_norm": 2.4644076824188232,
      "learning_rate": 7.209818616037046e-07,
      "loss": 0.014454965479671955,
      "step": 3988
    },
    {
      "epoch": 3.020439061317184,
      "grad_norm": 2.7672579288482666,
      "learning_rate": 7.197563702984131e-07,
      "loss": 0.4274209439754486,
      "step": 3990
    },
    {
      "epoch": 3.0219530658591975,
      "grad_norm": 1.235212802886963,
      "learning_rate": 7.185323368738442e-07,
      "loss": 0.4580550193786621,
      "step": 3992
    },
    {
      "epoch": 3.023467070401211,
      "grad_norm": 1.6338485479354858,
      "learning_rate": 7.173097632483067e-07,
      "loss": 0.47135257720947266,
      "step": 3994
    },
    {
      "epoch": 3.024981074943225,
      "grad_norm": 0.5066173672676086,
      "learning_rate": 7.160886513378211e-07,
      "loss": 0.47466373443603516,
      "step": 3996
    },
    {
      "epoch": 3.0264950794852385,
      "grad_norm": 1.0611977577209473,
      "learning_rate": 7.148690030561192e-07,
      "loss": 0.42254048585891724,
      "step": 3998
    },
    {
      "epoch": 3.028009084027252,
      "grad_norm": 1.4310609102249146,
      "learning_rate": 7.136508203146364e-07,
      "loss": 0.42798805236816406,
      "step": 4000
    },
    {
      "epoch": 3.029523088569266,
      "grad_norm": 0.9165547490119934,
      "learning_rate": 7.124341050225133e-07,
      "loss": 0.0023502728436142206,
      "step": 4002
    },
    {
      "epoch": 3.031037093111279,
      "grad_norm": 2.101602077484131,
      "learning_rate": 7.112188590865894e-07,
      "loss": 0.5950231552124023,
      "step": 4004
    },
    {
      "epoch": 3.032551097653293,
      "grad_norm": 1.025341272354126,
      "learning_rate": 7.10005084411402e-07,
      "loss": 0.03122119978070259,
      "step": 4006
    },
    {
      "epoch": 3.0340651021953065,
      "grad_norm": 1.6090428829193115,
      "learning_rate": 7.087927828991828e-07,
      "loss": 0.32853564620018005,
      "step": 4008
    },
    {
      "epoch": 3.03557910673732,
      "grad_norm": 1.611303687095642,
      "learning_rate": 7.075819564498545e-07,
      "loss": 0.3890955448150635,
      "step": 4010
    },
    {
      "epoch": 3.037093111279334,
      "grad_norm": 3.2842607498168945,
      "learning_rate": 7.063726069610276e-07,
      "loss": 0.42601776123046875,
      "step": 4012
    },
    {
      "epoch": 3.0386071158213475,
      "grad_norm": 4.464943885803223,
      "learning_rate": 7.05164736327999e-07,
      "loss": 0.1855679452419281,
      "step": 4014
    },
    {
      "epoch": 3.040121120363361,
      "grad_norm": 2.2660470008850098,
      "learning_rate": 7.039583464437473e-07,
      "loss": 0.535140335559845,
      "step": 4016
    },
    {
      "epoch": 3.041635124905375,
      "grad_norm": 1.3778276443481445,
      "learning_rate": 7.027534391989301e-07,
      "loss": 0.3070753216743469,
      "step": 4018
    },
    {
      "epoch": 3.0431491294473885,
      "grad_norm": 1.3708959817886353,
      "learning_rate": 7.015500164818816e-07,
      "loss": 0.011551040224730968,
      "step": 4020
    },
    {
      "epoch": 3.044663133989402,
      "grad_norm": 1.6248399019241333,
      "learning_rate": 7.003480801786104e-07,
      "loss": 0.7897078394889832,
      "step": 4022
    },
    {
      "epoch": 3.046177138531416,
      "grad_norm": 1.192365050315857,
      "learning_rate": 6.991476321727945e-07,
      "loss": 0.015628105029463768,
      "step": 4024
    },
    {
      "epoch": 3.047691143073429,
      "grad_norm": 1.2526236772537231,
      "learning_rate": 6.979486743457794e-07,
      "loss": 0.09048985689878464,
      "step": 4026
    },
    {
      "epoch": 3.0492051476154427,
      "grad_norm": 3.9266533851623535,
      "learning_rate": 6.967512085765763e-07,
      "loss": 0.42560815811157227,
      "step": 4028
    },
    {
      "epoch": 3.0507191521574564,
      "grad_norm": 2.915327548980713,
      "learning_rate": 6.955552367418566e-07,
      "loss": 0.21876971423625946,
      "step": 4030
    },
    {
      "epoch": 3.05223315669947,
      "grad_norm": 0.17085859179496765,
      "learning_rate": 6.943607607159516e-07,
      "loss": 0.4021713435649872,
      "step": 4032
    },
    {
      "epoch": 3.0537471612414837,
      "grad_norm": 1.7475470304489136,
      "learning_rate": 6.93167782370847e-07,
      "loss": 0.5051688551902771,
      "step": 4034
    },
    {
      "epoch": 3.0552611657834974,
      "grad_norm": 2.716975688934326,
      "learning_rate": 6.919763035761835e-07,
      "loss": 0.4326034188270569,
      "step": 4036
    },
    {
      "epoch": 3.056775170325511,
      "grad_norm": 1.3036128282546997,
      "learning_rate": 6.907863261992494e-07,
      "loss": 0.5222240686416626,
      "step": 4038
    },
    {
      "epoch": 3.0582891748675247,
      "grad_norm": 2.3033268451690674,
      "learning_rate": 6.895978521049816e-07,
      "loss": 0.0866556465625763,
      "step": 4040
    },
    {
      "epoch": 3.0598031794095384,
      "grad_norm": 1.632857084274292,
      "learning_rate": 6.884108831559594e-07,
      "loss": 0.44751986861228943,
      "step": 4042
    },
    {
      "epoch": 3.061317183951552,
      "grad_norm": 0.7052401900291443,
      "learning_rate": 6.872254212124053e-07,
      "loss": 0.43911439180374146,
      "step": 4044
    },
    {
      "epoch": 3.0628311884935653,
      "grad_norm": 2.376359701156616,
      "learning_rate": 6.860414681321787e-07,
      "loss": 0.20868328213691711,
      "step": 4046
    },
    {
      "epoch": 3.064345193035579,
      "grad_norm": 1.0090512037277222,
      "learning_rate": 6.848590257707741e-07,
      "loss": 0.45377230644226074,
      "step": 4048
    },
    {
      "epoch": 3.0658591975775926,
      "grad_norm": 1.676525354385376,
      "learning_rate": 6.836780959813194e-07,
      "loss": 0.37644314765930176,
      "step": 4050
    },
    {
      "epoch": 3.0673732021196063,
      "grad_norm": 42.375518798828125,
      "learning_rate": 6.82498680614571e-07,
      "loss": 0.474353164434433,
      "step": 4052
    },
    {
      "epoch": 3.06888720666162,
      "grad_norm": 1.7034921646118164,
      "learning_rate": 6.81320781518913e-07,
      "loss": 0.5057543516159058,
      "step": 4054
    },
    {
      "epoch": 3.0704012112036336,
      "grad_norm": 1.43311607837677,
      "learning_rate": 6.801444005403517e-07,
      "loss": 0.005710270255804062,
      "step": 4056
    },
    {
      "epoch": 3.0719152157456473,
      "grad_norm": 1.3534364700317383,
      "learning_rate": 6.789695395225158e-07,
      "loss": 0.3858188986778259,
      "step": 4058
    },
    {
      "epoch": 3.073429220287661,
      "grad_norm": 2.685340404510498,
      "learning_rate": 6.777962003066511e-07,
      "loss": 0.45474767684936523,
      "step": 4060
    },
    {
      "epoch": 3.0749432248296746,
      "grad_norm": 1.9002461433410645,
      "learning_rate": 6.766243847316176e-07,
      "loss": 0.45055925846099854,
      "step": 4062
    },
    {
      "epoch": 3.0764572293716883,
      "grad_norm": 1.7495943307876587,
      "learning_rate": 6.754540946338894e-07,
      "loss": 0.28715768456459045,
      "step": 4064
    },
    {
      "epoch": 3.0779712339137015,
      "grad_norm": 3.2639667987823486,
      "learning_rate": 6.742853318475486e-07,
      "loss": 0.6930996775627136,
      "step": 4066
    },
    {
      "epoch": 3.079485238455715,
      "grad_norm": 1.3847533464431763,
      "learning_rate": 6.731180982042835e-07,
      "loss": 0.4592818319797516,
      "step": 4068
    },
    {
      "epoch": 3.080999242997729,
      "grad_norm": 6.530165672302246,
      "learning_rate": 6.719523955333861e-07,
      "loss": 0.031308241188526154,
      "step": 4070
    },
    {
      "epoch": 3.0825132475397425,
      "grad_norm": 2.292935609817505,
      "learning_rate": 6.707882256617498e-07,
      "loss": 0.3984447419643402,
      "step": 4072
    },
    {
      "epoch": 3.084027252081756,
      "grad_norm": 1.8727905750274658,
      "learning_rate": 6.696255904138654e-07,
      "loss": 0.5818535089492798,
      "step": 4074
    },
    {
      "epoch": 3.08554125662377,
      "grad_norm": 1.011590838432312,
      "learning_rate": 6.684644916118179e-07,
      "loss": 0.3981076776981354,
      "step": 4076
    },
    {
      "epoch": 3.0870552611657835,
      "grad_norm": 2.1105289459228516,
      "learning_rate": 6.673049310752851e-07,
      "loss": 0.46739429235458374,
      "step": 4078
    },
    {
      "epoch": 3.088569265707797,
      "grad_norm": 7.887820243835449,
      "learning_rate": 6.661469106215343e-07,
      "loss": 0.11569129675626755,
      "step": 4080
    },
    {
      "epoch": 3.090083270249811,
      "grad_norm": 1.2003979682922363,
      "learning_rate": 6.649904320654185e-07,
      "loss": 0.3800753057003021,
      "step": 4082
    },
    {
      "epoch": 3.0915972747918246,
      "grad_norm": 0.3290994465351105,
      "learning_rate": 6.638354972193742e-07,
      "loss": 0.011019574478268623,
      "step": 4084
    },
    {
      "epoch": 3.0931112793338382,
      "grad_norm": 1.8022518157958984,
      "learning_rate": 6.626821078934197e-07,
      "loss": 0.5054448246955872,
      "step": 4086
    },
    {
      "epoch": 3.0946252838758515,
      "grad_norm": 1.4422074556350708,
      "learning_rate": 6.615302658951497e-07,
      "loss": 0.8614604473114014,
      "step": 4088
    },
    {
      "epoch": 3.096139288417865,
      "grad_norm": 0.8293083906173706,
      "learning_rate": 6.603799730297347e-07,
      "loss": 0.0018426375463604927,
      "step": 4090
    },
    {
      "epoch": 3.097653292959879,
      "grad_norm": 1.566907525062561,
      "learning_rate": 6.592312310999173e-07,
      "loss": 0.4373411536216736,
      "step": 4092
    },
    {
      "epoch": 3.0991672975018925,
      "grad_norm": 2.7237191200256348,
      "learning_rate": 6.580840419060095e-07,
      "loss": 0.02366696111857891,
      "step": 4094
    },
    {
      "epoch": 3.100681302043906,
      "grad_norm": 1.0543371438980103,
      "learning_rate": 6.5693840724589e-07,
      "loss": 0.6218542456626892,
      "step": 4096
    },
    {
      "epoch": 3.10219530658592,
      "grad_norm": 0.6855198740959167,
      "learning_rate": 6.557943289150002e-07,
      "loss": 0.0873081237077713,
      "step": 4098
    },
    {
      "epoch": 3.1037093111279335,
      "grad_norm": 0.9665345549583435,
      "learning_rate": 6.546518087063444e-07,
      "loss": 0.0009544052300043404,
      "step": 4100
    },
    {
      "epoch": 3.105223315669947,
      "grad_norm": 0.9792335629463196,
      "learning_rate": 6.535108484104827e-07,
      "loss": 0.08898274600505829,
      "step": 4102
    },
    {
      "epoch": 3.106737320211961,
      "grad_norm": 2.054558753967285,
      "learning_rate": 6.523714498155326e-07,
      "loss": 0.04483972489833832,
      "step": 4104
    },
    {
      "epoch": 3.1082513247539745,
      "grad_norm": 2.7286934852600098,
      "learning_rate": 6.512336147071624e-07,
      "loss": 0.613974392414093,
      "step": 4106
    },
    {
      "epoch": 3.1097653292959877,
      "grad_norm": 1.400834560394287,
      "learning_rate": 6.500973448685914e-07,
      "loss": 0.24737434089183807,
      "step": 4108
    },
    {
      "epoch": 3.1112793338380014,
      "grad_norm": 0.4912169277667999,
      "learning_rate": 6.489626420805851e-07,
      "loss": 0.37733766436576843,
      "step": 4110
    },
    {
      "epoch": 3.112793338380015,
      "grad_norm": 6.200310707092285,
      "learning_rate": 6.47829508121453e-07,
      "loss": 0.05362119525671005,
      "step": 4112
    },
    {
      "epoch": 3.1143073429220287,
      "grad_norm": 3.9851672649383545,
      "learning_rate": 6.466979447670463e-07,
      "loss": 0.1483810842037201,
      "step": 4114
    },
    {
      "epoch": 3.1158213474640424,
      "grad_norm": 0.546320915222168,
      "learning_rate": 6.455679537907548e-07,
      "loss": 0.007687057368457317,
      "step": 4116
    },
    {
      "epoch": 3.117335352006056,
      "grad_norm": 1.32984459400177,
      "learning_rate": 6.44439536963504e-07,
      "loss": 0.7310623526573181,
      "step": 4118
    },
    {
      "epoch": 3.1188493565480697,
      "grad_norm": 3.537933826446533,
      "learning_rate": 6.433126960537513e-07,
      "loss": 0.6782516837120056,
      "step": 4120
    },
    {
      "epoch": 3.1203633610900834,
      "grad_norm": 1.9288111925125122,
      "learning_rate": 6.421874328274865e-07,
      "loss": 0.8860838413238525,
      "step": 4122
    },
    {
      "epoch": 3.121877365632097,
      "grad_norm": 2.1687636375427246,
      "learning_rate": 6.410637490482252e-07,
      "loss": 0.8524699211120605,
      "step": 4124
    },
    {
      "epoch": 3.1233913701741107,
      "grad_norm": 2.177737236022949,
      "learning_rate": 6.399416464770082e-07,
      "loss": 0.19032512605190277,
      "step": 4126
    },
    {
      "epoch": 3.124905374716124,
      "grad_norm": 2.1528878211975098,
      "learning_rate": 6.388211268723975e-07,
      "loss": 0.5917698740959167,
      "step": 4128
    },
    {
      "epoch": 3.1264193792581376,
      "grad_norm": 3.231980085372925,
      "learning_rate": 6.377021919904758e-07,
      "loss": 0.05690597742795944,
      "step": 4130
    },
    {
      "epoch": 3.1279333838001513,
      "grad_norm": 1.488774061203003,
      "learning_rate": 6.365848435848412e-07,
      "loss": 0.4813673794269562,
      "step": 4132
    },
    {
      "epoch": 3.129447388342165,
      "grad_norm": 2.938225269317627,
      "learning_rate": 6.354690834066054e-07,
      "loss": 0.9174196124076843,
      "step": 4134
    },
    {
      "epoch": 3.1309613928841786,
      "grad_norm": 7.670570373535156,
      "learning_rate": 6.343549132043909e-07,
      "loss": 0.20087343454360962,
      "step": 4136
    },
    {
      "epoch": 3.1324753974261923,
      "grad_norm": 1.8709648847579956,
      "learning_rate": 6.332423347243294e-07,
      "loss": 0.9196281433105469,
      "step": 4138
    },
    {
      "epoch": 3.133989401968206,
      "grad_norm": 1.3427828550338745,
      "learning_rate": 6.321313497100571e-07,
      "loss": 0.3599630296230316,
      "step": 4140
    },
    {
      "epoch": 3.1355034065102196,
      "grad_norm": 3.089582920074463,
      "learning_rate": 6.310219599027128e-07,
      "loss": 0.6179099678993225,
      "step": 4142
    },
    {
      "epoch": 3.1370174110522333,
      "grad_norm": 2.12060809135437,
      "learning_rate": 6.299141670409361e-07,
      "loss": 0.5258981585502625,
      "step": 4144
    },
    {
      "epoch": 3.138531415594247,
      "grad_norm": 1.4477745294570923,
      "learning_rate": 6.288079728608635e-07,
      "loss": 0.9324302673339844,
      "step": 4146
    },
    {
      "epoch": 3.14004542013626,
      "grad_norm": 1.8090686798095703,
      "learning_rate": 6.277033790961259e-07,
      "loss": 0.80943763256073,
      "step": 4148
    },
    {
      "epoch": 3.141559424678274,
      "grad_norm": 2.9717986583709717,
      "learning_rate": 6.266003874778456e-07,
      "loss": 0.49069246649742126,
      "step": 4150
    },
    {
      "epoch": 3.1430734292202875,
      "grad_norm": 4.860805034637451,
      "learning_rate": 6.254989997346353e-07,
      "loss": 0.03697580099105835,
      "step": 4152
    },
    {
      "epoch": 3.144587433762301,
      "grad_norm": 1.3705027103424072,
      "learning_rate": 6.243992175925925e-07,
      "loss": 0.28662988543510437,
      "step": 4154
    },
    {
      "epoch": 3.146101438304315,
      "grad_norm": 0.6647135019302368,
      "learning_rate": 6.233010427753001e-07,
      "loss": 0.46875080466270447,
      "step": 4156
    },
    {
      "epoch": 3.1476154428463285,
      "grad_norm": 0.3081839382648468,
      "learning_rate": 6.222044770038203e-07,
      "loss": 0.3812503516674042,
      "step": 4158
    },
    {
      "epoch": 3.149129447388342,
      "grad_norm": 5.093878746032715,
      "learning_rate": 6.21109521996695e-07,
      "loss": 0.872576892375946,
      "step": 4160
    },
    {
      "epoch": 3.150643451930356,
      "grad_norm": 1.9643348455429077,
      "learning_rate": 6.20016179469941e-07,
      "loss": 0.7427912950515747,
      "step": 4162
    },
    {
      "epoch": 3.1521574564723696,
      "grad_norm": 1.43099045753479,
      "learning_rate": 6.189244511370476e-07,
      "loss": 0.5047937035560608,
      "step": 4164
    },
    {
      "epoch": 3.1536714610143832,
      "grad_norm": 2.2820796966552734,
      "learning_rate": 6.178343387089756e-07,
      "loss": 0.7190396189689636,
      "step": 4166
    },
    {
      "epoch": 3.1551854655563965,
      "grad_norm": 1.949791669845581,
      "learning_rate": 6.16745843894152e-07,
      "loss": 0.4036288559436798,
      "step": 4168
    },
    {
      "epoch": 3.15669947009841,
      "grad_norm": 3.984266757965088,
      "learning_rate": 6.156589683984697e-07,
      "loss": 0.04631911590695381,
      "step": 4170
    },
    {
      "epoch": 3.158213474640424,
      "grad_norm": 4.274811744689941,
      "learning_rate": 6.145737139252829e-07,
      "loss": 0.0733456015586853,
      "step": 4172
    },
    {
      "epoch": 3.1597274791824375,
      "grad_norm": 5.016620635986328,
      "learning_rate": 6.134900821754063e-07,
      "loss": 0.06877418607473373,
      "step": 4174
    },
    {
      "epoch": 3.161241483724451,
      "grad_norm": 2.872525453567505,
      "learning_rate": 6.124080748471109e-07,
      "loss": 0.08794441819190979,
      "step": 4176
    },
    {
      "epoch": 3.162755488266465,
      "grad_norm": 1.5351786613464355,
      "learning_rate": 6.113276936361215e-07,
      "loss": 0.38341233134269714,
      "step": 4178
    },
    {
      "epoch": 3.1642694928084785,
      "grad_norm": 2.5572965145111084,
      "learning_rate": 6.102489402356153e-07,
      "loss": 0.9050129652023315,
      "step": 4180
    },
    {
      "epoch": 3.165783497350492,
      "grad_norm": 0.9266190528869629,
      "learning_rate": 6.091718163362182e-07,
      "loss": 0.500056803226471,
      "step": 4182
    },
    {
      "epoch": 3.167297501892506,
      "grad_norm": 2.0204591751098633,
      "learning_rate": 6.080963236260016e-07,
      "loss": 0.8148636221885681,
      "step": 4184
    },
    {
      "epoch": 3.1688115064345195,
      "grad_norm": 0.7167491316795349,
      "learning_rate": 6.070224637904811e-07,
      "loss": 0.4477299451828003,
      "step": 4186
    },
    {
      "epoch": 3.170325510976533,
      "grad_norm": 2.1239423751831055,
      "learning_rate": 6.059502385126138e-07,
      "loss": 0.8294087052345276,
      "step": 4188
    },
    {
      "epoch": 3.1718395155185464,
      "grad_norm": 1.3196355104446411,
      "learning_rate": 6.04879649472794e-07,
      "loss": 0.5490575432777405,
      "step": 4190
    },
    {
      "epoch": 3.17335352006056,
      "grad_norm": 1.4261651039123535,
      "learning_rate": 6.038106983488523e-07,
      "loss": 0.06415217369794846,
      "step": 4192
    },
    {
      "epoch": 3.1748675246025737,
      "grad_norm": 1.8780325651168823,
      "learning_rate": 6.027433868160518e-07,
      "loss": 0.05316773056983948,
      "step": 4194
    },
    {
      "epoch": 3.1763815291445874,
      "grad_norm": 0.09676197916269302,
      "learning_rate": 6.016777165470872e-07,
      "loss": 0.0006479769363068044,
      "step": 4196
    },
    {
      "epoch": 3.177895533686601,
      "grad_norm": 4.501723289489746,
      "learning_rate": 6.0061368921208e-07,
      "loss": 0.030987899750471115,
      "step": 4198
    },
    {
      "epoch": 3.1794095382286147,
      "grad_norm": 3.0383286476135254,
      "learning_rate": 5.99551306478577e-07,
      "loss": 0.10911338776350021,
      "step": 4200
    },
    {
      "epoch": 3.1809235427706284,
      "grad_norm": 1.3916982412338257,
      "learning_rate": 5.98490570011548e-07,
      "loss": 0.442693829536438,
      "step": 4202
    },
    {
      "epoch": 3.182437547312642,
      "grad_norm": 1.404009461402893,
      "learning_rate": 5.97431481473382e-07,
      "loss": 0.3937862515449524,
      "step": 4204
    },
    {
      "epoch": 3.1839515518546557,
      "grad_norm": 2.481732130050659,
      "learning_rate": 5.963740425238867e-07,
      "loss": 0.8848980665206909,
      "step": 4206
    },
    {
      "epoch": 3.1854655563966694,
      "grad_norm": 2.028106927871704,
      "learning_rate": 5.953182548202828e-07,
      "loss": 0.1351696103811264,
      "step": 4208
    },
    {
      "epoch": 3.1869795609386826,
      "grad_norm": 2.2008683681488037,
      "learning_rate": 5.94264120017205e-07,
      "loss": 0.03230151906609535,
      "step": 4210
    },
    {
      "epoch": 3.1884935654806963,
      "grad_norm": 1.489862322807312,
      "learning_rate": 5.932116397666961e-07,
      "loss": 0.23553022742271423,
      "step": 4212
    },
    {
      "epoch": 3.19000757002271,
      "grad_norm": 1.8328267335891724,
      "learning_rate": 5.921608157182062e-07,
      "loss": 0.8542577028274536,
      "step": 4214
    },
    {
      "epoch": 3.1915215745647236,
      "grad_norm": 1.3404337167739868,
      "learning_rate": 5.911116495185907e-07,
      "loss": 0.5208070278167725,
      "step": 4216
    },
    {
      "epoch": 3.1930355791067373,
      "grad_norm": 3.571223020553589,
      "learning_rate": 5.900641428121059e-07,
      "loss": 0.48536592721939087,
      "step": 4218
    },
    {
      "epoch": 3.194549583648751,
      "grad_norm": 0.9041838049888611,
      "learning_rate": 5.890182972404074e-07,
      "loss": 0.035800751298666,
      "step": 4220
    },
    {
      "epoch": 3.1960635881907646,
      "grad_norm": 1.311282992362976,
      "learning_rate": 5.879741144425475e-07,
      "loss": 0.479990690946579,
      "step": 4222
    },
    {
      "epoch": 3.1975775927327783,
      "grad_norm": 9.55543327331543,
      "learning_rate": 5.869315960549734e-07,
      "loss": 0.46675267815589905,
      "step": 4224
    },
    {
      "epoch": 3.199091597274792,
      "grad_norm": 0.6630218029022217,
      "learning_rate": 5.858907437115225e-07,
      "loss": 0.003185458015650511,
      "step": 4226
    },
    {
      "epoch": 3.2006056018168056,
      "grad_norm": 3.2958920001983643,
      "learning_rate": 5.848515590434222e-07,
      "loss": 0.9570237994194031,
      "step": 4228
    },
    {
      "epoch": 3.202119606358819,
      "grad_norm": 1.514442801475525,
      "learning_rate": 5.838140436792856e-07,
      "loss": 0.8392640948295593,
      "step": 4230
    },
    {
      "epoch": 3.2036336109008325,
      "grad_norm": 0.65553218126297,
      "learning_rate": 5.827781992451105e-07,
      "loss": 0.15988874435424805,
      "step": 4232
    },
    {
      "epoch": 3.205147615442846,
      "grad_norm": 0.5351942777633667,
      "learning_rate": 5.817440273642755e-07,
      "loss": 0.016632379963994026,
      "step": 4234
    },
    {
      "epoch": 3.20666161998486,
      "grad_norm": 5.285929203033447,
      "learning_rate": 5.807115296575374e-07,
      "loss": 0.8525801301002502,
      "step": 4236
    },
    {
      "epoch": 3.2081756245268735,
      "grad_norm": 2.787135601043701,
      "learning_rate": 5.796807077430305e-07,
      "loss": 0.4894711375236511,
      "step": 4238
    },
    {
      "epoch": 3.209689629068887,
      "grad_norm": 1.6540796756744385,
      "learning_rate": 5.78651563236262e-07,
      "loss": 0.03871167451143265,
      "step": 4240
    },
    {
      "epoch": 3.211203633610901,
      "grad_norm": 1.149295687675476,
      "learning_rate": 5.776240977501102e-07,
      "loss": 0.5460255742073059,
      "step": 4242
    },
    {
      "epoch": 3.2127176381529146,
      "grad_norm": 1.5972412824630737,
      "learning_rate": 5.765983128948217e-07,
      "loss": 0.024195147678256035,
      "step": 4244
    },
    {
      "epoch": 3.2142316426949282,
      "grad_norm": 3.290018320083618,
      "learning_rate": 5.75574210278011e-07,
      "loss": 0.030811673030257225,
      "step": 4246
    },
    {
      "epoch": 3.215745647236942,
      "grad_norm": 0.38647592067718506,
      "learning_rate": 5.745517915046542e-07,
      "loss": 0.005239240825176239,
      "step": 4248
    },
    {
      "epoch": 3.2172596517789556,
      "grad_norm": 1.172089695930481,
      "learning_rate": 5.735310581770891e-07,
      "loss": 0.19742485880851746,
      "step": 4250
    },
    {
      "epoch": 3.218773656320969,
      "grad_norm": 2.1019949913024902,
      "learning_rate": 5.725120118950119e-07,
      "loss": 0.7881650924682617,
      "step": 4252
    },
    {
      "epoch": 3.2202876608629825,
      "grad_norm": 3.427130937576294,
      "learning_rate": 5.71494654255476e-07,
      "loss": 0.8992434740066528,
      "step": 4254
    },
    {
      "epoch": 3.221801665404996,
      "grad_norm": 1.4113669395446777,
      "learning_rate": 5.704789868528865e-07,
      "loss": 0.4951695203781128,
      "step": 4256
    },
    {
      "epoch": 3.22331566994701,
      "grad_norm": 8.905265808105469,
      "learning_rate": 5.694650112790013e-07,
      "loss": 0.011985964141786098,
      "step": 4258
    },
    {
      "epoch": 3.2248296744890235,
      "grad_norm": 0.7892521619796753,
      "learning_rate": 5.684527291229256e-07,
      "loss": 0.01021597534418106,
      "step": 4260
    },
    {
      "epoch": 3.226343679031037,
      "grad_norm": 0.35012581944465637,
      "learning_rate": 5.674421419711116e-07,
      "loss": 0.042361292988061905,
      "step": 4262
    },
    {
      "epoch": 3.227857683573051,
      "grad_norm": 2.7546911239624023,
      "learning_rate": 5.664332514073544e-07,
      "loss": 0.3553725779056549,
      "step": 4264
    },
    {
      "epoch": 3.2293716881150645,
      "grad_norm": 4.400173664093018,
      "learning_rate": 5.6542605901279e-07,
      "loss": 0.503367006778717,
      "step": 4266
    },
    {
      "epoch": 3.230885692657078,
      "grad_norm": 1.0059622526168823,
      "learning_rate": 5.644205663658943e-07,
      "loss": 0.03507407009601593,
      "step": 4268
    },
    {
      "epoch": 3.2323996971990914,
      "grad_norm": 2.090927839279175,
      "learning_rate": 5.634167750424781e-07,
      "loss": 0.4575502276420593,
      "step": 4270
    },
    {
      "epoch": 3.233913701741105,
      "grad_norm": 4.920496463775635,
      "learning_rate": 5.624146866156859e-07,
      "loss": 0.10926653444766998,
      "step": 4272
    },
    {
      "epoch": 3.2354277062831187,
      "grad_norm": 5.562958717346191,
      "learning_rate": 5.614143026559947e-07,
      "loss": 0.33701470494270325,
      "step": 4274
    },
    {
      "epoch": 3.2369417108251324,
      "grad_norm": 1.8385343551635742,
      "learning_rate": 5.604156247312088e-07,
      "loss": 0.405283659696579,
      "step": 4276
    },
    {
      "epoch": 3.238455715367146,
      "grad_norm": 1.3062556982040405,
      "learning_rate": 5.594186544064595e-07,
      "loss": 0.1007096916437149,
      "step": 4278
    },
    {
      "epoch": 3.2399697199091597,
      "grad_norm": 3.5049281120300293,
      "learning_rate": 5.584233932442013e-07,
      "loss": 0.14424999058246613,
      "step": 4280
    },
    {
      "epoch": 3.2414837244511734,
      "grad_norm": 0.5313048958778381,
      "learning_rate": 5.574298428042114e-07,
      "loss": 0.15579357743263245,
      "step": 4282
    },
    {
      "epoch": 3.242997728993187,
      "grad_norm": 0.5158863067626953,
      "learning_rate": 5.564380046435849e-07,
      "loss": 0.48773688077926636,
      "step": 4284
    },
    {
      "epoch": 3.2445117335352007,
      "grad_norm": 2.8779616355895996,
      "learning_rate": 5.554478803167336e-07,
      "loss": 0.05835890769958496,
      "step": 4286
    },
    {
      "epoch": 3.2460257380772144,
      "grad_norm": 1.8299925327301025,
      "learning_rate": 5.544594713753831e-07,
      "loss": 0.09974260628223419,
      "step": 4288
    },
    {
      "epoch": 3.247539742619228,
      "grad_norm": 4.498845100402832,
      "learning_rate": 5.534727793685715e-07,
      "loss": 0.1410599797964096,
      "step": 4290
    },
    {
      "epoch": 3.2490537471612413,
      "grad_norm": 0.45668092370033264,
      "learning_rate": 5.524878058426454e-07,
      "loss": 0.0029913324397057295,
      "step": 4292
    },
    {
      "epoch": 3.250567751703255,
      "grad_norm": 0.4835710823535919,
      "learning_rate": 5.515045523412582e-07,
      "loss": 0.4473477602005005,
      "step": 4294
    },
    {
      "epoch": 3.2520817562452686,
      "grad_norm": 1.6173064708709717,
      "learning_rate": 5.505230204053681e-07,
      "loss": 0.8970786929130554,
      "step": 4296
    },
    {
      "epoch": 3.2535957607872823,
      "grad_norm": 1.275166630744934,
      "learning_rate": 5.495432115732351e-07,
      "loss": 0.5767251253128052,
      "step": 4298
    },
    {
      "epoch": 3.255109765329296,
      "grad_norm": 2.301729202270508,
      "learning_rate": 5.485651273804185e-07,
      "loss": 0.5156683325767517,
      "step": 4300
    },
    {
      "epoch": 3.2566237698713096,
      "grad_norm": 0.3116729259490967,
      "learning_rate": 5.475887693597747e-07,
      "loss": 0.4290734827518463,
      "step": 4302
    },
    {
      "epoch": 3.2581377744133233,
      "grad_norm": 2.6406760215759277,
      "learning_rate": 5.466141390414554e-07,
      "loss": 0.8496693968772888,
      "step": 4304
    },
    {
      "epoch": 3.259651778955337,
      "grad_norm": 3.133697032928467,
      "learning_rate": 5.456412379529038e-07,
      "loss": 0.45309460163116455,
      "step": 4306
    },
    {
      "epoch": 3.2611657834973506,
      "grad_norm": 1.8580689430236816,
      "learning_rate": 5.446700676188544e-07,
      "loss": 0.4132268726825714,
      "step": 4308
    },
    {
      "epoch": 3.262679788039364,
      "grad_norm": 1.7730848789215088,
      "learning_rate": 5.437006295613273e-07,
      "loss": 0.4618237018585205,
      "step": 4310
    },
    {
      "epoch": 3.264193792581378,
      "grad_norm": 1.9740703105926514,
      "learning_rate": 5.427329252996299e-07,
      "loss": 0.4546656310558319,
      "step": 4312
    },
    {
      "epoch": 3.265707797123391,
      "grad_norm": 1.3898946046829224,
      "learning_rate": 5.417669563503508e-07,
      "loss": 0.5297324657440186,
      "step": 4314
    },
    {
      "epoch": 3.267221801665405,
      "grad_norm": 3.3110592365264893,
      "learning_rate": 5.408027242273592e-07,
      "loss": 0.5353357195854187,
      "step": 4316
    },
    {
      "epoch": 3.2687358062074185,
      "grad_norm": 1.8744398355484009,
      "learning_rate": 5.398402304418033e-07,
      "loss": 0.48005539178848267,
      "step": 4318
    },
    {
      "epoch": 3.270249810749432,
      "grad_norm": 1.2090200185775757,
      "learning_rate": 5.388794765021063e-07,
      "loss": 0.411783367395401,
      "step": 4320
    },
    {
      "epoch": 3.271763815291446,
      "grad_norm": 1.5509945154190063,
      "learning_rate": 5.379204639139646e-07,
      "loss": 0.7165201902389526,
      "step": 4322
    },
    {
      "epoch": 3.2732778198334596,
      "grad_norm": 1.963220477104187,
      "learning_rate": 5.369631941803455e-07,
      "loss": 0.8382374048233032,
      "step": 4324
    },
    {
      "epoch": 3.2747918243754732,
      "grad_norm": 0.9289786219596863,
      "learning_rate": 5.360076688014856e-07,
      "loss": 0.05874892696738243,
      "step": 4326
    },
    {
      "epoch": 3.276305828917487,
      "grad_norm": 1.2153873443603516,
      "learning_rate": 5.350538892748871e-07,
      "loss": 0.2230982780456543,
      "step": 4328
    },
    {
      "epoch": 3.2778198334595006,
      "grad_norm": 1.8008383512496948,
      "learning_rate": 5.341018570953158e-07,
      "loss": 0.5720658898353577,
      "step": 4330
    },
    {
      "epoch": 3.279333838001514,
      "grad_norm": 0.8865185976028442,
      "learning_rate": 5.331515737548002e-07,
      "loss": 0.42918962240219116,
      "step": 4332
    },
    {
      "epoch": 3.2808478425435275,
      "grad_norm": 1.399993658065796,
      "learning_rate": 5.32203040742627e-07,
      "loss": 0.34146907925605774,
      "step": 4334
    },
    {
      "epoch": 3.282361847085541,
      "grad_norm": 0.1398351937532425,
      "learning_rate": 5.3125625954534e-07,
      "loss": 0.02566056326031685,
      "step": 4336
    },
    {
      "epoch": 3.283875851627555,
      "grad_norm": 1.386157512664795,
      "learning_rate": 5.303112316467375e-07,
      "loss": 0.5041114091873169,
      "step": 4338
    },
    {
      "epoch": 3.2853898561695685,
      "grad_norm": 2.1241602897644043,
      "learning_rate": 5.293679585278709e-07,
      "loss": 0.5188767313957214,
      "step": 4340
    },
    {
      "epoch": 3.286903860711582,
      "grad_norm": 2.159628391265869,
      "learning_rate": 5.284264416670402e-07,
      "loss": 0.3858943283557892,
      "step": 4342
    },
    {
      "epoch": 3.288417865253596,
      "grad_norm": 0.35991570353507996,
      "learning_rate": 5.274866825397937e-07,
      "loss": 0.033612895756959915,
      "step": 4344
    },
    {
      "epoch": 3.2899318697956095,
      "grad_norm": 8.98794174194336,
      "learning_rate": 5.265486826189246e-07,
      "loss": 0.065807044506073,
      "step": 4346
    },
    {
      "epoch": 3.291445874337623,
      "grad_norm": 0.7042241096496582,
      "learning_rate": 5.256124433744697e-07,
      "loss": 0.4922759532928467,
      "step": 4348
    },
    {
      "epoch": 3.292959878879637,
      "grad_norm": 1.7255072593688965,
      "learning_rate": 5.246779662737058e-07,
      "loss": 0.35371652245521545,
      "step": 4350
    },
    {
      "epoch": 3.2944738834216505,
      "grad_norm": 1.7350187301635742,
      "learning_rate": 5.237452527811482e-07,
      "loss": 0.5240334272384644,
      "step": 4352
    },
    {
      "epoch": 3.2959878879636637,
      "grad_norm": 1.2877637147903442,
      "learning_rate": 5.228143043585488e-07,
      "loss": 0.0797341838479042,
      "step": 4354
    },
    {
      "epoch": 3.2975018925056774,
      "grad_norm": 0.647106945514679,
      "learning_rate": 5.21885122464893e-07,
      "loss": 0.001529219443909824,
      "step": 4356
    },
    {
      "epoch": 3.299015897047691,
      "grad_norm": 0.8982298374176025,
      "learning_rate": 5.209577085563968e-07,
      "loss": 0.4877578914165497,
      "step": 4358
    },
    {
      "epoch": 3.3005299015897047,
      "grad_norm": 2.524348020553589,
      "learning_rate": 5.200320640865069e-07,
      "loss": 0.45231226086616516,
      "step": 4360
    },
    {
      "epoch": 3.3020439061317184,
      "grad_norm": 0.022618478164076805,
      "learning_rate": 5.191081905058956e-07,
      "loss": 0.3647257089614868,
      "step": 4362
    },
    {
      "epoch": 3.303557910673732,
      "grad_norm": 1.8879731893539429,
      "learning_rate": 5.181860892624612e-07,
      "loss": 0.4972490072250366,
      "step": 4364
    },
    {
      "epoch": 3.3050719152157457,
      "grad_norm": 2.4274215698242188,
      "learning_rate": 5.17265761801323e-07,
      "loss": 0.28176480531692505,
      "step": 4366
    },
    {
      "epoch": 3.3065859197577594,
      "grad_norm": 6.416411876678467,
      "learning_rate": 5.163472095648216e-07,
      "loss": 0.40716928243637085,
      "step": 4368
    },
    {
      "epoch": 3.308099924299773,
      "grad_norm": 1.85149085521698,
      "learning_rate": 5.154304339925146e-07,
      "loss": 0.9484966993331909,
      "step": 4370
    },
    {
      "epoch": 3.3096139288417863,
      "grad_norm": 4.972357273101807,
      "learning_rate": 5.145154365211757e-07,
      "loss": 0.09232676029205322,
      "step": 4372
    },
    {
      "epoch": 3.3111279333838,
      "grad_norm": 1.1895396709442139,
      "learning_rate": 5.136022185847912e-07,
      "loss": 0.03847669064998627,
      "step": 4374
    },
    {
      "epoch": 3.3126419379258136,
      "grad_norm": 1.5939233303070068,
      "learning_rate": 5.126907816145599e-07,
      "loss": 0.500072181224823,
      "step": 4376
    },
    {
      "epoch": 3.3141559424678273,
      "grad_norm": 0.835131049156189,
      "learning_rate": 5.117811270388885e-07,
      "loss": 0.008409892208874226,
      "step": 4378
    },
    {
      "epoch": 3.315669947009841,
      "grad_norm": 29.27231216430664,
      "learning_rate": 5.108732562833903e-07,
      "loss": 0.5254101157188416,
      "step": 4380
    },
    {
      "epoch": 3.3171839515518546,
      "grad_norm": 1.65263032913208,
      "learning_rate": 5.09967170770883e-07,
      "loss": 0.09114937484264374,
      "step": 4382
    },
    {
      "epoch": 3.3186979560938683,
      "grad_norm": 2.0233285427093506,
      "learning_rate": 5.090628719213871e-07,
      "loss": 0.6537255644798279,
      "step": 4384
    },
    {
      "epoch": 3.320211960635882,
      "grad_norm": 2.8925328254699707,
      "learning_rate": 5.081603611521223e-07,
      "loss": 0.027660584077239037,
      "step": 4386
    },
    {
      "epoch": 3.3217259651778956,
      "grad_norm": 2.887153387069702,
      "learning_rate": 5.072596398775062e-07,
      "loss": 0.001339872251264751,
      "step": 4388
    },
    {
      "epoch": 3.3232399697199093,
      "grad_norm": 1.8406734466552734,
      "learning_rate": 5.063607095091524e-07,
      "loss": 0.0365619957447052,
      "step": 4390
    },
    {
      "epoch": 3.324753974261923,
      "grad_norm": 1.0864671468734741,
      "learning_rate": 5.054635714558673e-07,
      "loss": 0.8768489360809326,
      "step": 4392
    },
    {
      "epoch": 3.326267978803936,
      "grad_norm": 17.93305206298828,
      "learning_rate": 5.045682271236481e-07,
      "loss": 0.40835052728652954,
      "step": 4394
    },
    {
      "epoch": 3.32778198334595,
      "grad_norm": 4.551692962646484,
      "learning_rate": 5.036746779156812e-07,
      "loss": 0.06771939992904663,
      "step": 4396
    },
    {
      "epoch": 3.3292959878879635,
      "grad_norm": 1.5928632020950317,
      "learning_rate": 5.027829252323402e-07,
      "loss": 0.40175971388816833,
      "step": 4398
    },
    {
      "epoch": 3.330809992429977,
      "grad_norm": 1.8709660768508911,
      "learning_rate": 5.018929704711824e-07,
      "loss": 0.5133115649223328,
      "step": 4400
    },
    {
      "epoch": 3.332323996971991,
      "grad_norm": 1.6498949527740479,
      "learning_rate": 5.010048150269478e-07,
      "loss": 0.03898582234978676,
      "step": 4402
    },
    {
      "epoch": 3.3338380015140046,
      "grad_norm": 0.4957684278488159,
      "learning_rate": 5.001184602915561e-07,
      "loss": 0.007185522932559252,
      "step": 4404
    },
    {
      "epoch": 3.3353520060560182,
      "grad_norm": 1.3830325603485107,
      "learning_rate": 4.992339076541056e-07,
      "loss": 0.4123181998729706,
      "step": 4406
    },
    {
      "epoch": 3.336866010598032,
      "grad_norm": 1.9279829263687134,
      "learning_rate": 4.983511585008695e-07,
      "loss": 0.8564941883087158,
      "step": 4408
    },
    {
      "epoch": 3.3383800151400456,
      "grad_norm": 1.7395809888839722,
      "learning_rate": 4.974702142152955e-07,
      "loss": 0.3417756259441376,
      "step": 4410
    },
    {
      "epoch": 3.3398940196820592,
      "grad_norm": 1.7301632165908813,
      "learning_rate": 4.965910761780018e-07,
      "loss": 0.4873124063014984,
      "step": 4412
    },
    {
      "epoch": 3.341408024224073,
      "grad_norm": 0.8227750658988953,
      "learning_rate": 4.957137457667769e-07,
      "loss": 0.009282869286835194,
      "step": 4414
    },
    {
      "epoch": 3.342922028766086,
      "grad_norm": 0.2841896116733551,
      "learning_rate": 4.948382243565753e-07,
      "loss": 0.01866152510046959,
      "step": 4416
    },
    {
      "epoch": 3.3444360333081,
      "grad_norm": 1.9856455326080322,
      "learning_rate": 4.939645133195168e-07,
      "loss": 0.40884366631507874,
      "step": 4418
    },
    {
      "epoch": 3.3459500378501135,
      "grad_norm": 2.2969679832458496,
      "learning_rate": 4.930926140248843e-07,
      "loss": 0.7881647944450378,
      "step": 4420
    },
    {
      "epoch": 3.347464042392127,
      "grad_norm": 0.34639841318130493,
      "learning_rate": 4.922225278391212e-07,
      "loss": 0.0036944563034921885,
      "step": 4422
    },
    {
      "epoch": 3.348978046934141,
      "grad_norm": 2.087341070175171,
      "learning_rate": 4.913542561258286e-07,
      "loss": 0.6937224864959717,
      "step": 4424
    },
    {
      "epoch": 3.3504920514761545,
      "grad_norm": 0.256864070892334,
      "learning_rate": 4.904878002457658e-07,
      "loss": 0.41196000576019287,
      "step": 4426
    },
    {
      "epoch": 3.352006056018168,
      "grad_norm": 0.23681002855300903,
      "learning_rate": 4.896231615568442e-07,
      "loss": 0.06520024687051773,
      "step": 4428
    },
    {
      "epoch": 3.353520060560182,
      "grad_norm": 2.564225673675537,
      "learning_rate": 4.887603414141288e-07,
      "loss": 0.8333681225776672,
      "step": 4430
    },
    {
      "epoch": 3.3550340651021955,
      "grad_norm": 4.068796157836914,
      "learning_rate": 4.878993411698335e-07,
      "loss": 0.3338027596473694,
      "step": 4432
    },
    {
      "epoch": 3.3565480696442087,
      "grad_norm": 0.886523425579071,
      "learning_rate": 4.87040162173321e-07,
      "loss": 0.03563188016414642,
      "step": 4434
    },
    {
      "epoch": 3.3580620741862224,
      "grad_norm": 1.7797421216964722,
      "learning_rate": 4.861828057710993e-07,
      "loss": 0.7589153051376343,
      "step": 4436
    },
    {
      "epoch": 3.359576078728236,
      "grad_norm": 1.5448027849197388,
      "learning_rate": 4.853272733068198e-07,
      "loss": 0.8362768888473511,
      "step": 4438
    },
    {
      "epoch": 3.3610900832702497,
      "grad_norm": 2.307023763656616,
      "learning_rate": 4.844735661212755e-07,
      "loss": 0.48151662945747375,
      "step": 4440
    },
    {
      "epoch": 3.3626040878122634,
      "grad_norm": 2.37272572517395,
      "learning_rate": 4.836216855523995e-07,
      "loss": 0.8961389660835266,
      "step": 4442
    },
    {
      "epoch": 3.364118092354277,
      "grad_norm": 2.659275531768799,
      "learning_rate": 4.827716329352615e-07,
      "loss": 0.7384055256843567,
      "step": 4444
    },
    {
      "epoch": 3.3656320968962907,
      "grad_norm": 1.6435630321502686,
      "learning_rate": 4.819234096020662e-07,
      "loss": 0.13354086875915527,
      "step": 4446
    },
    {
      "epoch": 3.3671461014383044,
      "grad_norm": 8.236377716064453,
      "learning_rate": 4.810770168821524e-07,
      "loss": 0.10777951031923294,
      "step": 4448
    },
    {
      "epoch": 3.368660105980318,
      "grad_norm": 3.1149511337280273,
      "learning_rate": 4.802324561019895e-07,
      "loss": 0.11652589589357376,
      "step": 4450
    },
    {
      "epoch": 3.3701741105223317,
      "grad_norm": 2.0627260208129883,
      "learning_rate": 4.793897285851753e-07,
      "loss": 0.3498725891113281,
      "step": 4452
    },
    {
      "epoch": 3.3716881150643454,
      "grad_norm": 2.8674232959747314,
      "learning_rate": 4.785488356524347e-07,
      "loss": 0.6957799196243286,
      "step": 4454
    },
    {
      "epoch": 3.3732021196063586,
      "grad_norm": 22.25187873840332,
      "learning_rate": 4.777097786216188e-07,
      "loss": 0.8306207656860352,
      "step": 4456
    },
    {
      "epoch": 3.3747161241483723,
      "grad_norm": 1.1734298467636108,
      "learning_rate": 4.768725588076997e-07,
      "loss": 0.48902827501296997,
      "step": 4458
    },
    {
      "epoch": 3.376230128690386,
      "grad_norm": 0.1804582178592682,
      "learning_rate": 4.7603717752277094e-07,
      "loss": 0.2803400754928589,
      "step": 4460
    },
    {
      "epoch": 3.3777441332323996,
      "grad_norm": 2.76470947265625,
      "learning_rate": 4.752036360760449e-07,
      "loss": 0.5458463430404663,
      "step": 4462
    },
    {
      "epoch": 3.3792581377744133,
      "grad_norm": 2.0508320331573486,
      "learning_rate": 4.743719357738499e-07,
      "loss": 0.5317753553390503,
      "step": 4464
    },
    {
      "epoch": 3.380772142316427,
      "grad_norm": 2.33542537689209,
      "learning_rate": 4.735420779196299e-07,
      "loss": 0.6131026744842529,
      "step": 4466
    },
    {
      "epoch": 3.3822861468584406,
      "grad_norm": 1.4460207223892212,
      "learning_rate": 4.727140638139402e-07,
      "loss": 0.098182313144207,
      "step": 4468
    },
    {
      "epoch": 3.3838001514004543,
      "grad_norm": 1.3774964809417725,
      "learning_rate": 4.718878947544473e-07,
      "loss": 0.4701768457889557,
      "step": 4470
    },
    {
      "epoch": 3.385314155942468,
      "grad_norm": 0.5767019987106323,
      "learning_rate": 4.7106357203592613e-07,
      "loss": 0.09576580673456192,
      "step": 4472
    },
    {
      "epoch": 3.386828160484481,
      "grad_norm": 0.33554038405418396,
      "learning_rate": 4.702410969502575e-07,
      "loss": 0.3836270272731781,
      "step": 4474
    },
    {
      "epoch": 3.3883421650264953,
      "grad_norm": 2.1231112480163574,
      "learning_rate": 4.694204707864267e-07,
      "loss": 0.4471987783908844,
      "step": 4476
    },
    {
      "epoch": 3.3898561695685085,
      "grad_norm": 0.8759449124336243,
      "learning_rate": 4.6860169483052253e-07,
      "loss": 0.4150061309337616,
      "step": 4478
    },
    {
      "epoch": 3.391370174110522,
      "grad_norm": 2.5322000980377197,
      "learning_rate": 4.677847703657323e-07,
      "loss": 0.9512776732444763,
      "step": 4480
    },
    {
      "epoch": 3.392884178652536,
      "grad_norm": 1.4753117561340332,
      "learning_rate": 4.669696986723429e-07,
      "loss": 0.5149673819541931,
      "step": 4482
    },
    {
      "epoch": 3.3943981831945496,
      "grad_norm": 3.7654807567596436,
      "learning_rate": 4.6615648102773745e-07,
      "loss": 0.48217836022377014,
      "step": 4484
    },
    {
      "epoch": 3.3959121877365632,
      "grad_norm": 3.2758965492248535,
      "learning_rate": 4.653451187063932e-07,
      "loss": 0.4106427729129791,
      "step": 4486
    },
    {
      "epoch": 3.397426192278577,
      "grad_norm": 1.7070201635360718,
      "learning_rate": 4.6453561297987923e-07,
      "loss": 0.4504314661026001,
      "step": 4488
    },
    {
      "epoch": 3.3989401968205906,
      "grad_norm": 1.3219845294952393,
      "learning_rate": 4.637279651168556e-07,
      "loss": 0.0958370640873909,
      "step": 4490
    },
    {
      "epoch": 3.4004542013626042,
      "grad_norm": 1.774338960647583,
      "learning_rate": 4.6292217638307104e-07,
      "loss": 0.8819460272789001,
      "step": 4492
    },
    {
      "epoch": 3.401968205904618,
      "grad_norm": 1.8408117294311523,
      "learning_rate": 4.6211824804135973e-07,
      "loss": 0.6723110675811768,
      "step": 4494
    },
    {
      "epoch": 3.403482210446631,
      "grad_norm": 0.3831016719341278,
      "learning_rate": 4.6131618135164077e-07,
      "loss": 0.0017858326900750399,
      "step": 4496
    },
    {
      "epoch": 3.404996214988645,
      "grad_norm": 3.7257351875305176,
      "learning_rate": 4.605159775709153e-07,
      "loss": 0.845191478729248,
      "step": 4498
    },
    {
      "epoch": 3.4065102195306585,
      "grad_norm": 1.4804571866989136,
      "learning_rate": 4.5971763795326586e-07,
      "loss": 0.5123839974403381,
      "step": 4500
    },
    {
      "epoch": 3.408024224072672,
      "grad_norm": 1.1878763437271118,
      "learning_rate": 4.589211637498522e-07,
      "loss": 0.047980278730392456,
      "step": 4502
    },
    {
      "epoch": 3.409538228614686,
      "grad_norm": 2.475844621658325,
      "learning_rate": 4.5812655620891124e-07,
      "loss": 0.5012723803520203,
      "step": 4504
    },
    {
      "epoch": 3.4110522331566995,
      "grad_norm": 1.7084704637527466,
      "learning_rate": 4.5733381657575493e-07,
      "loss": 0.5272079706192017,
      "step": 4506
    },
    {
      "epoch": 3.412566237698713,
      "grad_norm": 2.307476282119751,
      "learning_rate": 4.5654294609276676e-07,
      "loss": 0.9087414145469666,
      "step": 4508
    },
    {
      "epoch": 3.414080242240727,
      "grad_norm": 1.5252008438110352,
      "learning_rate": 4.5575394599940126e-07,
      "loss": 0.4586748480796814,
      "step": 4510
    },
    {
      "epoch": 3.4155942467827405,
      "grad_norm": 0.6368719339370728,
      "learning_rate": 4.5496681753218254e-07,
      "loss": 0.030393214896321297,
      "step": 4512
    },
    {
      "epoch": 3.417108251324754,
      "grad_norm": 2.486400604248047,
      "learning_rate": 4.541815619247002e-07,
      "loss": 0.4503438174724579,
      "step": 4514
    },
    {
      "epoch": 3.418622255866768,
      "grad_norm": 1.8390527963638306,
      "learning_rate": 4.533981804076097e-07,
      "loss": 0.41847169399261475,
      "step": 4516
    },
    {
      "epoch": 3.420136260408781,
      "grad_norm": 3.992145299911499,
      "learning_rate": 4.526166742086288e-07,
      "loss": 0.6022506952285767,
      "step": 4518
    },
    {
      "epoch": 3.4216502649507947,
      "grad_norm": 3.6967203617095947,
      "learning_rate": 4.5183704455253603e-07,
      "loss": 0.03936862200498581,
      "step": 4520
    },
    {
      "epoch": 3.4231642694928084,
      "grad_norm": 1.9748190641403198,
      "learning_rate": 4.5105929266117035e-07,
      "loss": 0.8123414516448975,
      "step": 4522
    },
    {
      "epoch": 3.424678274034822,
      "grad_norm": 1.5579864978790283,
      "learning_rate": 4.5028341975342617e-07,
      "loss": 0.46440210938453674,
      "step": 4524
    },
    {
      "epoch": 3.4261922785768357,
      "grad_norm": 1.6632148027420044,
      "learning_rate": 4.495094270452542e-07,
      "loss": 0.22790756821632385,
      "step": 4526
    },
    {
      "epoch": 3.4277062831188494,
      "grad_norm": 2.2529702186584473,
      "learning_rate": 4.487373157496584e-07,
      "loss": 0.07386959344148636,
      "step": 4528
    },
    {
      "epoch": 3.429220287660863,
      "grad_norm": 3.140373945236206,
      "learning_rate": 4.479670870766938e-07,
      "loss": 0.02634722925722599,
      "step": 4530
    },
    {
      "epoch": 3.4307342922028767,
      "grad_norm": 1.9195737838745117,
      "learning_rate": 4.4719874223346523e-07,
      "loss": 0.8603999614715576,
      "step": 4532
    },
    {
      "epoch": 3.4322482967448904,
      "grad_norm": 1.6826436519622803,
      "learning_rate": 4.4643228242412494e-07,
      "loss": 0.3530040979385376,
      "step": 4534
    },
    {
      "epoch": 3.4337623012869036,
      "grad_norm": 2.034973382949829,
      "learning_rate": 4.456677088498715e-07,
      "loss": 0.47168779373168945,
      "step": 4536
    },
    {
      "epoch": 3.4352763058289173,
      "grad_norm": 1.598543643951416,
      "learning_rate": 4.449050227089469e-07,
      "loss": 0.7359284162521362,
      "step": 4538
    },
    {
      "epoch": 3.436790310370931,
      "grad_norm": 1.941410779953003,
      "learning_rate": 4.4414422519663487e-07,
      "loss": 0.475564181804657,
      "step": 4540
    },
    {
      "epoch": 3.4383043149129446,
      "grad_norm": 1.9490824937820435,
      "learning_rate": 4.4338531750526014e-07,
      "loss": 0.7518396973609924,
      "step": 4542
    },
    {
      "epoch": 3.4398183194549583,
      "grad_norm": 3.9313268661499023,
      "learning_rate": 4.426283008241852e-07,
      "loss": 0.5432718992233276,
      "step": 4544
    },
    {
      "epoch": 3.441332323996972,
      "grad_norm": 0.7866805195808411,
      "learning_rate": 4.418731763398087e-07,
      "loss": 0.4719991087913513,
      "step": 4546
    },
    {
      "epoch": 3.4428463285389856,
      "grad_norm": 1.8675153255462646,
      "learning_rate": 4.4111994523556387e-07,
      "loss": 0.42668935656547546,
      "step": 4548
    },
    {
      "epoch": 3.4443603330809993,
      "grad_norm": 2.0621190071105957,
      "learning_rate": 4.4036860869191734e-07,
      "loss": 0.4930598735809326,
      "step": 4550
    },
    {
      "epoch": 3.445874337623013,
      "grad_norm": 1.0746771097183228,
      "learning_rate": 4.3961916788636594e-07,
      "loss": 0.10933978855609894,
      "step": 4552
    },
    {
      "epoch": 3.4473883421650267,
      "grad_norm": 1.4768182039260864,
      "learning_rate": 4.388716239934357e-07,
      "loss": 0.43619269132614136,
      "step": 4554
    },
    {
      "epoch": 3.4489023467070403,
      "grad_norm": 2.2217190265655518,
      "learning_rate": 4.381259781846793e-07,
      "loss": 0.0945279598236084,
      "step": 4556
    },
    {
      "epoch": 3.4504163512490535,
      "grad_norm": 0.46245077252388,
      "learning_rate": 4.3738223162867586e-07,
      "loss": 0.013268718495965004,
      "step": 4558
    },
    {
      "epoch": 3.451930355791067,
      "grad_norm": 10.982232093811035,
      "learning_rate": 4.3664038549102674e-07,
      "loss": 0.7407252192497253,
      "step": 4560
    },
    {
      "epoch": 3.453444360333081,
      "grad_norm": 1.541535496711731,
      "learning_rate": 4.3590044093435584e-07,
      "loss": 0.40889009833335876,
      "step": 4562
    },
    {
      "epoch": 3.4549583648750946,
      "grad_norm": 1.5232385396957397,
      "learning_rate": 4.351623991183065e-07,
      "loss": 0.038662832230329514,
      "step": 4564
    },
    {
      "epoch": 3.4564723694171082,
      "grad_norm": 0.6275953650474548,
      "learning_rate": 4.3442626119953994e-07,
      "loss": 0.4955153167247772,
      "step": 4566
    },
    {
      "epoch": 3.457986373959122,
      "grad_norm": 1.9511977434158325,
      "learning_rate": 4.336920283317344e-07,
      "loss": 0.3769458532333374,
      "step": 4568
    },
    {
      "epoch": 3.4595003785011356,
      "grad_norm": 0.9865078330039978,
      "learning_rate": 4.329597016655811e-07,
      "loss": 0.06349517405033112,
      "step": 4570
    },
    {
      "epoch": 3.4610143830431492,
      "grad_norm": 1.6756504774093628,
      "learning_rate": 4.3222928234878545e-07,
      "loss": 0.4160110652446747,
      "step": 4572
    },
    {
      "epoch": 3.462528387585163,
      "grad_norm": 1.8068053722381592,
      "learning_rate": 4.315007715260625e-07,
      "loss": 0.9335572719573975,
      "step": 4574
    },
    {
      "epoch": 3.4640423921271766,
      "grad_norm": 1.5421242713928223,
      "learning_rate": 4.307741703391366e-07,
      "loss": 0.0467277355492115,
      "step": 4576
    },
    {
      "epoch": 3.4655563966691902,
      "grad_norm": 1.0545746088027954,
      "learning_rate": 4.3004947992673973e-07,
      "loss": 0.4467891752719879,
      "step": 4578
    },
    {
      "epoch": 3.4670704012112035,
      "grad_norm": 0.03795475885272026,
      "learning_rate": 4.2932670142460887e-07,
      "loss": 0.005698340944945812,
      "step": 4580
    },
    {
      "epoch": 3.468584405753217,
      "grad_norm": 1.9916728734970093,
      "learning_rate": 4.286058359654846e-07,
      "loss": 0.5108667612075806,
      "step": 4582
    },
    {
      "epoch": 3.470098410295231,
      "grad_norm": 6.060962677001953,
      "learning_rate": 4.278868846791094e-07,
      "loss": 0.33193695545196533,
      "step": 4584
    },
    {
      "epoch": 3.4716124148372445,
      "grad_norm": 4.610118389129639,
      "learning_rate": 4.2716984869222625e-07,
      "loss": 0.49625271558761597,
      "step": 4586
    },
    {
      "epoch": 3.473126419379258,
      "grad_norm": 3.719632148742676,
      "learning_rate": 4.2645472912857617e-07,
      "loss": 0.41371193528175354,
      "step": 4588
    },
    {
      "epoch": 3.474640423921272,
      "grad_norm": 0.6784191727638245,
      "learning_rate": 4.257415271088966e-07,
      "loss": 0.05130447819828987,
      "step": 4590
    },
    {
      "epoch": 3.4761544284632855,
      "grad_norm": 1.290065884590149,
      "learning_rate": 4.2503024375092e-07,
      "loss": 0.4512989819049835,
      "step": 4592
    },
    {
      "epoch": 3.477668433005299,
      "grad_norm": 1.6803733110427856,
      "learning_rate": 4.24320880169372e-07,
      "loss": 0.4859740436077118,
      "step": 4594
    },
    {
      "epoch": 3.479182437547313,
      "grad_norm": 1.7524383068084717,
      "learning_rate": 4.236134374759694e-07,
      "loss": 0.7698912620544434,
      "step": 4596
    },
    {
      "epoch": 3.480696442089326,
      "grad_norm": 10.697996139526367,
      "learning_rate": 4.229079167794184e-07,
      "loss": 0.0986369401216507,
      "step": 4598
    },
    {
      "epoch": 3.4822104466313397,
      "grad_norm": 1.8657169342041016,
      "learning_rate": 4.2220431918541345e-07,
      "loss": 0.8880587816238403,
      "step": 4600
    },
    {
      "epoch": 3.4837244511733534,
      "grad_norm": 0.8085569739341736,
      "learning_rate": 4.2150264579663514e-07,
      "loss": 0.4447839856147766,
      "step": 4602
    },
    {
      "epoch": 3.485238455715367,
      "grad_norm": 1.6194043159484863,
      "learning_rate": 4.208028977127476e-07,
      "loss": 0.025584876537322998,
      "step": 4604
    },
    {
      "epoch": 3.4867524602573807,
      "grad_norm": 1.456982970237732,
      "learning_rate": 4.2010507603039853e-07,
      "loss": 0.7217623591423035,
      "step": 4606
    },
    {
      "epoch": 3.4882664647993944,
      "grad_norm": 2.8561789989471436,
      "learning_rate": 4.194091818432163e-07,
      "loss": 0.43590599298477173,
      "step": 4608
    },
    {
      "epoch": 3.489780469341408,
      "grad_norm": 1.112181544303894,
      "learning_rate": 4.187152162418084e-07,
      "loss": 0.47518157958984375,
      "step": 4610
    },
    {
      "epoch": 3.4912944738834217,
      "grad_norm": 2.6314733028411865,
      "learning_rate": 4.1802318031375967e-07,
      "loss": 0.8224350810050964,
      "step": 4612
    },
    {
      "epoch": 3.4928084784254354,
      "grad_norm": 1.5108767747879028,
      "learning_rate": 4.1733307514363146e-07,
      "loss": 0.3456285893917084,
      "step": 4614
    },
    {
      "epoch": 3.494322482967449,
      "grad_norm": 6.438747406005859,
      "learning_rate": 4.1664490181295813e-07,
      "loss": 0.03416212648153305,
      "step": 4616
    },
    {
      "epoch": 3.4958364875094627,
      "grad_norm": 2.583399534225464,
      "learning_rate": 4.1595866140024767e-07,
      "loss": 0.48854929208755493,
      "step": 4618
    },
    {
      "epoch": 3.497350492051476,
      "grad_norm": 2.204908847808838,
      "learning_rate": 4.1527435498097803e-07,
      "loss": 0.4382208287715912,
      "step": 4620
    },
    {
      "epoch": 3.4988644965934896,
      "grad_norm": 0.6002346873283386,
      "learning_rate": 4.145919836275961e-07,
      "loss": 0.5514084696769714,
      "step": 4622
    },
    {
      "epoch": 3.5003785011355033,
      "grad_norm": 0.23682530224323273,
      "learning_rate": 4.1391154840951664e-07,
      "loss": 0.13242147862911224,
      "step": 4624
    },
    {
      "epoch": 3.501892505677517,
      "grad_norm": 2.97751784324646,
      "learning_rate": 4.1323305039311985e-07,
      "loss": 0.5178206562995911,
      "step": 4626
    },
    {
      "epoch": 3.5034065102195306,
      "grad_norm": 0.030940603464841843,
      "learning_rate": 4.125564906417497e-07,
      "loss": 0.46128955483436584,
      "step": 4628
    },
    {
      "epoch": 3.5049205147615443,
      "grad_norm": 2.5979979038238525,
      "learning_rate": 4.118818702157131e-07,
      "loss": 0.08022566884756088,
      "step": 4630
    },
    {
      "epoch": 3.506434519303558,
      "grad_norm": 1.7580132484436035,
      "learning_rate": 4.1120919017227715e-07,
      "loss": 0.43764054775238037,
      "step": 4632
    },
    {
      "epoch": 3.5079485238455717,
      "grad_norm": 5.585171699523926,
      "learning_rate": 4.105384515656678e-07,
      "loss": 0.06207115575671196,
      "step": 4634
    },
    {
      "epoch": 3.5094625283875853,
      "grad_norm": 5.287844657897949,
      "learning_rate": 4.098696554470691e-07,
      "loss": 0.0812431275844574,
      "step": 4636
    },
    {
      "epoch": 3.5109765329295985,
      "grad_norm": 2.570967674255371,
      "learning_rate": 4.0920280286462046e-07,
      "loss": 0.9307460188865662,
      "step": 4638
    },
    {
      "epoch": 3.5124905374716127,
      "grad_norm": 0.485571950674057,
      "learning_rate": 4.0853789486341506e-07,
      "loss": 0.006304420065134764,
      "step": 4640
    },
    {
      "epoch": 3.514004542013626,
      "grad_norm": 2.8949780464172363,
      "learning_rate": 4.078749324854988e-07,
      "loss": 0.023514462634921074,
      "step": 4642
    },
    {
      "epoch": 3.5155185465556396,
      "grad_norm": 1.7327907085418701,
      "learning_rate": 4.0721391676986864e-07,
      "loss": 0.8459428548812866,
      "step": 4644
    },
    {
      "epoch": 3.5170325510976532,
      "grad_norm": 3.3375747203826904,
      "learning_rate": 4.0655484875247025e-07,
      "loss": 0.8779842853546143,
      "step": 4646
    },
    {
      "epoch": 3.518546555639667,
      "grad_norm": 0.9328950643539429,
      "learning_rate": 4.058977294661972e-07,
      "loss": 0.4344834089279175,
      "step": 4648
    },
    {
      "epoch": 3.5200605601816806,
      "grad_norm": 7.156875133514404,
      "learning_rate": 4.0524255994088855e-07,
      "loss": 0.14196467399597168,
      "step": 4650
    },
    {
      "epoch": 3.5215745647236942,
      "grad_norm": 2.4609146118164062,
      "learning_rate": 4.0458934120332856e-07,
      "loss": 0.3472437560558319,
      "step": 4652
    },
    {
      "epoch": 3.523088569265708,
      "grad_norm": 1.547291874885559,
      "learning_rate": 4.039380742772435e-07,
      "loss": 0.5102356672286987,
      "step": 4654
    },
    {
      "epoch": 3.5246025738077216,
      "grad_norm": 0.6036778688430786,
      "learning_rate": 4.032887601833006e-07,
      "loss": 0.5507434010505676,
      "step": 4656
    },
    {
      "epoch": 3.5261165783497352,
      "grad_norm": 0.9084627032279968,
      "learning_rate": 4.026413999391074e-07,
      "loss": 0.001643902505747974,
      "step": 4658
    },
    {
      "epoch": 3.5276305828917485,
      "grad_norm": 2.3534629344940186,
      "learning_rate": 4.0199599455920866e-07,
      "loss": 0.19594229757785797,
      "step": 4660
    },
    {
      "epoch": 3.529144587433762,
      "grad_norm": 3.39477276802063,
      "learning_rate": 4.013525450550858e-07,
      "loss": 0.447501003742218,
      "step": 4662
    },
    {
      "epoch": 3.530658591975776,
      "grad_norm": 3.5711495876312256,
      "learning_rate": 4.007110524351546e-07,
      "loss": 0.490939736366272,
      "step": 4664
    },
    {
      "epoch": 3.5321725965177895,
      "grad_norm": 0.9418548941612244,
      "learning_rate": 4.000715177047648e-07,
      "loss": 0.45484209060668945,
      "step": 4666
    },
    {
      "epoch": 3.533686601059803,
      "grad_norm": 0.17408324778079987,
      "learning_rate": 3.994339418661967e-07,
      "loss": 0.43646398186683655,
      "step": 4668
    },
    {
      "epoch": 3.535200605601817,
      "grad_norm": 0.4622572064399719,
      "learning_rate": 3.9879832591866166e-07,
      "loss": 0.008858655579388142,
      "step": 4670
    },
    {
      "epoch": 3.5367146101438305,
      "grad_norm": 0.3369908034801483,
      "learning_rate": 3.981646708582985e-07,
      "loss": 0.39352118968963623,
      "step": 4672
    },
    {
      "epoch": 3.538228614685844,
      "grad_norm": 1.5281133651733398,
      "learning_rate": 3.9753297767817374e-07,
      "loss": 0.012237350456416607,
      "step": 4674
    },
    {
      "epoch": 3.539742619227858,
      "grad_norm": 2.077275037765503,
      "learning_rate": 3.969032473682789e-07,
      "loss": 0.024612778797745705,
      "step": 4676
    },
    {
      "epoch": 3.541256623769871,
      "grad_norm": 1.828776240348816,
      "learning_rate": 3.962754809155289e-07,
      "loss": 0.9028818011283875,
      "step": 4678
    },
    {
      "epoch": 3.542770628311885,
      "grad_norm": 1.3136188983917236,
      "learning_rate": 3.956496793037618e-07,
      "loss": 0.44292280077934265,
      "step": 4680
    },
    {
      "epoch": 3.5442846328538984,
      "grad_norm": 2.2508389949798584,
      "learning_rate": 3.950258435137358e-07,
      "loss": 0.5394406318664551,
      "step": 4682
    },
    {
      "epoch": 3.545798637395912,
      "grad_norm": 1.111860752105713,
      "learning_rate": 3.944039745231279e-07,
      "loss": 0.41304436326026917,
      "step": 4684
    },
    {
      "epoch": 3.5473126419379257,
      "grad_norm": 0.2608751356601715,
      "learning_rate": 3.937840733065333e-07,
      "loss": 0.09430210292339325,
      "step": 4686
    },
    {
      "epoch": 3.5488266464799394,
      "grad_norm": 0.8345021605491638,
      "learning_rate": 3.9316614083546326e-07,
      "loss": 0.4794743061065674,
      "step": 4688
    },
    {
      "epoch": 3.550340651021953,
      "grad_norm": 1.2579665184020996,
      "learning_rate": 3.925501780783433e-07,
      "loss": 0.025660770013928413,
      "step": 4690
    },
    {
      "epoch": 3.5518546555639667,
      "grad_norm": 2.4215896129608154,
      "learning_rate": 3.9193618600051217e-07,
      "loss": 0.45629942417144775,
      "step": 4692
    },
    {
      "epoch": 3.5533686601059804,
      "grad_norm": 1.93221116065979,
      "learning_rate": 3.913241655642205e-07,
      "loss": 0.4120534658432007,
      "step": 4694
    },
    {
      "epoch": 3.554882664647994,
      "grad_norm": 1.3998444080352783,
      "learning_rate": 3.907141177286283e-07,
      "loss": 0.5035297870635986,
      "step": 4696
    },
    {
      "epoch": 3.5563966691900077,
      "grad_norm": 2.830394744873047,
      "learning_rate": 3.901060434498047e-07,
      "loss": 0.5286551713943481,
      "step": 4698
    },
    {
      "epoch": 3.557910673732021,
      "grad_norm": 1.3005797863006592,
      "learning_rate": 3.89499943680725e-07,
      "loss": 0.48577815294265747,
      "step": 4700
    },
    {
      "epoch": 3.559424678274035,
      "grad_norm": 8.160534858703613,
      "learning_rate": 3.8889581937127145e-07,
      "loss": 0.7468402981758118,
      "step": 4702
    },
    {
      "epoch": 3.5609386828160483,
      "grad_norm": 1.0731797218322754,
      "learning_rate": 3.882936714682292e-07,
      "loss": 0.035015299916267395,
      "step": 4704
    },
    {
      "epoch": 3.562452687358062,
      "grad_norm": 0.23713716864585876,
      "learning_rate": 3.876935009152862e-07,
      "loss": 0.0008841986418701708,
      "step": 4706
    },
    {
      "epoch": 3.5639666919000756,
      "grad_norm": 2.5999464988708496,
      "learning_rate": 3.870953086530317e-07,
      "loss": 0.19958657026290894,
      "step": 4708
    },
    {
      "epoch": 3.5654806964420893,
      "grad_norm": 1.8141475915908813,
      "learning_rate": 3.8649909561895453e-07,
      "loss": 0.8769348859786987,
      "step": 4710
    },
    {
      "epoch": 3.566994700984103,
      "grad_norm": 3.1186091899871826,
      "learning_rate": 3.8590486274744177e-07,
      "loss": 0.142172709107399,
      "step": 4712
    },
    {
      "epoch": 3.5685087055261167,
      "grad_norm": 4.5143046379089355,
      "learning_rate": 3.853126109697766e-07,
      "loss": 0.07558415085077286,
      "step": 4714
    },
    {
      "epoch": 3.5700227100681303,
      "grad_norm": 0.4608166217803955,
      "learning_rate": 3.8472234121413844e-07,
      "loss": 0.01279566902667284,
      "step": 4716
    },
    {
      "epoch": 3.571536714610144,
      "grad_norm": 1.0723479986190796,
      "learning_rate": 3.841340544055992e-07,
      "loss": 0.02807643637061119,
      "step": 4718
    },
    {
      "epoch": 3.5730507191521577,
      "grad_norm": 2.0866928100585938,
      "learning_rate": 3.8354775146612457e-07,
      "loss": 0.48381567001342773,
      "step": 4720
    },
    {
      "epoch": 3.574564723694171,
      "grad_norm": 1.0565446615219116,
      "learning_rate": 3.8296343331456966e-07,
      "loss": 0.4933178424835205,
      "step": 4722
    },
    {
      "epoch": 3.5760787282361846,
      "grad_norm": 1.5202834606170654,
      "learning_rate": 3.823811008666803e-07,
      "loss": 0.7812383770942688,
      "step": 4724
    },
    {
      "epoch": 3.5775927327781982,
      "grad_norm": 1.1805784702301025,
      "learning_rate": 3.818007550350892e-07,
      "loss": 0.009394466876983643,
      "step": 4726
    },
    {
      "epoch": 3.579106737320212,
      "grad_norm": 0.8975813984870911,
      "learning_rate": 3.8122239672931647e-07,
      "loss": 0.10344241559505463,
      "step": 4728
    },
    {
      "epoch": 3.5806207418622256,
      "grad_norm": 1.8160611391067505,
      "learning_rate": 3.8064602685576696e-07,
      "loss": 0.8045218586921692,
      "step": 4730
    },
    {
      "epoch": 3.5821347464042392,
      "grad_norm": 0.764239490032196,
      "learning_rate": 3.800716463177295e-07,
      "loss": 0.02110106125473976,
      "step": 4732
    },
    {
      "epoch": 3.583648750946253,
      "grad_norm": 1.9680922031402588,
      "learning_rate": 3.7949925601537495e-07,
      "loss": 0.22424939274787903,
      "step": 4734
    },
    {
      "epoch": 3.5851627554882666,
      "grad_norm": 2.4243404865264893,
      "learning_rate": 3.789288568457548e-07,
      "loss": 0.47614777088165283,
      "step": 4736
    },
    {
      "epoch": 3.5866767600302802,
      "grad_norm": 1.1433113813400269,
      "learning_rate": 3.78360449702801e-07,
      "loss": 0.45122095942497253,
      "step": 4738
    },
    {
      "epoch": 3.5881907645722935,
      "grad_norm": 0.37726327776908875,
      "learning_rate": 3.777940354773227e-07,
      "loss": 0.008424730040133,
      "step": 4740
    },
    {
      "epoch": 3.5897047691143076,
      "grad_norm": 2.8628084659576416,
      "learning_rate": 3.7722961505700625e-07,
      "loss": 0.4138200879096985,
      "step": 4742
    },
    {
      "epoch": 3.591218773656321,
      "grad_norm": 1.5430349111557007,
      "learning_rate": 3.766671893264126e-07,
      "loss": 0.4892534911632538,
      "step": 4744
    },
    {
      "epoch": 3.5927327781983345,
      "grad_norm": 0.7445770502090454,
      "learning_rate": 3.7610675916697766e-07,
      "loss": 0.038960278034210205,
      "step": 4746
    },
    {
      "epoch": 3.594246782740348,
      "grad_norm": 4.10042142868042,
      "learning_rate": 3.7554832545700917e-07,
      "loss": 0.3631005883216858,
      "step": 4748
    },
    {
      "epoch": 3.595760787282362,
      "grad_norm": 2.208441972732544,
      "learning_rate": 3.7499188907168595e-07,
      "loss": 0.4665554463863373,
      "step": 4750
    },
    {
      "epoch": 3.5972747918243755,
      "grad_norm": 1.664963722229004,
      "learning_rate": 3.7443745088305723e-07,
      "loss": 0.05097402259707451,
      "step": 4752
    },
    {
      "epoch": 3.598788796366389,
      "grad_norm": 2.0958125591278076,
      "learning_rate": 3.7388501176004005e-07,
      "loss": 0.0315166674554348,
      "step": 4754
    },
    {
      "epoch": 3.600302800908403,
      "grad_norm": 0.5980046391487122,
      "learning_rate": 3.733345725684187e-07,
      "loss": 0.10055415332317352,
      "step": 4756
    },
    {
      "epoch": 3.6018168054504165,
      "grad_norm": 1.2863233089447021,
      "learning_rate": 3.727861341708432e-07,
      "loss": 0.024909744039177895,
      "step": 4758
    },
    {
      "epoch": 3.60333080999243,
      "grad_norm": 4.173029899597168,
      "learning_rate": 3.7223969742682807e-07,
      "loss": 0.541300356388092,
      "step": 4760
    },
    {
      "epoch": 3.6048448145344434,
      "grad_norm": 4.239688396453857,
      "learning_rate": 3.716952631927505e-07,
      "loss": 0.09993429481983185,
      "step": 4762
    },
    {
      "epoch": 3.6063588190764575,
      "grad_norm": 2.102480411529541,
      "learning_rate": 3.711528323218495e-07,
      "loss": 0.03141137957572937,
      "step": 4764
    },
    {
      "epoch": 3.6078728236184707,
      "grad_norm": 0.5398826599121094,
      "learning_rate": 3.7061240566422476e-07,
      "loss": 0.5443601608276367,
      "step": 4766
    },
    {
      "epoch": 3.6093868281604844,
      "grad_norm": 2.651846408843994,
      "learning_rate": 3.700739840668343e-07,
      "loss": 0.48372316360473633,
      "step": 4768
    },
    {
      "epoch": 3.610900832702498,
      "grad_norm": 3.62178635597229,
      "learning_rate": 3.695375683734941e-07,
      "loss": 0.5068149566650391,
      "step": 4770
    },
    {
      "epoch": 3.6124148372445117,
      "grad_norm": 0.22578562796115875,
      "learning_rate": 3.6900315942487687e-07,
      "loss": 0.4274672567844391,
      "step": 4772
    },
    {
      "epoch": 3.6139288417865254,
      "grad_norm": 0.422225683927536,
      "learning_rate": 3.6847075805850934e-07,
      "loss": 0.003254303941503167,
      "step": 4774
    },
    {
      "epoch": 3.615442846328539,
      "grad_norm": 2.6041109561920166,
      "learning_rate": 3.6794036510877343e-07,
      "loss": 0.4800873100757599,
      "step": 4776
    },
    {
      "epoch": 3.6169568508705527,
      "grad_norm": 1.3889739513397217,
      "learning_rate": 3.6741198140690205e-07,
      "loss": 0.019312866032123566,
      "step": 4778
    },
    {
      "epoch": 3.618470855412566,
      "grad_norm": 0.17547756433486938,
      "learning_rate": 3.668856077809798e-07,
      "loss": 0.48028045892715454,
      "step": 4780
    },
    {
      "epoch": 3.61998485995458,
      "grad_norm": 1.1334937810897827,
      "learning_rate": 3.663612450559414e-07,
      "loss": 0.04994925111532211,
      "step": 4782
    },
    {
      "epoch": 3.6214988644965933,
      "grad_norm": 0.4655733108520508,
      "learning_rate": 3.658388940535696e-07,
      "loss": 0.5019496083259583,
      "step": 4784
    },
    {
      "epoch": 3.623012869038607,
      "grad_norm": 0.9031540751457214,
      "learning_rate": 3.653185555924943e-07,
      "loss": 0.45209193229675293,
      "step": 4786
    },
    {
      "epoch": 3.6245268735806206,
      "grad_norm": 1.9063076972961426,
      "learning_rate": 3.6480023048819196e-07,
      "loss": 0.9164039492607117,
      "step": 4788
    },
    {
      "epoch": 3.6260408781226343,
      "grad_norm": 2.208582639694214,
      "learning_rate": 3.64283919552983e-07,
      "loss": 0.05035603046417236,
      "step": 4790
    },
    {
      "epoch": 3.627554882664648,
      "grad_norm": 1.7097535133361816,
      "learning_rate": 3.637696235960316e-07,
      "loss": 0.23326392471790314,
      "step": 4792
    },
    {
      "epoch": 3.6290688872066617,
      "grad_norm": 1.653237223625183,
      "learning_rate": 3.632573434233438e-07,
      "loss": 0.4799347221851349,
      "step": 4794
    },
    {
      "epoch": 3.6305828917486753,
      "grad_norm": 2.5724575519561768,
      "learning_rate": 3.6274707983776723e-07,
      "loss": 0.8532195091247559,
      "step": 4796
    },
    {
      "epoch": 3.632096896290689,
      "grad_norm": 0.6447435021400452,
      "learning_rate": 3.622388336389881e-07,
      "loss": 0.4974871277809143,
      "step": 4798
    },
    {
      "epoch": 3.6336109008327027,
      "grad_norm": 2.2832088470458984,
      "learning_rate": 3.6173260562353163e-07,
      "loss": 0.19416573643684387,
      "step": 4800
    },
    {
      "epoch": 3.635124905374716,
      "grad_norm": 3.592654228210449,
      "learning_rate": 3.6122839658475964e-07,
      "loss": 0.6662434935569763,
      "step": 4802
    },
    {
      "epoch": 3.63663890991673,
      "grad_norm": 1.6334006786346436,
      "learning_rate": 3.6072620731287066e-07,
      "loss": 0.4261821210384369,
      "step": 4804
    },
    {
      "epoch": 3.6381529144587432,
      "grad_norm": 0.5838547945022583,
      "learning_rate": 3.6022603859489704e-07,
      "loss": 0.09783003479242325,
      "step": 4806
    },
    {
      "epoch": 3.639666919000757,
      "grad_norm": 1.4045666456222534,
      "learning_rate": 3.597278912147044e-07,
      "loss": 0.07156740128993988,
      "step": 4808
    },
    {
      "epoch": 3.6411809235427706,
      "grad_norm": 0.7741947174072266,
      "learning_rate": 3.592317659529913e-07,
      "loss": 0.5537245869636536,
      "step": 4810
    },
    {
      "epoch": 3.6426949280847842,
      "grad_norm": 0.0055837552063167095,
      "learning_rate": 3.5873766358728684e-07,
      "loss": 0.024619167670607567,
      "step": 4812
    },
    {
      "epoch": 3.644208932626798,
      "grad_norm": 1.4337111711502075,
      "learning_rate": 3.582455848919496e-07,
      "loss": 0.4184442460536957,
      "step": 4814
    },
    {
      "epoch": 3.6457229371688116,
      "grad_norm": 1.548632264137268,
      "learning_rate": 3.577555306381666e-07,
      "loss": 0.7215121388435364,
      "step": 4816
    },
    {
      "epoch": 3.6472369417108252,
      "grad_norm": 22.545286178588867,
      "learning_rate": 3.5726750159395296e-07,
      "loss": 0.8514040112495422,
      "step": 4818
    },
    {
      "epoch": 3.648750946252839,
      "grad_norm": 1.5197862386703491,
      "learning_rate": 3.5678149852414884e-07,
      "loss": 0.39174315333366394,
      "step": 4820
    },
    {
      "epoch": 3.6502649507948526,
      "grad_norm": 2.523045778274536,
      "learning_rate": 3.5629752219042015e-07,
      "loss": 0.37386053800582886,
      "step": 4822
    },
    {
      "epoch": 3.651778955336866,
      "grad_norm": 1.6517491340637207,
      "learning_rate": 3.558155733512557e-07,
      "loss": 0.46329256892204285,
      "step": 4824
    },
    {
      "epoch": 3.6532929598788795,
      "grad_norm": 1.114324927330017,
      "learning_rate": 3.5533565276196766e-07,
      "loss": 0.12746909260749817,
      "step": 4826
    },
    {
      "epoch": 3.654806964420893,
      "grad_norm": 1.4792526960372925,
      "learning_rate": 3.5485776117468887e-07,
      "loss": 0.053770918399095535,
      "step": 4828
    },
    {
      "epoch": 3.656320968962907,
      "grad_norm": 1.9576071500778198,
      "learning_rate": 3.543818993383724e-07,
      "loss": 0.857465922832489,
      "step": 4830
    },
    {
      "epoch": 3.6578349735049205,
      "grad_norm": 0.609967827796936,
      "learning_rate": 3.5390806799879065e-07,
      "loss": 0.4741651117801666,
      "step": 4832
    },
    {
      "epoch": 3.659348978046934,
      "grad_norm": 1.04575514793396,
      "learning_rate": 3.534362678985334e-07,
      "loss": 0.38848766684532166,
      "step": 4834
    },
    {
      "epoch": 3.660862982588948,
      "grad_norm": 0.827594518661499,
      "learning_rate": 3.529664997770074e-07,
      "loss": 0.16450990736484528,
      "step": 4836
    },
    {
      "epoch": 3.6623769871309615,
      "grad_norm": 4.762159824371338,
      "learning_rate": 3.524987643704343e-07,
      "loss": 0.8133305311203003,
      "step": 4838
    },
    {
      "epoch": 3.663890991672975,
      "grad_norm": 4.865293979644775,
      "learning_rate": 3.5203306241185103e-07,
      "loss": 0.36955681443214417,
      "step": 4840
    },
    {
      "epoch": 3.6654049962149884,
      "grad_norm": 0.7137389183044434,
      "learning_rate": 3.515693946311069e-07,
      "loss": 0.0033145768102258444,
      "step": 4842
    },
    {
      "epoch": 3.6669190007570025,
      "grad_norm": 0.4564444124698639,
      "learning_rate": 3.511077617548632e-07,
      "loss": 0.0010724674211815,
      "step": 4844
    },
    {
      "epoch": 3.6684330052990157,
      "grad_norm": 0.32473912835121155,
      "learning_rate": 3.506481645065932e-07,
      "loss": 0.4716408848762512,
      "step": 4846
    },
    {
      "epoch": 3.6699470098410294,
      "grad_norm": 3.3602616786956787,
      "learning_rate": 3.501906036065784e-07,
      "loss": 0.5193576216697693,
      "step": 4848
    },
    {
      "epoch": 3.671461014383043,
      "grad_norm": 2.077227830886841,
      "learning_rate": 3.497350797719101e-07,
      "loss": 0.18189232051372528,
      "step": 4850
    },
    {
      "epoch": 3.6729750189250567,
      "grad_norm": 2.433666229248047,
      "learning_rate": 3.4928159371648635e-07,
      "loss": 0.46935853362083435,
      "step": 4852
    },
    {
      "epoch": 3.6744890234670704,
      "grad_norm": 1.6422847509384155,
      "learning_rate": 3.488301461510123e-07,
      "loss": 0.4132682979106903,
      "step": 4854
    },
    {
      "epoch": 3.676003028009084,
      "grad_norm": 1.8942492008209229,
      "learning_rate": 3.4838073778299776e-07,
      "loss": 0.7164862751960754,
      "step": 4856
    },
    {
      "epoch": 3.6775170325510977,
      "grad_norm": 0.6586605906486511,
      "learning_rate": 3.4793336931675693e-07,
      "loss": 0.28098931908607483,
      "step": 4858
    },
    {
      "epoch": 3.6790310370931114,
      "grad_norm": 1.4436407089233398,
      "learning_rate": 3.4748804145340693e-07,
      "loss": 0.6255571842193604,
      "step": 4860
    },
    {
      "epoch": 3.680545041635125,
      "grad_norm": 6.418086051940918,
      "learning_rate": 3.470447548908672e-07,
      "loss": 0.5840961933135986,
      "step": 4862
    },
    {
      "epoch": 3.6820590461771383,
      "grad_norm": 0.7285082340240479,
      "learning_rate": 3.466035103238579e-07,
      "loss": 0.12661457061767578,
      "step": 4864
    },
    {
      "epoch": 3.6835730507191524,
      "grad_norm": 3.845855712890625,
      "learning_rate": 3.461643084438984e-07,
      "loss": 0.38669610023498535,
      "step": 4866
    },
    {
      "epoch": 3.6850870552611656,
      "grad_norm": 2.364147663116455,
      "learning_rate": 3.4572714993930797e-07,
      "loss": 0.9998100996017456,
      "step": 4868
    },
    {
      "epoch": 3.6866010598031793,
      "grad_norm": 3.6311380863189697,
      "learning_rate": 3.4529203549520226e-07,
      "loss": 0.14734582602977753,
      "step": 4870
    },
    {
      "epoch": 3.688115064345193,
      "grad_norm": 0.20212996006011963,
      "learning_rate": 3.4485896579349415e-07,
      "loss": 0.004680413752794266,
      "step": 4872
    },
    {
      "epoch": 3.6896290688872067,
      "grad_norm": 2.0408899784088135,
      "learning_rate": 3.444279415128919e-07,
      "loss": 0.06556116044521332,
      "step": 4874
    },
    {
      "epoch": 3.6911430734292203,
      "grad_norm": 2.7118277549743652,
      "learning_rate": 3.43998963328898e-07,
      "loss": 0.8545077443122864,
      "step": 4876
    },
    {
      "epoch": 3.692657077971234,
      "grad_norm": 1.9300854206085205,
      "learning_rate": 3.435720319138084e-07,
      "loss": 0.9223077297210693,
      "step": 4878
    },
    {
      "epoch": 3.6941710825132477,
      "grad_norm": 0.09388744086027145,
      "learning_rate": 3.431471479367113e-07,
      "loss": 0.41516542434692383,
      "step": 4880
    },
    {
      "epoch": 3.6956850870552613,
      "grad_norm": 0.01692943461239338,
      "learning_rate": 3.4272431206348635e-07,
      "loss": 0.37090763449668884,
      "step": 4882
    },
    {
      "epoch": 3.697199091597275,
      "grad_norm": 2.315216302871704,
      "learning_rate": 3.4230352495680335e-07,
      "loss": 0.9441631436347961,
      "step": 4884
    },
    {
      "epoch": 3.6987130961392882,
      "grad_norm": 2.9745566844940186,
      "learning_rate": 3.4188478727612087e-07,
      "loss": 0.9142878651618958,
      "step": 4886
    },
    {
      "epoch": 3.700227100681302,
      "grad_norm": 1.6987249851226807,
      "learning_rate": 3.4146809967768595e-07,
      "loss": 0.8680942058563232,
      "step": 4888
    },
    {
      "epoch": 3.7017411052233156,
      "grad_norm": 1.8989615440368652,
      "learning_rate": 3.41053462814533e-07,
      "loss": 0.022511256858706474,
      "step": 4890
    },
    {
      "epoch": 3.7032551097653292,
      "grad_norm": 1.9308021068572998,
      "learning_rate": 3.4064087733648184e-07,
      "loss": 0.8625115752220154,
      "step": 4892
    },
    {
      "epoch": 3.704769114307343,
      "grad_norm": 1.6914867162704468,
      "learning_rate": 3.40230343890138e-07,
      "loss": 0.8048926591873169,
      "step": 4894
    },
    {
      "epoch": 3.7062831188493566,
      "grad_norm": 0.6650161147117615,
      "learning_rate": 3.3982186311889046e-07,
      "loss": 0.46356675028800964,
      "step": 4896
    },
    {
      "epoch": 3.7077971233913702,
      "grad_norm": 2.505150556564331,
      "learning_rate": 3.3941543566291193e-07,
      "loss": 0.043180715292692184,
      "step": 4898
    },
    {
      "epoch": 3.709311127933384,
      "grad_norm": 2.578604221343994,
      "learning_rate": 3.390110621591566e-07,
      "loss": 0.39062124490737915,
      "step": 4900
    },
    {
      "epoch": 3.7108251324753976,
      "grad_norm": 1.5174658298492432,
      "learning_rate": 3.3860874324135974e-07,
      "loss": 0.46687743067741394,
      "step": 4902
    },
    {
      "epoch": 3.712339137017411,
      "grad_norm": 1.998696208000183,
      "learning_rate": 3.3820847954003713e-07,
      "loss": 0.010921820998191833,
      "step": 4904
    },
    {
      "epoch": 3.713853141559425,
      "grad_norm": 1.7215547561645508,
      "learning_rate": 3.378102716824832e-07,
      "loss": 0.0716339498758316,
      "step": 4906
    },
    {
      "epoch": 3.715367146101438,
      "grad_norm": 0.12513110041618347,
      "learning_rate": 3.3741412029277034e-07,
      "loss": 0.4399803876876831,
      "step": 4908
    },
    {
      "epoch": 3.716881150643452,
      "grad_norm": 0.37457987666130066,
      "learning_rate": 3.370200259917483e-07,
      "loss": 0.3699595034122467,
      "step": 4910
    },
    {
      "epoch": 3.7183951551854655,
      "grad_norm": 1.7787532806396484,
      "learning_rate": 3.3662798939704323e-07,
      "loss": 0.021962502971291542,
      "step": 4912
    },
    {
      "epoch": 3.719909159727479,
      "grad_norm": 1.0377203226089478,
      "learning_rate": 3.3623801112305577e-07,
      "loss": 0.09830473363399506,
      "step": 4914
    },
    {
      "epoch": 3.721423164269493,
      "grad_norm": 0.755774736404419,
      "learning_rate": 3.3585009178096114e-07,
      "loss": 0.01071044523268938,
      "step": 4916
    },
    {
      "epoch": 3.7229371688115065,
      "grad_norm": 0.1359897404909134,
      "learning_rate": 3.3546423197870793e-07,
      "loss": 0.46218374371528625,
      "step": 4918
    },
    {
      "epoch": 3.72445117335352,
      "grad_norm": 4.3549065589904785,
      "learning_rate": 3.350804323210165e-07,
      "loss": 0.32898473739624023,
      "step": 4920
    },
    {
      "epoch": 3.725965177895534,
      "grad_norm": 0.4687940180301666,
      "learning_rate": 3.3469869340937915e-07,
      "loss": 0.05365509167313576,
      "step": 4922
    },
    {
      "epoch": 3.7274791824375475,
      "grad_norm": 0.1344975084066391,
      "learning_rate": 3.3431901584205834e-07,
      "loss": 0.4858251214027405,
      "step": 4924
    },
    {
      "epoch": 3.7289931869795607,
      "grad_norm": 2.259783983230591,
      "learning_rate": 3.3394140021408555e-07,
      "loss": 0.47054964303970337,
      "step": 4926
    },
    {
      "epoch": 3.730507191521575,
      "grad_norm": 5.918397903442383,
      "learning_rate": 3.335658471172615e-07,
      "loss": 0.3773191571235657,
      "step": 4928
    },
    {
      "epoch": 3.732021196063588,
      "grad_norm": 1.230940580368042,
      "learning_rate": 3.3319235714015426e-07,
      "loss": 0.11731115728616714,
      "step": 4930
    },
    {
      "epoch": 3.7335352006056017,
      "grad_norm": 0.3544609546661377,
      "learning_rate": 3.328209308680981e-07,
      "loss": 0.5121480822563171,
      "step": 4932
    },
    {
      "epoch": 3.7350492051476154,
      "grad_norm": 0.2798723876476288,
      "learning_rate": 3.324515688831939e-07,
      "loss": 0.015740007162094116,
      "step": 4934
    },
    {
      "epoch": 3.736563209689629,
      "grad_norm": 2.402623414993286,
      "learning_rate": 3.320842717643066e-07,
      "loss": 0.4829557538032532,
      "step": 4936
    },
    {
      "epoch": 3.7380772142316427,
      "grad_norm": 3.5150060653686523,
      "learning_rate": 3.317190400870653e-07,
      "loss": 1.0066595077514648,
      "step": 4938
    },
    {
      "epoch": 3.7395912187736564,
      "grad_norm": 2.071301221847534,
      "learning_rate": 3.3135587442386263e-07,
      "loss": 0.5190615653991699,
      "step": 4940
    },
    {
      "epoch": 3.74110522331567,
      "grad_norm": 2.0592801570892334,
      "learning_rate": 3.309947753438528e-07,
      "loss": 0.4132930636405945,
      "step": 4942
    },
    {
      "epoch": 3.7426192278576833,
      "grad_norm": 0.05614176392555237,
      "learning_rate": 3.3063574341295124e-07,
      "loss": 0.18080037832260132,
      "step": 4944
    },
    {
      "epoch": 3.7441332323996974,
      "grad_norm": 1.8372803926467896,
      "learning_rate": 3.302787791938339e-07,
      "loss": 0.4844646155834198,
      "step": 4946
    },
    {
      "epoch": 3.7456472369417106,
      "grad_norm": 0.5025854706764221,
      "learning_rate": 3.299238832459364e-07,
      "loss": 0.0169985331594944,
      "step": 4948
    },
    {
      "epoch": 3.7471612414837243,
      "grad_norm": 2.4502007961273193,
      "learning_rate": 3.2957105612545275e-07,
      "loss": 0.3472217321395874,
      "step": 4950
    },
    {
      "epoch": 3.748675246025738,
      "grad_norm": 0.560302197933197,
      "learning_rate": 3.292202983853347e-07,
      "loss": 0.46183523535728455,
      "step": 4952
    },
    {
      "epoch": 3.7501892505677517,
      "grad_norm": 1.8078094720840454,
      "learning_rate": 3.2887161057529067e-07,
      "loss": 0.40099021792411804,
      "step": 4954
    },
    {
      "epoch": 3.7517032551097653,
      "grad_norm": 1.7329490184783936,
      "learning_rate": 3.2852499324178554e-07,
      "loss": 0.761401355266571,
      "step": 4956
    },
    {
      "epoch": 3.753217259651779,
      "grad_norm": 1.790453314781189,
      "learning_rate": 3.281804469280392e-07,
      "loss": 0.8640339970588684,
      "step": 4958
    },
    {
      "epoch": 3.7547312641937927,
      "grad_norm": 0.2882123291492462,
      "learning_rate": 3.2783797217402525e-07,
      "loss": 0.4108726680278778,
      "step": 4960
    },
    {
      "epoch": 3.7562452687358063,
      "grad_norm": 1.0697760581970215,
      "learning_rate": 3.274975695164716e-07,
      "loss": 0.27952757477760315,
      "step": 4962
    },
    {
      "epoch": 3.75775927327782,
      "grad_norm": 0.7273476123809814,
      "learning_rate": 3.271592394888583e-07,
      "loss": 0.041864413768053055,
      "step": 4964
    },
    {
      "epoch": 3.7592732778198332,
      "grad_norm": 1.7666912078857422,
      "learning_rate": 3.2682298262141696e-07,
      "loss": 0.9729198217391968,
      "step": 4966
    },
    {
      "epoch": 3.7607872823618473,
      "grad_norm": 1.9599757194519043,
      "learning_rate": 3.264887994411306e-07,
      "loss": 0.10504017025232315,
      "step": 4968
    },
    {
      "epoch": 3.7623012869038606,
      "grad_norm": 0.019330648705363274,
      "learning_rate": 3.2615669047173225e-07,
      "loss": 0.41043803095817566,
      "step": 4970
    },
    {
      "epoch": 3.7638152914458742,
      "grad_norm": 0.7178271412849426,
      "learning_rate": 3.2582665623370385e-07,
      "loss": 0.47693270444869995,
      "step": 4972
    },
    {
      "epoch": 3.765329295987888,
      "grad_norm": 0.08044314384460449,
      "learning_rate": 3.2549869724427634e-07,
      "loss": 0.04021545127034187,
      "step": 4974
    },
    {
      "epoch": 3.7668433005299016,
      "grad_norm": 3.817652702331543,
      "learning_rate": 3.251728140174279e-07,
      "loss": 0.9784973859786987,
      "step": 4976
    },
    {
      "epoch": 3.7683573050719152,
      "grad_norm": 3.3584280014038086,
      "learning_rate": 3.248490070638837e-07,
      "loss": 0.5802483558654785,
      "step": 4978
    },
    {
      "epoch": 3.769871309613929,
      "grad_norm": 1.8819648027420044,
      "learning_rate": 3.2452727689111543e-07,
      "loss": 0.4363057017326355,
      "step": 4980
    },
    {
      "epoch": 3.7713853141559426,
      "grad_norm": 0.22932952642440796,
      "learning_rate": 3.2420762400333903e-07,
      "loss": 0.43567347526550293,
      "step": 4982
    },
    {
      "epoch": 3.7728993186979563,
      "grad_norm": 2.5808701515197754,
      "learning_rate": 3.238900489015158e-07,
      "loss": 0.48371621966362,
      "step": 4984
    },
    {
      "epoch": 3.77441332323997,
      "grad_norm": 2.555543899536133,
      "learning_rate": 3.235745520833506e-07,
      "loss": 0.5207771062850952,
      "step": 4986
    },
    {
      "epoch": 3.775927327781983,
      "grad_norm": 0.1696174144744873,
      "learning_rate": 3.232611340432908e-07,
      "loss": 0.4082969129085541,
      "step": 4988
    },
    {
      "epoch": 3.777441332323997,
      "grad_norm": 3.984182357788086,
      "learning_rate": 3.22949795272526e-07,
      "loss": 0.1221313551068306,
      "step": 4990
    },
    {
      "epoch": 3.7789553368660105,
      "grad_norm": 2.366755723953247,
      "learning_rate": 3.226405362589877e-07,
      "loss": 0.36068195104599,
      "step": 4992
    },
    {
      "epoch": 3.780469341408024,
      "grad_norm": 0.05323546752333641,
      "learning_rate": 3.2233335748734724e-07,
      "loss": 0.5102896690368652,
      "step": 4994
    },
    {
      "epoch": 3.781983345950038,
      "grad_norm": 0.11353172361850739,
      "learning_rate": 3.220282594390161e-07,
      "loss": 0.0019964941311627626,
      "step": 4996
    },
    {
      "epoch": 3.7834973504920515,
      "grad_norm": 5.21306037902832,
      "learning_rate": 3.2172524259214534e-07,
      "loss": 0.42315593361854553,
      "step": 4998
    },
    {
      "epoch": 3.785011355034065,
      "grad_norm": 0.41837674379348755,
      "learning_rate": 3.2142430742162355e-07,
      "loss": 0.00036322709638625383,
      "step": 5000
    },
    {
      "epoch": 3.786525359576079,
      "grad_norm": 2.8493845462799072,
      "learning_rate": 3.211254543990774e-07,
      "loss": 0.009760625660419464,
      "step": 5002
    },
    {
      "epoch": 3.7880393641180925,
      "grad_norm": 2.051926374435425,
      "learning_rate": 3.208286839928701e-07,
      "loss": 0.8073641657829285,
      "step": 5004
    },
    {
      "epoch": 3.7895533686601057,
      "grad_norm": 8.931031227111816,
      "learning_rate": 3.2053399666810133e-07,
      "loss": 0.47890886664390564,
      "step": 5006
    },
    {
      "epoch": 3.79106737320212,
      "grad_norm": 0.6862629652023315,
      "learning_rate": 3.2024139288660594e-07,
      "loss": 0.10860828310251236,
      "step": 5008
    },
    {
      "epoch": 3.792581377744133,
      "grad_norm": 0.049004968255758286,
      "learning_rate": 3.1995087310695357e-07,
      "loss": 0.008655873127281666,
      "step": 5010
    },
    {
      "epoch": 3.7940953822861467,
      "grad_norm": 0.8857827186584473,
      "learning_rate": 3.196624377844476e-07,
      "loss": 0.008771966211497784,
      "step": 5012
    },
    {
      "epoch": 3.7956093868281604,
      "grad_norm": 1.8794935941696167,
      "learning_rate": 3.1937608737112493e-07,
      "loss": 0.4379273056983948,
      "step": 5014
    },
    {
      "epoch": 3.797123391370174,
      "grad_norm": 0.3324967324733734,
      "learning_rate": 3.190918223157546e-07,
      "loss": 0.41587817668914795,
      "step": 5016
    },
    {
      "epoch": 3.7986373959121877,
      "grad_norm": 0.26607972383499146,
      "learning_rate": 3.188096430638377e-07,
      "loss": 0.022580014541745186,
      "step": 5018
    },
    {
      "epoch": 3.8001514004542014,
      "grad_norm": 2.0681216716766357,
      "learning_rate": 3.1852955005760665e-07,
      "loss": 0.3928464949131012,
      "step": 5020
    },
    {
      "epoch": 3.801665404996215,
      "grad_norm": 0.1730499416589737,
      "learning_rate": 3.1825154373602416e-07,
      "loss": 0.48923325538635254,
      "step": 5022
    },
    {
      "epoch": 3.8031794095382288,
      "grad_norm": 4.178548812866211,
      "learning_rate": 3.179756245347822e-07,
      "loss": 0.4484570324420929,
      "step": 5024
    },
    {
      "epoch": 3.8046934140802424,
      "grad_norm": 0.5775771141052246,
      "learning_rate": 3.1770179288630244e-07,
      "loss": 0.20080740749835968,
      "step": 5026
    },
    {
      "epoch": 3.8062074186222556,
      "grad_norm": 0.3481805920600891,
      "learning_rate": 3.174300492197346e-07,
      "loss": 0.01089209783822298,
      "step": 5028
    },
    {
      "epoch": 3.8077214231642698,
      "grad_norm": 1.8364008665084839,
      "learning_rate": 3.1716039396095646e-07,
      "loss": 0.45432248711586,
      "step": 5030
    },
    {
      "epoch": 3.809235427706283,
      "grad_norm": 0.7630714178085327,
      "learning_rate": 3.168928275325724e-07,
      "loss": 0.45632779598236084,
      "step": 5032
    },
    {
      "epoch": 3.8107494322482967,
      "grad_norm": 5.66952657699585,
      "learning_rate": 3.1662735035391325e-07,
      "loss": 0.5279141664505005,
      "step": 5034
    },
    {
      "epoch": 3.8122634367903103,
      "grad_norm": 1.6522698402404785,
      "learning_rate": 3.1636396284103594e-07,
      "loss": 0.8378298878669739,
      "step": 5036
    },
    {
      "epoch": 3.813777441332324,
      "grad_norm": 2.261073589324951,
      "learning_rate": 3.16102665406722e-07,
      "loss": 0.8691202998161316,
      "step": 5038
    },
    {
      "epoch": 3.8152914458743377,
      "grad_norm": 2.561520576477051,
      "learning_rate": 3.1584345846047765e-07,
      "loss": 0.47621315717697144,
      "step": 5040
    },
    {
      "epoch": 3.8168054504163513,
      "grad_norm": 3.8017935752868652,
      "learning_rate": 3.155863424085327e-07,
      "loss": 0.40808743238449097,
      "step": 5042
    },
    {
      "epoch": 3.818319454958365,
      "grad_norm": 2.399139165878296,
      "learning_rate": 3.1533131765384063e-07,
      "loss": 0.45948272943496704,
      "step": 5044
    },
    {
      "epoch": 3.8198334595003782,
      "grad_norm": 1.641716480255127,
      "learning_rate": 3.150783845960765e-07,
      "loss": 0.5885670781135559,
      "step": 5046
    },
    {
      "epoch": 3.8213474640423923,
      "grad_norm": 1.085816502571106,
      "learning_rate": 3.148275436316381e-07,
      "loss": 0.281469464302063,
      "step": 5048
    },
    {
      "epoch": 3.8228614685844056,
      "grad_norm": 1.2711929082870483,
      "learning_rate": 3.145787951536441e-07,
      "loss": 0.32660719752311707,
      "step": 5050
    },
    {
      "epoch": 3.8243754731264192,
      "grad_norm": 1.4348828792572021,
      "learning_rate": 3.1433213955193404e-07,
      "loss": 0.4572903513908386,
      "step": 5052
    },
    {
      "epoch": 3.825889477668433,
      "grad_norm": 1.9743393659591675,
      "learning_rate": 3.1408757721306693e-07,
      "loss": 0.8791977763175964,
      "step": 5054
    },
    {
      "epoch": 3.8274034822104466,
      "grad_norm": 2.0506911277770996,
      "learning_rate": 3.1384510852032213e-07,
      "loss": 0.005691791884601116,
      "step": 5056
    },
    {
      "epoch": 3.8289174867524602,
      "grad_norm": 0.03359084948897362,
      "learning_rate": 3.1360473385369705e-07,
      "loss": 0.039005476981401443,
      "step": 5058
    },
    {
      "epoch": 3.830431491294474,
      "grad_norm": 3.871607780456543,
      "learning_rate": 3.133664535899078e-07,
      "loss": 0.748072624206543,
      "step": 5060
    },
    {
      "epoch": 3.8319454958364876,
      "grad_norm": 2.2511465549468994,
      "learning_rate": 3.131302681023877e-07,
      "loss": 0.862351655960083,
      "step": 5062
    },
    {
      "epoch": 3.8334595003785013,
      "grad_norm": 1.9889755249023438,
      "learning_rate": 3.128961777612876e-07,
      "loss": 0.08380108326673508,
      "step": 5064
    },
    {
      "epoch": 3.834973504920515,
      "grad_norm": 2.928863048553467,
      "learning_rate": 3.1266418293347464e-07,
      "loss": 0.4806826412677765,
      "step": 5066
    },
    {
      "epoch": 3.836487509462528,
      "grad_norm": 5.594569683074951,
      "learning_rate": 3.124342839825314e-07,
      "loss": 0.020531795918941498,
      "step": 5068
    },
    {
      "epoch": 3.8380015140045423,
      "grad_norm": 3.1761984825134277,
      "learning_rate": 3.122064812687568e-07,
      "loss": 0.6929623484611511,
      "step": 5070
    },
    {
      "epoch": 3.8395155185465555,
      "grad_norm": 0.08937308937311172,
      "learning_rate": 3.1198077514916374e-07,
      "loss": 0.2494657337665558,
      "step": 5072
    },
    {
      "epoch": 3.841029523088569,
      "grad_norm": 2.0265660285949707,
      "learning_rate": 3.1175716597747953e-07,
      "loss": 0.4214555621147156,
      "step": 5074
    },
    {
      "epoch": 3.842543527630583,
      "grad_norm": 1.8746016025543213,
      "learning_rate": 3.1153565410414514e-07,
      "loss": 0.43491077423095703,
      "step": 5076
    },
    {
      "epoch": 3.8440575321725965,
      "grad_norm": 0.8957091569900513,
      "learning_rate": 3.113162398763148e-07,
      "loss": 0.40135228633880615,
      "step": 5078
    },
    {
      "epoch": 3.84557153671461,
      "grad_norm": 2.91975998878479,
      "learning_rate": 3.110989236378549e-07,
      "loss": 0.7896611094474792,
      "step": 5080
    },
    {
      "epoch": 3.847085541256624,
      "grad_norm": 0.6040961742401123,
      "learning_rate": 3.108837057293445e-07,
      "loss": 0.012859215028584003,
      "step": 5082
    },
    {
      "epoch": 3.8485995457986375,
      "grad_norm": 0.19318491220474243,
      "learning_rate": 3.106705864880735e-07,
      "loss": 0.47871896624565125,
      "step": 5084
    },
    {
      "epoch": 3.850113550340651,
      "grad_norm": 2.807324171066284,
      "learning_rate": 3.1045956624804317e-07,
      "loss": 0.4998835325241089,
      "step": 5086
    },
    {
      "epoch": 3.851627554882665,
      "grad_norm": 4.192824363708496,
      "learning_rate": 3.1025064533996517e-07,
      "loss": 0.39344674348831177,
      "step": 5088
    },
    {
      "epoch": 3.853141559424678,
      "grad_norm": 6.574662208557129,
      "learning_rate": 3.1004382409126064e-07,
      "loss": 0.4768523871898651,
      "step": 5090
    },
    {
      "epoch": 3.8546555639666917,
      "grad_norm": 1.621928334236145,
      "learning_rate": 3.0983910282606083e-07,
      "loss": 0.42897361516952515,
      "step": 5092
    },
    {
      "epoch": 3.8561695685087054,
      "grad_norm": 2.074524402618408,
      "learning_rate": 3.096364818652055e-07,
      "loss": 0.445551335811615,
      "step": 5094
    },
    {
      "epoch": 3.857683573050719,
      "grad_norm": 1.5912147760391235,
      "learning_rate": 3.0943596152624284e-07,
      "loss": 0.003714049933478236,
      "step": 5096
    },
    {
      "epoch": 3.8591975775927327,
      "grad_norm": 1.4102367162704468,
      "learning_rate": 3.0923754212342886e-07,
      "loss": 0.698522686958313,
      "step": 5098
    },
    {
      "epoch": 3.8607115821347464,
      "grad_norm": 1.337382435798645,
      "learning_rate": 3.0904122396772705e-07,
      "loss": 0.007130913436412811,
      "step": 5100
    },
    {
      "epoch": 3.86222558667676,
      "grad_norm": 3.0540449619293213,
      "learning_rate": 3.08847007366808e-07,
      "loss": 0.4882618188858032,
      "step": 5102
    },
    {
      "epoch": 3.8637395912187738,
      "grad_norm": 1.6839513778686523,
      "learning_rate": 3.0865489262504844e-07,
      "loss": 0.41174182295799255,
      "step": 5104
    },
    {
      "epoch": 3.8652535957607874,
      "grad_norm": 0.445525199174881,
      "learning_rate": 3.0846488004353116e-07,
      "loss": 0.018767863512039185,
      "step": 5106
    },
    {
      "epoch": 3.8667676003028006,
      "grad_norm": 3.5258700847625732,
      "learning_rate": 3.0827696992004456e-07,
      "loss": 0.8859530091285706,
      "step": 5108
    },
    {
      "epoch": 3.8682816048448148,
      "grad_norm": 1.3775527477264404,
      "learning_rate": 3.0809116254908205e-07,
      "loss": 0.9377045631408691,
      "step": 5110
    },
    {
      "epoch": 3.869795609386828,
      "grad_norm": 3.718674659729004,
      "learning_rate": 3.079074582218412e-07,
      "loss": 0.8108839392662048,
      "step": 5112
    },
    {
      "epoch": 3.8713096139288417,
      "grad_norm": 1.806331992149353,
      "learning_rate": 3.077258572262245e-07,
      "loss": 0.5829481482505798,
      "step": 5114
    },
    {
      "epoch": 3.8728236184708553,
      "grad_norm": 1.367382287979126,
      "learning_rate": 3.0754635984683733e-07,
      "loss": 0.3863900303840637,
      "step": 5116
    },
    {
      "epoch": 3.874337623012869,
      "grad_norm": 0.5311092138290405,
      "learning_rate": 3.0736896636498844e-07,
      "loss": 0.24167108535766602,
      "step": 5118
    },
    {
      "epoch": 3.8758516275548827,
      "grad_norm": 0.8665949106216431,
      "learning_rate": 3.0719367705868947e-07,
      "loss": 0.11795948445796967,
      "step": 5120
    },
    {
      "epoch": 3.8773656320968963,
      "grad_norm": 1.5483936071395874,
      "learning_rate": 3.0702049220265463e-07,
      "loss": 0.4619280695915222,
      "step": 5122
    },
    {
      "epoch": 3.87887963663891,
      "grad_norm": 1.4960511922836304,
      "learning_rate": 3.0684941206829945e-07,
      "loss": 0.1171555370092392,
      "step": 5124
    },
    {
      "epoch": 3.8803936411809237,
      "grad_norm": 0.2610466778278351,
      "learning_rate": 3.0668043692374135e-07,
      "loss": 0.0014266979414969683,
      "step": 5126
    },
    {
      "epoch": 3.8819076457229373,
      "grad_norm": 0.6856014132499695,
      "learning_rate": 3.06513567033799e-07,
      "loss": 0.4256713390350342,
      "step": 5128
    },
    {
      "epoch": 3.8834216502649506,
      "grad_norm": 1.56218421459198,
      "learning_rate": 3.063488026599908e-07,
      "loss": 0.5585575699806213,
      "step": 5130
    },
    {
      "epoch": 3.8849356548069647,
      "grad_norm": 1.8463737964630127,
      "learning_rate": 3.061861440605366e-07,
      "loss": 0.461412250995636,
      "step": 5132
    },
    {
      "epoch": 3.886449659348978,
      "grad_norm": 0.11369356513023376,
      "learning_rate": 3.060255914903552e-07,
      "loss": 0.4456888735294342,
      "step": 5134
    },
    {
      "epoch": 3.8879636638909916,
      "grad_norm": 0.9624853134155273,
      "learning_rate": 3.05867145201065e-07,
      "loss": 0.1871456354856491,
      "step": 5136
    },
    {
      "epoch": 3.8894776684330052,
      "grad_norm": 1.1454511880874634,
      "learning_rate": 3.057108054409837e-07,
      "loss": 0.45751628279685974,
      "step": 5138
    },
    {
      "epoch": 3.890991672975019,
      "grad_norm": 1.262891411781311,
      "learning_rate": 3.0555657245512737e-07,
      "loss": 0.04787885770201683,
      "step": 5140
    },
    {
      "epoch": 3.8925056775170326,
      "grad_norm": 2.1630172729492188,
      "learning_rate": 3.0540444648521044e-07,
      "loss": 0.47380274534225464,
      "step": 5142
    },
    {
      "epoch": 3.8940196820590463,
      "grad_norm": 0.3003329634666443,
      "learning_rate": 3.052544277696452e-07,
      "loss": 0.024536890909075737,
      "step": 5144
    },
    {
      "epoch": 3.89553368660106,
      "grad_norm": 1.0984807014465332,
      "learning_rate": 3.0510651654354144e-07,
      "loss": 0.08106108009815216,
      "step": 5146
    },
    {
      "epoch": 3.8970476911430736,
      "grad_norm": 1.8982774019241333,
      "learning_rate": 3.0496071303870617e-07,
      "loss": 0.011285691522061825,
      "step": 5148
    },
    {
      "epoch": 3.8985616956850873,
      "grad_norm": 1.2132909297943115,
      "learning_rate": 3.0481701748364293e-07,
      "loss": 0.7924096584320068,
      "step": 5150
    },
    {
      "epoch": 3.9000757002271005,
      "grad_norm": 1.6980708837509155,
      "learning_rate": 3.04675430103552e-07,
      "loss": 0.8110805749893188,
      "step": 5152
    },
    {
      "epoch": 3.901589704769114,
      "grad_norm": 0.3759213984012604,
      "learning_rate": 3.045359511203297e-07,
      "loss": 0.4529341161251068,
      "step": 5154
    },
    {
      "epoch": 3.903103709311128,
      "grad_norm": 1.5288448333740234,
      "learning_rate": 3.043985807525675e-07,
      "loss": 0.555069625377655,
      "step": 5156
    },
    {
      "epoch": 3.9046177138531415,
      "grad_norm": 2.1005005836486816,
      "learning_rate": 3.04263319215553e-07,
      "loss": 0.1001816838979721,
      "step": 5158
    },
    {
      "epoch": 3.906131718395155,
      "grad_norm": 2.5000596046447754,
      "learning_rate": 3.041301667212684e-07,
      "loss": 0.5128546357154846,
      "step": 5160
    },
    {
      "epoch": 3.907645722937169,
      "grad_norm": 2.431713581085205,
      "learning_rate": 3.039991234783906e-07,
      "loss": 0.02077617682516575,
      "step": 5162
    },
    {
      "epoch": 3.9091597274791825,
      "grad_norm": 1.96620512008667,
      "learning_rate": 3.0387018969229133e-07,
      "loss": 0.02237214706838131,
      "step": 5164
    },
    {
      "epoch": 3.910673732021196,
      "grad_norm": 2.4163711071014404,
      "learning_rate": 3.0374336556503574e-07,
      "loss": 0.8278625011444092,
      "step": 5166
    },
    {
      "epoch": 3.91218773656321,
      "grad_norm": 2.0597403049468994,
      "learning_rate": 3.0361865129538293e-07,
      "loss": 0.655526876449585,
      "step": 5168
    },
    {
      "epoch": 3.913701741105223,
      "grad_norm": 3.301499843597412,
      "learning_rate": 3.0349604707878565e-07,
      "loss": 0.23730042576789856,
      "step": 5170
    },
    {
      "epoch": 3.915215745647237,
      "grad_norm": 2.0083491802215576,
      "learning_rate": 3.033755531073897e-07,
      "loss": 0.27088233828544617,
      "step": 5172
    },
    {
      "epoch": 3.9167297501892504,
      "grad_norm": 3.793509006500244,
      "learning_rate": 3.0325716957003346e-07,
      "loss": 0.4128110408782959,
      "step": 5174
    },
    {
      "epoch": 3.918243754731264,
      "grad_norm": 2.2577743530273438,
      "learning_rate": 3.03140896652248e-07,
      "loss": 0.9377378821372986,
      "step": 5176
    },
    {
      "epoch": 3.9197577592732777,
      "grad_norm": 2.377145528793335,
      "learning_rate": 3.0302673453625645e-07,
      "loss": 0.4497866928577423,
      "step": 5178
    },
    {
      "epoch": 3.9212717638152914,
      "grad_norm": 0.19746972620487213,
      "learning_rate": 3.0291468340097433e-07,
      "loss": 0.0009020717116072774,
      "step": 5180
    },
    {
      "epoch": 3.922785768357305,
      "grad_norm": 0.45454391837120056,
      "learning_rate": 3.0280474342200826e-07,
      "loss": 0.1682163029909134,
      "step": 5182
    },
    {
      "epoch": 3.9242997728993188,
      "grad_norm": 1.051390528678894,
      "learning_rate": 3.0269691477165676e-07,
      "loss": 0.07067491859197617,
      "step": 5184
    },
    {
      "epoch": 3.9258137774413324,
      "grad_norm": 1.027337908744812,
      "learning_rate": 3.025911976189091e-07,
      "loss": 0.08587085455656052,
      "step": 5186
    },
    {
      "epoch": 3.927327781983346,
      "grad_norm": 1.2078237533569336,
      "learning_rate": 3.024875921294456e-07,
      "loss": 0.30312326550483704,
      "step": 5188
    },
    {
      "epoch": 3.9288417865253598,
      "grad_norm": 1.9159677028656006,
      "learning_rate": 3.0238609846563696e-07,
      "loss": 0.4570953845977783,
      "step": 5190
    },
    {
      "epoch": 3.930355791067373,
      "grad_norm": 2.077888250350952,
      "learning_rate": 3.0228671678654446e-07,
      "loss": 0.34210488200187683,
      "step": 5192
    },
    {
      "epoch": 3.931869795609387,
      "grad_norm": 1.5590956211090088,
      "learning_rate": 3.0218944724791933e-07,
      "loss": 0.641905665397644,
      "step": 5194
    },
    {
      "epoch": 3.9333838001514003,
      "grad_norm": 0.030448101460933685,
      "learning_rate": 3.020942900022029e-07,
      "loss": 0.0016837774310261011,
      "step": 5196
    },
    {
      "epoch": 3.934897804693414,
      "grad_norm": 0.7177050113677979,
      "learning_rate": 3.020012451985256e-07,
      "loss": 0.03333354741334915,
      "step": 5198
    },
    {
      "epoch": 3.9364118092354277,
      "grad_norm": 4.787274360656738,
      "learning_rate": 3.019103129827078e-07,
      "loss": 0.09767407178878784,
      "step": 5200
    },
    {
      "epoch": 3.9379258137774413,
      "grad_norm": 1.6870243549346924,
      "learning_rate": 3.018214934972586e-07,
      "loss": 0.4257047474384308,
      "step": 5202
    },
    {
      "epoch": 3.939439818319455,
      "grad_norm": 1.786167025566101,
      "learning_rate": 3.0173478688137626e-07,
      "loss": 0.07438768446445465,
      "step": 5204
    },
    {
      "epoch": 3.9409538228614687,
      "grad_norm": 0.9023681879043579,
      "learning_rate": 3.0165019327094754e-07,
      "loss": 0.43461889028549194,
      "step": 5206
    },
    {
      "epoch": 3.9424678274034823,
      "grad_norm": 0.7739644646644592,
      "learning_rate": 3.0156771279854786e-07,
      "loss": 0.44720742106437683,
      "step": 5208
    },
    {
      "epoch": 3.9439818319454956,
      "grad_norm": 0.15927131474018097,
      "learning_rate": 3.0148734559344096e-07,
      "loss": 0.0011613935930654407,
      "step": 5210
    },
    {
      "epoch": 3.9454958364875097,
      "grad_norm": 2.753117799758911,
      "learning_rate": 3.0140909178157846e-07,
      "loss": 0.49144524335861206,
      "step": 5212
    },
    {
      "epoch": 3.947009841029523,
      "grad_norm": 0.03960929438471794,
      "learning_rate": 3.0133295148559994e-07,
      "loss": 0.26274147629737854,
      "step": 5214
    },
    {
      "epoch": 3.9485238455715366,
      "grad_norm": 4.2824177742004395,
      "learning_rate": 3.0125892482483296e-07,
      "loss": 0.5472410321235657,
      "step": 5216
    },
    {
      "epoch": 3.9500378501135502,
      "grad_norm": 0.7858144044876099,
      "learning_rate": 3.0118701191529207e-07,
      "loss": 0.03546662628650665,
      "step": 5218
    },
    {
      "epoch": 3.951551854655564,
      "grad_norm": 4.754327297210693,
      "learning_rate": 3.011172128696795e-07,
      "loss": 0.7001851797103882,
      "step": 5220
    },
    {
      "epoch": 3.9530658591975776,
      "grad_norm": 5.084624767303467,
      "learning_rate": 3.0104952779738463e-07,
      "loss": 0.19021165370941162,
      "step": 5222
    },
    {
      "epoch": 3.9545798637395913,
      "grad_norm": 2.424482583999634,
      "learning_rate": 3.0098395680448356e-07,
      "loss": 0.8408768773078918,
      "step": 5224
    },
    {
      "epoch": 3.956093868281605,
      "grad_norm": 2.059044361114502,
      "learning_rate": 3.0092049999373956e-07,
      "loss": 0.4773581922054291,
      "step": 5226
    },
    {
      "epoch": 3.9576078728236186,
      "grad_norm": 0.9264152646064758,
      "learning_rate": 3.00859157464602e-07,
      "loss": 0.039199769496917725,
      "step": 5228
    },
    {
      "epoch": 3.9591218773656323,
      "grad_norm": 2.8337342739105225,
      "learning_rate": 3.0079992931320743e-07,
      "loss": 0.35346996784210205,
      "step": 5230
    },
    {
      "epoch": 3.9606358819076455,
      "grad_norm": 0.22176103293895721,
      "learning_rate": 3.0074281563237815e-07,
      "loss": 0.042797479778528214,
      "step": 5232
    },
    {
      "epoch": 3.9621498864496596,
      "grad_norm": 1.4219660758972168,
      "learning_rate": 3.0068781651162303e-07,
      "loss": 0.44434934854507446,
      "step": 5234
    },
    {
      "epoch": 3.963663890991673,
      "grad_norm": 2.8318819999694824,
      "learning_rate": 3.006349320371369e-07,
      "loss": 0.5036948323249817,
      "step": 5236
    },
    {
      "epoch": 3.9651778955336865,
      "grad_norm": 2.2482142448425293,
      "learning_rate": 3.005841622918003e-07,
      "loss": 0.7446083426475525,
      "step": 5238
    },
    {
      "epoch": 3.9666919000757,
      "grad_norm": 2.282947063446045,
      "learning_rate": 3.0053550735517994e-07,
      "loss": 0.9360232949256897,
      "step": 5240
    },
    {
      "epoch": 3.968205904617714,
      "grad_norm": 38.85729217529297,
      "learning_rate": 3.004889673035278e-07,
      "loss": 0.4850436747074127,
      "step": 5242
    },
    {
      "epoch": 3.9697199091597275,
      "grad_norm": 5.286346912384033,
      "learning_rate": 3.0044454220978176e-07,
      "loss": 0.13758641481399536,
      "step": 5244
    },
    {
      "epoch": 3.971233913701741,
      "grad_norm": 3.7393798828125,
      "learning_rate": 3.004022321435649e-07,
      "loss": 0.3747367262840271,
      "step": 5246
    },
    {
      "epoch": 3.972747918243755,
      "grad_norm": 1.6003137826919556,
      "learning_rate": 3.003620371711856e-07,
      "loss": 0.4701666831970215,
      "step": 5248
    },
    {
      "epoch": 3.9742619227857685,
      "grad_norm": 1.439442753791809,
      "learning_rate": 3.0032395735563773e-07,
      "loss": 0.3731074333190918,
      "step": 5250
    },
    {
      "epoch": 3.975775927327782,
      "grad_norm": 1.7399569749832153,
      "learning_rate": 3.0028799275659976e-07,
      "loss": 0.663485050201416,
      "step": 5252
    },
    {
      "epoch": 3.9772899318697954,
      "grad_norm": 1.0444694757461548,
      "learning_rate": 3.002541434304361e-07,
      "loss": 0.46440961956977844,
      "step": 5254
    },
    {
      "epoch": 3.978803936411809,
      "grad_norm": 1.0770765542984009,
      "learning_rate": 3.0022240943019483e-07,
      "loss": 0.04875878617167473,
      "step": 5256
    },
    {
      "epoch": 3.9803179409538227,
      "grad_norm": 1.9652454853057861,
      "learning_rate": 3.001927908056102e-07,
      "loss": 0.44029855728149414,
      "step": 5258
    },
    {
      "epoch": 3.9818319454958364,
      "grad_norm": 6.682809352874756,
      "learning_rate": 3.0016528760310013e-07,
      "loss": 0.09948641061782837,
      "step": 5260
    },
    {
      "epoch": 3.98334595003785,
      "grad_norm": 2.8983285427093506,
      "learning_rate": 3.00139899865768e-07,
      "loss": 0.6057555079460144,
      "step": 5262
    },
    {
      "epoch": 3.9848599545798638,
      "grad_norm": 2.302161931991577,
      "learning_rate": 3.001166276334015e-07,
      "loss": 0.07627967745065689,
      "step": 5264
    },
    {
      "epoch": 3.9863739591218774,
      "grad_norm": 1.456366777420044,
      "learning_rate": 3.0009547094247273e-07,
      "loss": 0.007791428826749325,
      "step": 5266
    },
    {
      "epoch": 3.987887963663891,
      "grad_norm": 1.7385027408599854,
      "learning_rate": 3.000764298261389e-07,
      "loss": 0.5243682861328125,
      "step": 5268
    },
    {
      "epoch": 3.9894019682059048,
      "grad_norm": 0.8515236377716064,
      "learning_rate": 3.000595043142412e-07,
      "loss": 0.04642985761165619,
      "step": 5270
    },
    {
      "epoch": 3.990915972747918,
      "grad_norm": 0.29582443833351135,
      "learning_rate": 3.0004469443330506e-07,
      "loss": 0.05615620315074921,
      "step": 5272
    },
    {
      "epoch": 3.992429977289932,
      "grad_norm": 3.1598730087280273,
      "learning_rate": 3.0003200020654085e-07,
      "loss": 0.7824563980102539,
      "step": 5274
    },
    {
      "epoch": 3.9939439818319453,
      "grad_norm": 1.9997477531433105,
      "learning_rate": 3.0002142165384287e-07,
      "loss": 0.4484213590621948,
      "step": 5276
    },
    {
      "epoch": 3.995457986373959,
      "grad_norm": 0.953460156917572,
      "learning_rate": 3.0001295879179e-07,
      "loss": 0.013839129358530045,
      "step": 5278
    },
    {
      "epoch": 3.9969719909159727,
      "grad_norm": 2.7543108463287354,
      "learning_rate": 3.0000661163364527e-07,
      "loss": 0.4201052784919739,
      "step": 5280
    },
    {
      "epoch": 3.9984859954579863,
      "grad_norm": 5.094695568084717,
      "learning_rate": 3.000023801893557e-07,
      "loss": 0.08943390846252441,
      "step": 5282
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.777651071548462,
      "learning_rate": 3.0000026446555307e-07,
      "loss": 0.7438609004020691,
      "step": 5284
    },
    {
      "epoch": 4.0,
      "step": 5284,
      "total_flos": 6.453258552541708e+18,
      "train_loss": 0.5996934499091338,
      "train_runtime": 17171.6272,
      "train_samples_per_second": 4.923,
      "train_steps_per_second": 0.308
    }
  ],
  "logging_steps": 2,
  "max_steps": 5284,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.453258552541708e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}