{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9950467804072645,
  "eval_steps": 500,
  "global_step": 1362,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002201430930104568,
      "grad_norm": 0.7037750482559204,
      "learning_rate": 0.0,
      "loss": 0.308,
      "step": 1
    },
    {
      "epoch": 0.004402861860209136,
      "grad_norm": 1.0037487745285034,
      "learning_rate": 1.4598540145985402e-06,
      "loss": 0.2687,
      "step": 2
    },
    {
      "epoch": 0.006604292790313704,
      "grad_norm": 2.8608241081237793,
      "learning_rate": 2.9197080291970804e-06,
      "loss": 0.391,
      "step": 3
    },
    {
      "epoch": 0.008805723720418272,
      "grad_norm": 0.7382011413574219,
      "learning_rate": 4.379562043795621e-06,
      "loss": 0.2279,
      "step": 4
    },
    {
      "epoch": 0.01100715465052284,
      "grad_norm": 2.2300755977630615,
      "learning_rate": 5.839416058394161e-06,
      "loss": 0.425,
      "step": 5
    },
    {
      "epoch": 0.013208585580627407,
      "grad_norm": 1.0738085508346558,
      "learning_rate": 7.2992700729927e-06,
      "loss": 0.386,
      "step": 6
    },
    {
      "epoch": 0.015410016510731976,
      "grad_norm": 1.1076860427856445,
      "learning_rate": 8.759124087591241e-06,
      "loss": 0.4133,
      "step": 7
    },
    {
      "epoch": 0.017611447440836543,
      "grad_norm": 0.9959158897399902,
      "learning_rate": 1.0218978102189781e-05,
      "loss": 0.2856,
      "step": 8
    },
    {
      "epoch": 0.01981287837094111,
      "grad_norm": 1.159873604774475,
      "learning_rate": 1.1678832116788322e-05,
      "loss": 0.302,
      "step": 9
    },
    {
      "epoch": 0.02201430930104568,
      "grad_norm": 1.0309239625930786,
      "learning_rate": 1.3138686131386862e-05,
      "loss": 0.2593,
      "step": 10
    },
    {
      "epoch": 0.024215740231150248,
      "grad_norm": 0.944840669631958,
      "learning_rate": 1.45985401459854e-05,
      "loss": 0.3306,
      "step": 11
    },
    {
      "epoch": 0.026417171161254815,
      "grad_norm": 5.096871376037598,
      "learning_rate": 1.605839416058394e-05,
      "loss": 0.5597,
      "step": 12
    },
    {
      "epoch": 0.028618602091359385,
      "grad_norm": 0.9964978694915771,
      "learning_rate": 1.7518248175182482e-05,
      "loss": 0.2529,
      "step": 13
    },
    {
      "epoch": 0.030820033021463952,
      "grad_norm": 1.1680715084075928,
      "learning_rate": 1.897810218978102e-05,
      "loss": 0.2551,
      "step": 14
    },
    {
      "epoch": 0.03302146395156852,
      "grad_norm": 1.3312640190124512,
      "learning_rate": 2.0437956204379563e-05,
      "loss": 0.2783,
      "step": 15
    },
    {
      "epoch": 0.035222894881673086,
      "grad_norm": 1.0938522815704346,
      "learning_rate": 2.1897810218978105e-05,
      "loss": 0.2196,
      "step": 16
    },
    {
      "epoch": 0.03742432581177765,
      "grad_norm": 0.844025731086731,
      "learning_rate": 2.3357664233576643e-05,
      "loss": 0.223,
      "step": 17
    },
    {
      "epoch": 0.03962575674188222,
      "grad_norm": 1.0622016191482544,
      "learning_rate": 2.4817518248175185e-05,
      "loss": 0.4032,
      "step": 18
    },
    {
      "epoch": 0.041827187671986794,
      "grad_norm": 1.267992377281189,
      "learning_rate": 2.6277372262773724e-05,
      "loss": 0.3885,
      "step": 19
    },
    {
      "epoch": 0.04402861860209136,
      "grad_norm": 0.6925700902938843,
      "learning_rate": 2.7737226277372262e-05,
      "loss": 0.282,
      "step": 20
    },
    {
      "epoch": 0.04623004953219593,
      "grad_norm": 0.49505650997161865,
      "learning_rate": 2.91970802919708e-05,
      "loss": 0.1894,
      "step": 21
    },
    {
      "epoch": 0.048431480462300495,
      "grad_norm": 1.3833006620407104,
      "learning_rate": 3.0656934306569346e-05,
      "loss": 0.2406,
      "step": 22
    },
    {
      "epoch": 0.05063291139240506,
      "grad_norm": 5.850524425506592,
      "learning_rate": 3.211678832116788e-05,
      "loss": 0.3697,
      "step": 23
    },
    {
      "epoch": 0.05283434232250963,
      "grad_norm": 0.6721429824829102,
      "learning_rate": 3.357664233576642e-05,
      "loss": 0.1444,
      "step": 24
    },
    {
      "epoch": 0.0550357732526142,
      "grad_norm": 1.379242181777954,
      "learning_rate": 3.5036496350364965e-05,
      "loss": 0.188,
      "step": 25
    },
    {
      "epoch": 0.05723720418271877,
      "grad_norm": 1.0648667812347412,
      "learning_rate": 3.649635036496351e-05,
      "loss": 0.1628,
      "step": 26
    },
    {
      "epoch": 0.05943863511282334,
      "grad_norm": 1.553063154220581,
      "learning_rate": 3.795620437956204e-05,
      "loss": 0.4074,
      "step": 27
    },
    {
      "epoch": 0.061640066042927905,
      "grad_norm": 2.283454418182373,
      "learning_rate": 3.941605839416059e-05,
      "loss": 0.3169,
      "step": 28
    },
    {
      "epoch": 0.06384149697303247,
      "grad_norm": 2.135236978530884,
      "learning_rate": 4.0875912408759126e-05,
      "loss": 0.3472,
      "step": 29
    },
    {
      "epoch": 0.06604292790313704,
      "grad_norm": 7.040278911590576,
      "learning_rate": 4.233576642335767e-05,
      "loss": 0.2676,
      "step": 30
    },
    {
      "epoch": 0.0682443588332416,
      "grad_norm": 1.1241406202316284,
      "learning_rate": 4.379562043795621e-05,
      "loss": 0.4671,
      "step": 31
    },
    {
      "epoch": 0.07044578976334617,
      "grad_norm": 1.736489176750183,
      "learning_rate": 4.5255474452554745e-05,
      "loss": 0.2511,
      "step": 32
    },
    {
      "epoch": 0.07264722069345074,
      "grad_norm": 1.144145131111145,
      "learning_rate": 4.6715328467153287e-05,
      "loss": 0.226,
      "step": 33
    },
    {
      "epoch": 0.0748486516235553,
      "grad_norm": 0.8320156931877136,
      "learning_rate": 4.817518248175183e-05,
      "loss": 0.1128,
      "step": 34
    },
    {
      "epoch": 0.07705008255365987,
      "grad_norm": 1.2651524543762207,
      "learning_rate": 4.963503649635037e-05,
      "loss": 0.1757,
      "step": 35
    },
    {
      "epoch": 0.07925151348376444,
      "grad_norm": 0.9096120595932007,
      "learning_rate": 5.109489051094891e-05,
      "loss": 0.1775,
      "step": 36
    },
    {
      "epoch": 0.08145294441386902,
      "grad_norm": 0.9276086091995239,
      "learning_rate": 5.255474452554745e-05,
      "loss": 0.1733,
      "step": 37
    },
    {
      "epoch": 0.08365437534397359,
      "grad_norm": 0.9676797389984131,
      "learning_rate": 5.401459854014599e-05,
      "loss": 0.1706,
      "step": 38
    },
    {
      "epoch": 0.08585580627407816,
      "grad_norm": 1.0610243082046509,
      "learning_rate": 5.5474452554744524e-05,
      "loss": 0.1549,
      "step": 39
    },
    {
      "epoch": 0.08805723720418272,
      "grad_norm": 1.3586833477020264,
      "learning_rate": 5.6934306569343066e-05,
      "loss": 0.1767,
      "step": 40
    },
    {
      "epoch": 0.09025866813428729,
      "grad_norm": 1.7117362022399902,
      "learning_rate": 5.83941605839416e-05,
      "loss": 0.2045,
      "step": 41
    },
    {
      "epoch": 0.09246009906439186,
      "grad_norm": 1.0564417839050293,
      "learning_rate": 5.985401459854016e-05,
      "loss": 0.2057,
      "step": 42
    },
    {
      "epoch": 0.09466152999449642,
      "grad_norm": 0.84938645362854,
      "learning_rate": 6.131386861313869e-05,
      "loss": 0.1064,
      "step": 43
    },
    {
      "epoch": 0.09686296092460099,
      "grad_norm": 1.660563349723816,
      "learning_rate": 6.277372262773723e-05,
      "loss": 0.154,
      "step": 44
    },
    {
      "epoch": 0.09906439185470556,
      "grad_norm": 2.250649929046631,
      "learning_rate": 6.423357664233576e-05,
      "loss": 0.29,
      "step": 45
    },
    {
      "epoch": 0.10126582278481013,
      "grad_norm": 1.0987548828125,
      "learning_rate": 6.56934306569343e-05,
      "loss": 0.1161,
      "step": 46
    },
    {
      "epoch": 0.10346725371491469,
      "grad_norm": 1.6264435052871704,
      "learning_rate": 6.715328467153285e-05,
      "loss": 0.3335,
      "step": 47
    },
    {
      "epoch": 0.10566868464501926,
      "grad_norm": 1.36955726146698,
      "learning_rate": 6.86131386861314e-05,
      "loss": 0.1541,
      "step": 48
    },
    {
      "epoch": 0.10787011557512383,
      "grad_norm": 1.5003987550735474,
      "learning_rate": 7.007299270072993e-05,
      "loss": 0.4296,
      "step": 49
    },
    {
      "epoch": 0.1100715465052284,
      "grad_norm": 0.9643859267234802,
      "learning_rate": 7.153284671532847e-05,
      "loss": 0.1276,
      "step": 50
    },
    {
      "epoch": 0.11227297743533296,
      "grad_norm": 0.8790437579154968,
      "learning_rate": 7.299270072992701e-05,
      "loss": 0.0857,
      "step": 51
    },
    {
      "epoch": 0.11447440836543754,
      "grad_norm": 1.8895280361175537,
      "learning_rate": 7.445255474452556e-05,
      "loss": 0.3803,
      "step": 52
    },
    {
      "epoch": 0.11667583929554211,
      "grad_norm": 0.6855382323265076,
      "learning_rate": 7.591240875912408e-05,
      "loss": 0.1926,
      "step": 53
    },
    {
      "epoch": 0.11887727022564668,
      "grad_norm": 1.257523536682129,
      "learning_rate": 7.737226277372264e-05,
      "loss": 0.1345,
      "step": 54
    },
    {
      "epoch": 0.12107870115575124,
      "grad_norm": 1.2312171459197998,
      "learning_rate": 7.883211678832118e-05,
      "loss": 0.3421,
      "step": 55
    },
    {
      "epoch": 0.12328013208585581,
      "grad_norm": 1.0815132856369019,
      "learning_rate": 8.029197080291971e-05,
      "loss": 0.2859,
      "step": 56
    },
    {
      "epoch": 0.12548156301596036,
      "grad_norm": 0.5844975709915161,
      "learning_rate": 8.175182481751825e-05,
      "loss": 0.1157,
      "step": 57
    },
    {
      "epoch": 0.12768299394606494,
      "grad_norm": 1.176499605178833,
      "learning_rate": 8.32116788321168e-05,
      "loss": 0.2674,
      "step": 58
    },
    {
      "epoch": 0.1298844248761695,
      "grad_norm": 0.8862079977989197,
      "learning_rate": 8.467153284671534e-05,
      "loss": 0.1591,
      "step": 59
    },
    {
      "epoch": 0.13208585580627408,
      "grad_norm": 0.5914232134819031,
      "learning_rate": 8.613138686131386e-05,
      "loss": 0.0925,
      "step": 60
    },
    {
      "epoch": 0.13428728673637866,
      "grad_norm": 0.5085222125053406,
      "learning_rate": 8.759124087591242e-05,
      "loss": 0.1197,
      "step": 61
    },
    {
      "epoch": 0.1364887176664832,
      "grad_norm": 0.5677929520606995,
      "learning_rate": 8.905109489051096e-05,
      "loss": 0.1964,
      "step": 62
    },
    {
      "epoch": 0.1386901485965878,
      "grad_norm": 0.7557106614112854,
      "learning_rate": 9.051094890510949e-05,
      "loss": 0.1455,
      "step": 63
    },
    {
      "epoch": 0.14089157952669235,
      "grad_norm": 0.962935745716095,
      "learning_rate": 9.197080291970803e-05,
      "loss": 0.3851,
      "step": 64
    },
    {
      "epoch": 0.14309301045679693,
      "grad_norm": 1.9366933107376099,
      "learning_rate": 9.343065693430657e-05,
      "loss": 0.2542,
      "step": 65
    },
    {
      "epoch": 0.14529444138690148,
      "grad_norm": 1.4374990463256836,
      "learning_rate": 9.489051094890511e-05,
      "loss": 0.2277,
      "step": 66
    },
    {
      "epoch": 0.14749587231700606,
      "grad_norm": 1.0540611743927002,
      "learning_rate": 9.635036496350366e-05,
      "loss": 0.2025,
      "step": 67
    },
    {
      "epoch": 0.1496973032471106,
      "grad_norm": 1.1396342515945435,
      "learning_rate": 9.78102189781022e-05,
      "loss": 0.1476,
      "step": 68
    },
    {
      "epoch": 0.1518987341772152,
      "grad_norm": 0.7722952365875244,
      "learning_rate": 9.927007299270074e-05,
      "loss": 0.0759,
      "step": 69
    },
    {
      "epoch": 0.15410016510731975,
      "grad_norm": 1.0545134544372559,
      "learning_rate": 0.00010072992700729928,
      "loss": 0.1877,
      "step": 70
    },
    {
      "epoch": 0.15630159603742433,
      "grad_norm": 0.7256941795349121,
      "learning_rate": 0.00010218978102189782,
      "loss": 0.2213,
      "step": 71
    },
    {
      "epoch": 0.15850302696752888,
      "grad_norm": 0.8643118143081665,
      "learning_rate": 0.00010364963503649637,
      "loss": 0.1217,
      "step": 72
    },
    {
      "epoch": 0.16070445789763346,
      "grad_norm": 1.3518829345703125,
      "learning_rate": 0.0001051094890510949,
      "loss": 0.1657,
      "step": 73
    },
    {
      "epoch": 0.16290588882773804,
      "grad_norm": 1.2510859966278076,
      "learning_rate": 0.00010656934306569344,
      "loss": 0.3364,
      "step": 74
    },
    {
      "epoch": 0.1651073197578426,
      "grad_norm": 0.7721868753433228,
      "learning_rate": 0.00010802919708029198,
      "loss": 0.1296,
      "step": 75
    },
    {
      "epoch": 0.16730875068794718,
      "grad_norm": 1.2092798948287964,
      "learning_rate": 0.00010948905109489052,
      "loss": 0.183,
      "step": 76
    },
    {
      "epoch": 0.16951018161805173,
      "grad_norm": 0.6521322727203369,
      "learning_rate": 0.00011094890510948905,
      "loss": 0.129,
      "step": 77
    },
    {
      "epoch": 0.1717116125481563,
      "grad_norm": 1.9378713369369507,
      "learning_rate": 0.00011240875912408759,
      "loss": 0.2796,
      "step": 78
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 1.120902180671692,
      "learning_rate": 0.00011386861313868613,
      "loss": 0.1491,
      "step": 79
    },
    {
      "epoch": 0.17611447440836545,
      "grad_norm": 1.9726943969726562,
      "learning_rate": 0.00011532846715328467,
      "loss": 0.3284,
      "step": 80
    },
    {
      "epoch": 0.17831590533847,
      "grad_norm": 0.799227237701416,
      "learning_rate": 0.0001167883211678832,
      "loss": 0.1668,
      "step": 81
    },
    {
      "epoch": 0.18051733626857458,
      "grad_norm": 1.8196526765823364,
      "learning_rate": 0.00011824817518248177,
      "loss": 0.4528,
      "step": 82
    },
    {
      "epoch": 0.18271876719867913,
      "grad_norm": 0.9238607883453369,
      "learning_rate": 0.00011970802919708031,
      "loss": 0.2334,
      "step": 83
    },
    {
      "epoch": 0.1849201981287837,
      "grad_norm": 0.9001494646072388,
      "learning_rate": 0.00012116788321167884,
      "loss": 0.1732,
      "step": 84
    },
    {
      "epoch": 0.18712162905888827,
      "grad_norm": 0.7415959239006042,
      "learning_rate": 0.00012262773722627738,
      "loss": 0.0985,
      "step": 85
    },
    {
      "epoch": 0.18932305998899285,
      "grad_norm": 0.9463704824447632,
      "learning_rate": 0.0001240875912408759,
      "loss": 0.151,
      "step": 86
    },
    {
      "epoch": 0.1915244909190974,
      "grad_norm": 0.735754132270813,
      "learning_rate": 0.00012554744525547447,
      "loss": 0.095,
      "step": 87
    },
    {
      "epoch": 0.19372592184920198,
      "grad_norm": 0.9355161786079407,
      "learning_rate": 0.000127007299270073,
      "loss": 0.2339,
      "step": 88
    },
    {
      "epoch": 0.19592735277930656,
      "grad_norm": 1.4002137184143066,
      "learning_rate": 0.00012846715328467152,
      "loss": 0.2057,
      "step": 89
    },
    {
      "epoch": 0.19812878370941112,
      "grad_norm": 1.038177251815796,
      "learning_rate": 0.00012992700729927008,
      "loss": 0.1742,
      "step": 90
    },
    {
      "epoch": 0.2003302146395157,
      "grad_norm": 0.9062851071357727,
      "learning_rate": 0.0001313868613138686,
      "loss": 0.134,
      "step": 91
    },
    {
      "epoch": 0.20253164556962025,
      "grad_norm": 1.0446114540100098,
      "learning_rate": 0.00013284671532846716,
      "loss": 0.1967,
      "step": 92
    },
    {
      "epoch": 0.20473307649972483,
      "grad_norm": 1.0713139772415161,
      "learning_rate": 0.0001343065693430657,
      "loss": 0.2289,
      "step": 93
    },
    {
      "epoch": 0.20693450742982938,
      "grad_norm": 0.8900029063224792,
      "learning_rate": 0.00013576642335766422,
      "loss": 0.1469,
      "step": 94
    },
    {
      "epoch": 0.20913593835993396,
      "grad_norm": 0.615839958190918,
      "learning_rate": 0.0001372262773722628,
      "loss": 0.2123,
      "step": 95
    },
    {
      "epoch": 0.21133736929003852,
      "grad_norm": 0.9755569696426392,
      "learning_rate": 0.00013868613138686133,
      "loss": 0.1719,
      "step": 96
    },
    {
      "epoch": 0.2135388002201431,
      "grad_norm": 0.7173188328742981,
      "learning_rate": 0.00014014598540145986,
      "loss": 0.2311,
      "step": 97
    },
    {
      "epoch": 0.21574023115024765,
      "grad_norm": 2.7052557468414307,
      "learning_rate": 0.00014160583941605841,
      "loss": 0.2516,
      "step": 98
    },
    {
      "epoch": 0.21794166208035223,
      "grad_norm": 1.7500773668289185,
      "learning_rate": 0.00014306569343065694,
      "loss": 0.2488,
      "step": 99
    },
    {
      "epoch": 0.2201430930104568,
      "grad_norm": 1.7758418321609497,
      "learning_rate": 0.00014452554744525547,
      "loss": 0.4666,
      "step": 100
    },
    {
      "epoch": 0.22234452394056137,
      "grad_norm": 1.0867117643356323,
      "learning_rate": 0.00014598540145985403,
      "loss": 0.3035,
      "step": 101
    },
    {
      "epoch": 0.22454595487066592,
      "grad_norm": 1.184135913848877,
      "learning_rate": 0.00014744525547445256,
      "loss": 0.175,
      "step": 102
    },
    {
      "epoch": 0.2267473858007705,
      "grad_norm": 0.8942990303039551,
      "learning_rate": 0.0001489051094890511,
      "loss": 0.1176,
      "step": 103
    },
    {
      "epoch": 0.22894881673087508,
      "grad_norm": 1.145623803138733,
      "learning_rate": 0.00015036496350364964,
      "loss": 0.1915,
      "step": 104
    },
    {
      "epoch": 0.23115024766097964,
      "grad_norm": 1.5253881216049194,
      "learning_rate": 0.00015182481751824817,
      "loss": 0.3467,
      "step": 105
    },
    {
      "epoch": 0.23335167859108422,
      "grad_norm": 1.0943421125411987,
      "learning_rate": 0.00015328467153284672,
      "loss": 0.2571,
      "step": 106
    },
    {
      "epoch": 0.23555310952118877,
      "grad_norm": 1.0738698244094849,
      "learning_rate": 0.00015474452554744528,
      "loss": 0.1974,
      "step": 107
    },
    {
      "epoch": 0.23775454045129335,
      "grad_norm": 0.8418899178504944,
      "learning_rate": 0.0001562043795620438,
      "loss": 0.1585,
      "step": 108
    },
    {
      "epoch": 0.2399559713813979,
      "grad_norm": 2.6217808723449707,
      "learning_rate": 0.00015766423357664236,
      "loss": 0.4359,
      "step": 109
    },
    {
      "epoch": 0.24215740231150248,
      "grad_norm": 0.8705646395683289,
      "learning_rate": 0.0001591240875912409,
      "loss": 0.2176,
      "step": 110
    },
    {
      "epoch": 0.24435883324160704,
      "grad_norm": 0.8313264846801758,
      "learning_rate": 0.00016058394160583942,
      "loss": 0.1573,
      "step": 111
    },
    {
      "epoch": 0.24656026417171162,
      "grad_norm": 1.1230180263519287,
      "learning_rate": 0.00016204379562043797,
      "loss": 0.2631,
      "step": 112
    },
    {
      "epoch": 0.24876169510181617,
      "grad_norm": 1.0018892288208008,
      "learning_rate": 0.0001635036496350365,
      "loss": 0.1711,
      "step": 113
    },
    {
      "epoch": 0.2509631260319207,
      "grad_norm": 0.5920968055725098,
      "learning_rate": 0.00016496350364963503,
      "loss": 0.1189,
      "step": 114
    },
    {
      "epoch": 0.25316455696202533,
      "grad_norm": 1.4356651306152344,
      "learning_rate": 0.0001664233576642336,
      "loss": 0.2634,
      "step": 115
    },
    {
      "epoch": 0.2553659878921299,
      "grad_norm": 1.3919761180877686,
      "learning_rate": 0.00016788321167883211,
      "loss": 0.2505,
      "step": 116
    },
    {
      "epoch": 0.25756741882223444,
      "grad_norm": 0.9886398911476135,
      "learning_rate": 0.00016934306569343067,
      "loss": 0.1908,
      "step": 117
    },
    {
      "epoch": 0.259768849752339,
      "grad_norm": 0.9664818644523621,
      "learning_rate": 0.0001708029197080292,
      "loss": 0.1563,
      "step": 118
    },
    {
      "epoch": 0.2619702806824436,
      "grad_norm": 0.9564926624298096,
      "learning_rate": 0.00017226277372262773,
      "loss": 0.1542,
      "step": 119
    },
    {
      "epoch": 0.26417171161254815,
      "grad_norm": 0.613195538520813,
      "learning_rate": 0.00017372262773722628,
      "loss": 0.0748,
      "step": 120
    },
    {
      "epoch": 0.2663731425426527,
      "grad_norm": 1.116240382194519,
      "learning_rate": 0.00017518248175182484,
      "loss": 0.2469,
      "step": 121
    },
    {
      "epoch": 0.2685745734727573,
      "grad_norm": 0.6556792259216309,
      "learning_rate": 0.00017664233576642337,
      "loss": 0.1449,
      "step": 122
    },
    {
      "epoch": 0.27077600440286187,
      "grad_norm": 1.6238877773284912,
      "learning_rate": 0.00017810218978102192,
      "loss": 0.2584,
      "step": 123
    },
    {
      "epoch": 0.2729774353329664,
      "grad_norm": 1.42080819606781,
      "learning_rate": 0.00017956204379562045,
      "loss": 0.3169,
      "step": 124
    },
    {
      "epoch": 0.275178866263071,
      "grad_norm": 0.721822202205658,
      "learning_rate": 0.00018102189781021898,
      "loss": 0.1188,
      "step": 125
    },
    {
      "epoch": 0.2773802971931756,
      "grad_norm": 1.00337553024292,
      "learning_rate": 0.00018248175182481753,
      "loss": 0.2328,
      "step": 126
    },
    {
      "epoch": 0.27958172812328014,
      "grad_norm": 1.1204198598861694,
      "learning_rate": 0.00018394160583941606,
      "loss": 0.191,
      "step": 127
    },
    {
      "epoch": 0.2817831590533847,
      "grad_norm": 0.7608072757720947,
      "learning_rate": 0.0001854014598540146,
      "loss": 0.1397,
      "step": 128
    },
    {
      "epoch": 0.28398458998348924,
      "grad_norm": 0.9406429529190063,
      "learning_rate": 0.00018686131386861315,
      "loss": 0.3071,
      "step": 129
    },
    {
      "epoch": 0.28618602091359385,
      "grad_norm": 0.8172856569290161,
      "learning_rate": 0.00018832116788321167,
      "loss": 0.1572,
      "step": 130
    },
    {
      "epoch": 0.2883874518436984,
      "grad_norm": 0.7377148866653442,
      "learning_rate": 0.00018978102189781023,
      "loss": 0.2005,
      "step": 131
    },
    {
      "epoch": 0.29058888277380296,
      "grad_norm": 1.500381588935852,
      "learning_rate": 0.00019124087591240879,
      "loss": 0.2424,
      "step": 132
    },
    {
      "epoch": 0.29279031370390757,
      "grad_norm": 1.5137453079223633,
      "learning_rate": 0.00019270072992700731,
      "loss": 0.1776,
      "step": 133
    },
    {
      "epoch": 0.2949917446340121,
      "grad_norm": 1.6952030658721924,
      "learning_rate": 0.00019416058394160587,
      "loss": 0.1664,
      "step": 134
    },
    {
      "epoch": 0.2971931755641167,
      "grad_norm": 1.0178738832473755,
      "learning_rate": 0.0001956204379562044,
      "loss": 0.1929,
      "step": 135
    },
    {
      "epoch": 0.2993946064942212,
      "grad_norm": 2.562960624694824,
      "learning_rate": 0.00019708029197080293,
      "loss": 0.2782,
      "step": 136
    },
    {
      "epoch": 0.30159603742432584,
      "grad_norm": 1.6147712469100952,
      "learning_rate": 0.00019854014598540148,
      "loss": 0.2905,
      "step": 137
    },
    {
      "epoch": 0.3037974683544304,
      "grad_norm": 1.1269806623458862,
      "learning_rate": 0.0002,
      "loss": 0.2205,
      "step": 138
    },
    {
      "epoch": 0.30599889928453494,
      "grad_norm": 1.709218978881836,
      "learning_rate": 0.00019999967115038762,
      "loss": 0.203,
      "step": 139
    },
    {
      "epoch": 0.3082003302146395,
      "grad_norm": 1.1186352968215942,
      "learning_rate": 0.00019999868460371332,
      "loss": 0.2359,
      "step": 140
    },
    {
      "epoch": 0.3104017611447441,
      "grad_norm": 2.0815446376800537,
      "learning_rate": 0.00019999704036646558,
      "loss": 0.7654,
      "step": 141
    },
    {
      "epoch": 0.31260319207484866,
      "grad_norm": 1.123903751373291,
      "learning_rate": 0.00019999473844945856,
      "loss": 0.1531,
      "step": 142
    },
    {
      "epoch": 0.3148046230049532,
      "grad_norm": 1.1775410175323486,
      "learning_rate": 0.00019999177886783194,
      "loss": 0.2142,
      "step": 143
    },
    {
      "epoch": 0.31700605393505776,
      "grad_norm": 1.0821821689605713,
      "learning_rate": 0.00019998816164105087,
      "loss": 0.194,
      "step": 144
    },
    {
      "epoch": 0.31920748486516237,
      "grad_norm": 1.846646785736084,
      "learning_rate": 0.00019998388679290583,
      "loss": 0.421,
      "step": 145
    },
    {
      "epoch": 0.3214089157952669,
      "grad_norm": 0.9930664300918579,
      "learning_rate": 0.00019997895435151246,
      "loss": 0.2811,
      "step": 146
    },
    {
      "epoch": 0.3236103467253715,
      "grad_norm": 0.9030304551124573,
      "learning_rate": 0.00019997336434931137,
      "loss": 0.1815,
      "step": 147
    },
    {
      "epoch": 0.3258117776554761,
      "grad_norm": 0.6974136829376221,
      "learning_rate": 0.000199967116823068,
      "loss": 0.1949,
      "step": 148
    },
    {
      "epoch": 0.32801320858558064,
      "grad_norm": 0.8216617107391357,
      "learning_rate": 0.00019996021181387224,
      "loss": 0.2127,
      "step": 149
    },
    {
      "epoch": 0.3302146395156852,
      "grad_norm": 1.0203906297683716,
      "learning_rate": 0.00019995264936713828,
      "loss": 0.2603,
      "step": 150
    },
    {
      "epoch": 0.33241607044578975,
      "grad_norm": 1.0693780183792114,
      "learning_rate": 0.00019994442953260433,
      "loss": 0.258,
      "step": 151
    },
    {
      "epoch": 0.33461750137589436,
      "grad_norm": 1.3966225385665894,
      "learning_rate": 0.00019993555236433213,
      "loss": 0.2827,
      "step": 152
    },
    {
      "epoch": 0.3368189323059989,
      "grad_norm": 0.5770395994186401,
      "learning_rate": 0.00019992601792070679,
      "loss": 0.1481,
      "step": 153
    },
    {
      "epoch": 0.33902036323610346,
      "grad_norm": 1.5406584739685059,
      "learning_rate": 0.00019991582626443618,
      "loss": 0.1926,
      "step": 154
    },
    {
      "epoch": 0.341221794166208,
      "grad_norm": 1.5380587577819824,
      "learning_rate": 0.00019990497746255086,
      "loss": 0.2582,
      "step": 155
    },
    {
      "epoch": 0.3434232250963126,
      "grad_norm": 0.7996829748153687,
      "learning_rate": 0.00019989347158640323,
      "loss": 0.2201,
      "step": 156
    },
    {
      "epoch": 0.3456246560264172,
      "grad_norm": 1.2687666416168213,
      "learning_rate": 0.00019988130871166737,
      "loss": 0.2027,
      "step": 157
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 0.9393393993377686,
      "learning_rate": 0.00019986848891833845,
      "loss": 0.2079,
      "step": 158
    },
    {
      "epoch": 0.3500275178866263,
      "grad_norm": 1.0372052192687988,
      "learning_rate": 0.0001998550122907321,
      "loss": 0.1452,
      "step": 159
    },
    {
      "epoch": 0.3522289488167309,
      "grad_norm": 1.1515039205551147,
      "learning_rate": 0.00019984087891748402,
      "loss": 0.2363,
      "step": 160
    },
    {
      "epoch": 0.35443037974683544,
      "grad_norm": 2.2971878051757812,
      "learning_rate": 0.0001998260888915493,
      "loss": 0.5014,
      "step": 161
    },
    {
      "epoch": 0.35663181067694,
      "grad_norm": 1.187995433807373,
      "learning_rate": 0.00019981064231020182,
      "loss": 0.2729,
      "step": 162
    },
    {
      "epoch": 0.3588332416070446,
      "grad_norm": 1.2573753595352173,
      "learning_rate": 0.00019979453927503364,
      "loss": 0.2384,
      "step": 163
    },
    {
      "epoch": 0.36103467253714916,
      "grad_norm": 1.0439549684524536,
      "learning_rate": 0.0001997777798919543,
      "loss": 0.2956,
      "step": 164
    },
    {
      "epoch": 0.3632361034672537,
      "grad_norm": 1.4184736013412476,
      "learning_rate": 0.00019976036427119006,
      "loss": 0.2207,
      "step": 165
    },
    {
      "epoch": 0.36543753439735827,
      "grad_norm": 1.2747489213943481,
      "learning_rate": 0.00019974229252728342,
      "loss": 0.2199,
      "step": 166
    },
    {
      "epoch": 0.3676389653274629,
      "grad_norm": 0.513881266117096,
      "learning_rate": 0.00019972356477909205,
      "loss": 0.113,
      "step": 167
    },
    {
      "epoch": 0.3698403962575674,
      "grad_norm": 1.0329495668411255,
      "learning_rate": 0.0001997041811497882,
      "loss": 0.2586,
      "step": 168
    },
    {
      "epoch": 0.372041827187672,
      "grad_norm": 0.6814864277839661,
      "learning_rate": 0.00019968414176685788,
      "loss": 0.1375,
      "step": 169
    },
    {
      "epoch": 0.37424325811777653,
      "grad_norm": 1.2967740297317505,
      "learning_rate": 0.0001996634467620999,
      "loss": 0.201,
      "step": 170
    },
    {
      "epoch": 0.37644468904788114,
      "grad_norm": 2.24857759475708,
      "learning_rate": 0.00019964209627162526,
      "loss": 0.2661,
      "step": 171
    },
    {
      "epoch": 0.3786461199779857,
      "grad_norm": 1.3992667198181152,
      "learning_rate": 0.00019962009043585584,
      "loss": 0.0903,
      "step": 172
    },
    {
      "epoch": 0.38084755090809025,
      "grad_norm": 2.2193541526794434,
      "learning_rate": 0.00019959742939952392,
      "loss": 0.2786,
      "step": 173
    },
    {
      "epoch": 0.3830489818381948,
      "grad_norm": 1.2357624769210815,
      "learning_rate": 0.00019957411331167094,
      "loss": 0.3981,
      "step": 174
    },
    {
      "epoch": 0.3852504127682994,
      "grad_norm": 0.8800520300865173,
      "learning_rate": 0.00019955014232564663,
      "loss": 0.1451,
      "step": 175
    },
    {
      "epoch": 0.38745184369840396,
      "grad_norm": 0.7195889949798584,
      "learning_rate": 0.000199525516599108,
      "loss": 0.0959,
      "step": 176
    },
    {
      "epoch": 0.3896532746285085,
      "grad_norm": 2.2375988960266113,
      "learning_rate": 0.00019950023629401823,
      "loss": 0.3118,
      "step": 177
    },
    {
      "epoch": 0.3918547055586131,
      "grad_norm": 1.8316059112548828,
      "learning_rate": 0.00019947430157664576,
      "loss": 0.2448,
      "step": 178
    },
    {
      "epoch": 0.3940561364887177,
      "grad_norm": 1.2774708271026611,
      "learning_rate": 0.00019944771261756292,
      "loss": 0.1959,
      "step": 179
    },
    {
      "epoch": 0.39625756741882223,
      "grad_norm": 1.0134649276733398,
      "learning_rate": 0.00019942046959164515,
      "loss": 0.2163,
      "step": 180
    },
    {
      "epoch": 0.3984589983489268,
      "grad_norm": 1.4235607385635376,
      "learning_rate": 0.00019939257267806963,
      "loss": 0.3726,
      "step": 181
    },
    {
      "epoch": 0.4006604292790314,
      "grad_norm": 0.4046984910964966,
      "learning_rate": 0.00019936402206031413,
      "loss": 0.0713,
      "step": 182
    },
    {
      "epoch": 0.40286186020913595,
      "grad_norm": 1.2674638032913208,
      "learning_rate": 0.00019933481792615583,
      "loss": 0.2618,
      "step": 183
    },
    {
      "epoch": 0.4050632911392405,
      "grad_norm": 1.141114592552185,
      "learning_rate": 0.00019930496046767008,
      "loss": 0.3159,
      "step": 184
    },
    {
      "epoch": 0.40726472206934505,
      "grad_norm": 0.9752854704856873,
      "learning_rate": 0.00019927444988122918,
      "loss": 0.3026,
      "step": 185
    },
    {
      "epoch": 0.40946615299944966,
      "grad_norm": 1.7940340042114258,
      "learning_rate": 0.00019924328636750102,
      "loss": 0.3452,
      "step": 186
    },
    {
      "epoch": 0.4116675839295542,
      "grad_norm": 1.4885001182556152,
      "learning_rate": 0.0001992114701314478,
      "loss": 0.2027,
      "step": 187
    },
    {
      "epoch": 0.41386901485965877,
      "grad_norm": 1.3337723016738892,
      "learning_rate": 0.0001991790013823246,
      "loss": 0.2417,
      "step": 188
    },
    {
      "epoch": 0.4160704457897633,
      "grad_norm": 1.3942782878875732,
      "learning_rate": 0.00019914588033367823,
      "loss": 0.3172,
      "step": 189
    },
    {
      "epoch": 0.41827187671986793,
      "grad_norm": 0.6452035307884216,
      "learning_rate": 0.00019911210720334547,
      "loss": 0.1793,
      "step": 190
    },
    {
      "epoch": 0.4204733076499725,
      "grad_norm": 1.146669864654541,
      "learning_rate": 0.000199077682213452,
      "loss": 0.2297,
      "step": 191
    },
    {
      "epoch": 0.42267473858007704,
      "grad_norm": 1.0184296369552612,
      "learning_rate": 0.0001990426055904107,
      "loss": 0.1563,
      "step": 192
    },
    {
      "epoch": 0.42487616951018164,
      "grad_norm": 1.3531533479690552,
      "learning_rate": 0.0001990068775649202,
      "loss": 0.194,
      "step": 193
    },
    {
      "epoch": 0.4270776004402862,
      "grad_norm": 1.0374277830123901,
      "learning_rate": 0.0001989704983719635,
      "loss": 0.1652,
      "step": 194
    },
    {
      "epoch": 0.42927903137039075,
      "grad_norm": 0.8380899429321289,
      "learning_rate": 0.00019893346825080625,
      "loss": 0.195,
      "step": 195
    },
    {
      "epoch": 0.4314804623004953,
      "grad_norm": 1.239431619644165,
      "learning_rate": 0.00019889578744499532,
      "loss": 0.2463,
      "step": 196
    },
    {
      "epoch": 0.4336818932305999,
      "grad_norm": 1.1668486595153809,
      "learning_rate": 0.000198857456202357,
      "loss": 0.237,
      "step": 197
    },
    {
      "epoch": 0.43588332416070447,
      "grad_norm": 1.1140515804290771,
      "learning_rate": 0.00019881847477499557,
      "loss": 0.2848,
      "step": 198
    },
    {
      "epoch": 0.438084755090809,
      "grad_norm": 1.3733386993408203,
      "learning_rate": 0.00019877884341929164,
      "loss": 0.2022,
      "step": 199
    },
    {
      "epoch": 0.4402861860209136,
      "grad_norm": 1.389896273612976,
      "learning_rate": 0.00019873856239590034,
      "loss": 0.267,
      "step": 200
    },
    {
      "epoch": 0.4424876169510182,
      "grad_norm": 1.0052469968795776,
      "learning_rate": 0.00019869763196974957,
      "loss": 0.2277,
      "step": 201
    },
    {
      "epoch": 0.44468904788112273,
      "grad_norm": 1.034943699836731,
      "learning_rate": 0.00019865605241003848,
      "loss": 0.1446,
      "step": 202
    },
    {
      "epoch": 0.4468904788112273,
      "grad_norm": 0.5385359525680542,
      "learning_rate": 0.0001986138239902355,
      "loss": 0.0705,
      "step": 203
    },
    {
      "epoch": 0.44909190974133184,
      "grad_norm": 0.9618946313858032,
      "learning_rate": 0.00019857094698807662,
      "loss": 0.2932,
      "step": 204
    },
    {
      "epoch": 0.45129334067143645,
      "grad_norm": 1.1805518865585327,
      "learning_rate": 0.00019852742168556355,
      "loss": 0.2388,
      "step": 205
    },
    {
      "epoch": 0.453494771601541,
      "grad_norm": 1.1751959323883057,
      "learning_rate": 0.00019848324836896185,
      "loss": 0.2859,
      "step": 206
    },
    {
      "epoch": 0.45569620253164556,
      "grad_norm": 1.0479226112365723,
      "learning_rate": 0.00019843842732879914,
      "loss": 0.2722,
      "step": 207
    },
    {
      "epoch": 0.45789763346175016,
      "grad_norm": 1.0439608097076416,
      "learning_rate": 0.00019839295885986296,
      "loss": 0.1869,
      "step": 208
    },
    {
      "epoch": 0.4600990643918547,
      "grad_norm": 1.0632809400558472,
      "learning_rate": 0.00019834684326119916,
      "loss": 0.2354,
      "step": 209
    },
    {
      "epoch": 0.46230049532195927,
      "grad_norm": 0.8700536489486694,
      "learning_rate": 0.00019830008083610964,
      "loss": 0.1734,
      "step": 210
    },
    {
      "epoch": 0.4645019262520638,
      "grad_norm": 1.8080542087554932,
      "learning_rate": 0.0001982526718921505,
      "loss": 0.411,
      "step": 211
    },
    {
      "epoch": 0.46670335718216843,
      "grad_norm": 1.38103449344635,
      "learning_rate": 0.00019820461674113,
      "loss": 0.2625,
      "step": 212
    },
    {
      "epoch": 0.468904788112273,
      "grad_norm": 1.205725073814392,
      "learning_rate": 0.00019815591569910654,
      "loss": 0.3933,
      "step": 213
    },
    {
      "epoch": 0.47110621904237754,
      "grad_norm": 2.5588293075561523,
      "learning_rate": 0.00019810656908638644,
      "loss": 0.3953,
      "step": 214
    },
    {
      "epoch": 0.4733076499724821,
      "grad_norm": 1.0547009706497192,
      "learning_rate": 0.00019805657722752202,
      "loss": 0.1817,
      "step": 215
    },
    {
      "epoch": 0.4755090809025867,
      "grad_norm": 1.2319700717926025,
      "learning_rate": 0.00019800594045130932,
      "loss": 0.2348,
      "step": 216
    },
    {
      "epoch": 0.47771051183269125,
      "grad_norm": 1.148016333580017,
      "learning_rate": 0.00019795465909078607,
      "loss": 0.201,
      "step": 217
    },
    {
      "epoch": 0.4799119427627958,
      "grad_norm": 1.0850389003753662,
      "learning_rate": 0.0001979027334832293,
      "loss": 0.2078,
      "step": 218
    },
    {
      "epoch": 0.48211337369290036,
      "grad_norm": 1.154354214668274,
      "learning_rate": 0.0001978501639701534,
      "loss": 0.3007,
      "step": 219
    },
    {
      "epoch": 0.48431480462300497,
      "grad_norm": 1.7488455772399902,
      "learning_rate": 0.00019779695089730765,
      "loss": 0.2684,
      "step": 220
    },
    {
      "epoch": 0.4865162355531095,
      "grad_norm": 2.215618848800659,
      "learning_rate": 0.00019774309461467399,
      "loss": 0.1546,
      "step": 221
    },
    {
      "epoch": 0.4887176664832141,
      "grad_norm": 1.2282485961914062,
      "learning_rate": 0.00019768859547646478,
      "loss": 0.2675,
      "step": 222
    },
    {
      "epoch": 0.4909190974133187,
      "grad_norm": 0.7270124554634094,
      "learning_rate": 0.00019763345384112043,
      "loss": 0.1491,
      "step": 223
    },
    {
      "epoch": 0.49312052834342324,
      "grad_norm": 1.3781054019927979,
      "learning_rate": 0.00019757767007130706,
      "loss": 0.3164,
      "step": 224
    },
    {
      "epoch": 0.4953219592735278,
      "grad_norm": 1.1072008609771729,
      "learning_rate": 0.00019752124453391404,
      "loss": 0.2054,
      "step": 225
    },
    {
      "epoch": 0.49752339020363234,
      "grad_norm": 1.453762412071228,
      "learning_rate": 0.00019746417760005178,
      "loss": 0.1959,
      "step": 226
    },
    {
      "epoch": 0.49972482113373695,
      "grad_norm": 0.9458669424057007,
      "learning_rate": 0.00019740646964504902,
      "loss": 0.195,
      "step": 227
    },
    {
      "epoch": 0.5019262520638414,
      "grad_norm": 0.9705711603164673,
      "learning_rate": 0.00019734812104845047,
      "loss": 0.1799,
      "step": 228
    },
    {
      "epoch": 0.5041276829939461,
      "grad_norm": 1.1919350624084473,
      "learning_rate": 0.0001972891321940145,
      "loss": 0.1922,
      "step": 229
    },
    {
      "epoch": 0.5063291139240507,
      "grad_norm": 1.200522541999817,
      "learning_rate": 0.0001972295034697103,
      "loss": 0.2551,
      "step": 230
    },
    {
      "epoch": 0.5085305448541552,
      "grad_norm": 1.3816964626312256,
      "learning_rate": 0.00019716923526771552,
      "loss": 0.3134,
      "step": 231
    },
    {
      "epoch": 0.5107319757842598,
      "grad_norm": 0.6731604933738708,
      "learning_rate": 0.00019710832798441365,
      "loss": 0.1294,
      "step": 232
    },
    {
      "epoch": 0.5129334067143644,
      "grad_norm": 0.9393294453620911,
      "learning_rate": 0.0001970467820203915,
      "loss": 0.1441,
      "step": 233
    },
    {
      "epoch": 0.5151348376444689,
      "grad_norm": 0.743293821811676,
      "learning_rate": 0.00019698459778043627,
      "loss": 0.1028,
      "step": 234
    },
    {
      "epoch": 0.5173362685745735,
      "grad_norm": 1.600050449371338,
      "learning_rate": 0.00019692177567353332,
      "loss": 0.2226,
      "step": 235
    },
    {
      "epoch": 0.519537699504678,
      "grad_norm": 1.7203608751296997,
      "learning_rate": 0.0001968583161128631,
      "loss": 0.3033,
      "step": 236
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 1.3202494382858276,
      "learning_rate": 0.00019679421951579874,
      "loss": 0.0937,
      "step": 237
    },
    {
      "epoch": 0.5239405613648872,
      "grad_norm": 1.847307801246643,
      "learning_rate": 0.00019672948630390294,
      "loss": 0.2683,
      "step": 238
    },
    {
      "epoch": 0.5261419922949917,
      "grad_norm": 1.322928786277771,
      "learning_rate": 0.00019666411690292564,
      "loss": 0.2265,
      "step": 239
    },
    {
      "epoch": 0.5283434232250963,
      "grad_norm": 1.9180538654327393,
      "learning_rate": 0.0001965981117428008,
      "loss": 0.2164,
      "step": 240
    },
    {
      "epoch": 0.5305448541552009,
      "grad_norm": 2.2924304008483887,
      "learning_rate": 0.00019653147125764392,
      "loss": 0.2647,
      "step": 241
    },
    {
      "epoch": 0.5327462850853054,
      "grad_norm": 0.9613167643547058,
      "learning_rate": 0.0001964641958857489,
      "loss": 0.1628,
      "step": 242
    },
    {
      "epoch": 0.53494771601541,
      "grad_norm": 2.0845701694488525,
      "learning_rate": 0.00019639628606958533,
      "loss": 0.3281,
      "step": 243
    },
    {
      "epoch": 0.5371491469455146,
      "grad_norm": 1.326499104499817,
      "learning_rate": 0.0001963277422557956,
      "loss": 0.1656,
      "step": 244
    },
    {
      "epoch": 0.5393505778756191,
      "grad_norm": 0.9228304028511047,
      "learning_rate": 0.00019625856489519184,
      "loss": 0.19,
      "step": 245
    },
    {
      "epoch": 0.5415520088057237,
      "grad_norm": 1.0690181255340576,
      "learning_rate": 0.00019618875444275293,
      "loss": 0.2124,
      "step": 246
    },
    {
      "epoch": 0.5437534397358282,
      "grad_norm": 1.492824673652649,
      "learning_rate": 0.00019611831135762174,
      "loss": 0.1966,
      "step": 247
    },
    {
      "epoch": 0.5459548706659328,
      "grad_norm": 1.7507821321487427,
      "learning_rate": 0.00019604723610310194,
      "loss": 0.4592,
      "step": 248
    },
    {
      "epoch": 0.5481563015960375,
      "grad_norm": 1.523306965827942,
      "learning_rate": 0.00019597552914665483,
      "loss": 0.3597,
      "step": 249
    },
    {
      "epoch": 0.550357732526142,
      "grad_norm": 1.8270065784454346,
      "learning_rate": 0.0001959031909598966,
      "loss": 0.314,
      "step": 250
    },
    {
      "epoch": 0.5525591634562466,
      "grad_norm": 0.5709218382835388,
      "learning_rate": 0.00019583022201859483,
      "loss": 0.1128,
      "step": 251
    },
    {
      "epoch": 0.5547605943863512,
      "grad_norm": 1.1685845851898193,
      "learning_rate": 0.00019575662280266578,
      "loss": 0.2384,
      "step": 252
    },
    {
      "epoch": 0.5569620253164557,
      "grad_norm": 0.5500782132148743,
      "learning_rate": 0.00019568239379617088,
      "loss": 0.1463,
      "step": 253
    },
    {
      "epoch": 0.5591634562465603,
      "grad_norm": 1.9069963693618774,
      "learning_rate": 0.00019560753548731374,
      "loss": 0.5131,
      "step": 254
    },
    {
      "epoch": 0.5613648871766649,
      "grad_norm": 1.0922200679779053,
      "learning_rate": 0.0001955320483684369,
      "loss": 0.2108,
      "step": 255
    },
    {
      "epoch": 0.5635663181067694,
      "grad_norm": 1.1500283479690552,
      "learning_rate": 0.0001954559329360185,
      "loss": 0.2229,
      "step": 256
    },
    {
      "epoch": 0.565767749036874,
      "grad_norm": 1.501747488975525,
      "learning_rate": 0.0001953791896906692,
      "loss": 0.1476,
      "step": 257
    },
    {
      "epoch": 0.5679691799669785,
      "grad_norm": 0.5918743014335632,
      "learning_rate": 0.00019530181913712872,
      "loss": 0.1434,
      "step": 258
    },
    {
      "epoch": 0.5701706108970831,
      "grad_norm": 0.9154205322265625,
      "learning_rate": 0.00019522382178426258,
      "loss": 0.2219,
      "step": 259
    },
    {
      "epoch": 0.5723720418271877,
      "grad_norm": 1.260572910308838,
      "learning_rate": 0.00019514519814505877,
      "loss": 0.3396,
      "step": 260
    },
    {
      "epoch": 0.5745734727572922,
      "grad_norm": 0.9173365235328674,
      "learning_rate": 0.00019506594873662433,
      "loss": 0.1369,
      "step": 261
    },
    {
      "epoch": 0.5767749036873968,
      "grad_norm": 1.759440302848816,
      "learning_rate": 0.00019498607408018203,
      "loss": 0.7267,
      "step": 262
    },
    {
      "epoch": 0.5789763346175014,
      "grad_norm": 1.300220251083374,
      "learning_rate": 0.00019490557470106686,
      "loss": 0.3193,
      "step": 263
    },
    {
      "epoch": 0.5811777655476059,
      "grad_norm": 1.3596434593200684,
      "learning_rate": 0.00019482445112872264,
      "loss": 0.3193,
      "step": 264
    },
    {
      "epoch": 0.5833791964777105,
      "grad_norm": 0.9206734299659729,
      "learning_rate": 0.00019474270389669844,
      "loss": 0.173,
      "step": 265
    },
    {
      "epoch": 0.5855806274078151,
      "grad_norm": 1.1209437847137451,
      "learning_rate": 0.0001946603335426452,
      "loss": 0.1857,
      "step": 266
    },
    {
      "epoch": 0.5877820583379196,
      "grad_norm": 0.7680370211601257,
      "learning_rate": 0.00019457734060831204,
      "loss": 0.2384,
      "step": 267
    },
    {
      "epoch": 0.5899834892680242,
      "grad_norm": 1.1541163921356201,
      "learning_rate": 0.00019449372563954293,
      "loss": 0.2907,
      "step": 268
    },
    {
      "epoch": 0.5921849201981287,
      "grad_norm": 0.7708389759063721,
      "learning_rate": 0.00019440948918627283,
      "loss": 0.1215,
      "step": 269
    },
    {
      "epoch": 0.5943863511282333,
      "grad_norm": 0.7209833860397339,
      "learning_rate": 0.00019432463180252423,
      "loss": 0.2057,
      "step": 270
    },
    {
      "epoch": 0.596587782058338,
      "grad_norm": 1.0058317184448242,
      "learning_rate": 0.0001942391540464035,
      "loss": 0.316,
      "step": 271
    },
    {
      "epoch": 0.5987892129884425,
      "grad_norm": 0.912278950214386,
      "learning_rate": 0.00019415305648009715,
      "loss": 0.2154,
      "step": 272
    },
    {
      "epoch": 0.6009906439185471,
      "grad_norm": 0.9229905009269714,
      "learning_rate": 0.00019406633966986828,
      "loss": 0.1988,
      "step": 273
    },
    {
      "epoch": 0.6031920748486517,
      "grad_norm": 0.9416797161102295,
      "learning_rate": 0.00019397900418605257,
      "loss": 0.2454,
      "step": 274
    },
    {
      "epoch": 0.6053935057787562,
      "grad_norm": 0.7916048765182495,
      "learning_rate": 0.0001938910506030549,
      "loss": 0.1595,
      "step": 275
    },
    {
      "epoch": 0.6075949367088608,
      "grad_norm": 0.7961133718490601,
      "learning_rate": 0.00019380247949934534,
      "loss": 0.3149,
      "step": 276
    },
    {
      "epoch": 0.6097963676389653,
      "grad_norm": 2.367426633834839,
      "learning_rate": 0.00019371329145745524,
      "loss": 0.4522,
      "step": 277
    },
    {
      "epoch": 0.6119977985690699,
      "grad_norm": 1.6261329650878906,
      "learning_rate": 0.00019362348706397373,
      "loss": 0.3005,
      "step": 278
    },
    {
      "epoch": 0.6141992294991745,
      "grad_norm": 0.9070632457733154,
      "learning_rate": 0.0001935330669095436,
      "loss": 0.2101,
      "step": 279
    },
    {
      "epoch": 0.616400660429279,
      "grad_norm": 1.2766557931900024,
      "learning_rate": 0.0001934420315888575,
      "loss": 0.2502,
      "step": 280
    },
    {
      "epoch": 0.6186020913593836,
      "grad_norm": 1.20702064037323,
      "learning_rate": 0.00019335038170065403,
      "loss": 0.2563,
      "step": 281
    },
    {
      "epoch": 0.6208035222894882,
      "grad_norm": 1.1549800634384155,
      "learning_rate": 0.0001932581178477138,
      "loss": 0.1833,
      "step": 282
    },
    {
      "epoch": 0.6230049532195927,
      "grad_norm": 1.2302500009536743,
      "learning_rate": 0.0001931652406368554,
      "loss": 0.226,
      "step": 283
    },
    {
      "epoch": 0.6252063841496973,
      "grad_norm": 1.1015033721923828,
      "learning_rate": 0.00019307175067893165,
      "loss": 0.3038,
      "step": 284
    },
    {
      "epoch": 0.6274078150798019,
      "grad_norm": 1.1137440204620361,
      "learning_rate": 0.00019297764858882514,
      "loss": 0.2073,
      "step": 285
    },
    {
      "epoch": 0.6296092460099064,
      "grad_norm": 1.1460460424423218,
      "learning_rate": 0.00019288293498544469,
      "loss": 0.4567,
      "step": 286
    },
    {
      "epoch": 0.631810676940011,
      "grad_norm": 1.245483636856079,
      "learning_rate": 0.00019278761049172088,
      "loss": 0.3153,
      "step": 287
    },
    {
      "epoch": 0.6340121078701155,
      "grad_norm": 0.587056040763855,
      "learning_rate": 0.0001926916757346022,
      "loss": 0.0915,
      "step": 288
    },
    {
      "epoch": 0.6362135388002201,
      "grad_norm": 0.8686281442642212,
      "learning_rate": 0.00019259513134505077,
      "loss": 0.1085,
      "step": 289
    },
    {
      "epoch": 0.6384149697303247,
      "grad_norm": 1.245270848274231,
      "learning_rate": 0.0001924979779580383,
      "loss": 0.2146,
      "step": 290
    },
    {
      "epoch": 0.6406164006604292,
      "grad_norm": 0.9802015423774719,
      "learning_rate": 0.00019240021621254186,
      "loss": 0.3619,
      "step": 291
    },
    {
      "epoch": 0.6428178315905339,
      "grad_norm": 1.0316482782363892,
      "learning_rate": 0.00019230184675153976,
      "loss": 0.5368,
      "step": 292
    },
    {
      "epoch": 0.6450192625206385,
      "grad_norm": 1.010973334312439,
      "learning_rate": 0.00019220287022200707,
      "loss": 0.1715,
      "step": 293
    },
    {
      "epoch": 0.647220693450743,
      "grad_norm": 1.4453409910202026,
      "learning_rate": 0.00019210328727491173,
      "loss": 0.1925,
      "step": 294
    },
    {
      "epoch": 0.6494221243808476,
      "grad_norm": 1.1811559200286865,
      "learning_rate": 0.00019200309856520997,
      "loss": 0.2017,
      "step": 295
    },
    {
      "epoch": 0.6516235553109522,
      "grad_norm": 0.8928061127662659,
      "learning_rate": 0.00019190230475184223,
      "loss": 0.2713,
      "step": 296
    },
    {
      "epoch": 0.6538249862410567,
      "grad_norm": 1.332140326499939,
      "learning_rate": 0.00019180090649772855,
      "loss": 0.2451,
      "step": 297
    },
    {
      "epoch": 0.6560264171711613,
      "grad_norm": 1.1139875650405884,
      "learning_rate": 0.00019169890446976454,
      "loss": 0.2006,
      "step": 298
    },
    {
      "epoch": 0.6582278481012658,
      "grad_norm": 1.582215666770935,
      "learning_rate": 0.00019159629933881666,
      "loss": 0.2862,
      "step": 299
    },
    {
      "epoch": 0.6604292790313704,
      "grad_norm": 0.647504448890686,
      "learning_rate": 0.00019149309177971815,
      "loss": 0.0764,
      "step": 300
    },
    {
      "epoch": 0.662630709961475,
      "grad_norm": 2.3032169342041016,
      "learning_rate": 0.00019138928247126424,
      "loss": 0.3415,
      "step": 301
    },
    {
      "epoch": 0.6648321408915795,
      "grad_norm": 1.4954179525375366,
      "learning_rate": 0.00019128487209620803,
      "loss": 0.3911,
      "step": 302
    },
    {
      "epoch": 0.6670335718216841,
      "grad_norm": 1.450543999671936,
      "learning_rate": 0.0001911798613412557,
      "loss": 0.2685,
      "step": 303
    },
    {
      "epoch": 0.6692350027517887,
      "grad_norm": 1.65657639503479,
      "learning_rate": 0.0001910742508970622,
      "loss": 0.343,
      "step": 304
    },
    {
      "epoch": 0.6714364336818932,
      "grad_norm": 2.165513515472412,
      "learning_rate": 0.00019096804145822655,
      "loss": 0.3681,
      "step": 305
    },
    {
      "epoch": 0.6736378646119978,
      "grad_norm": 1.0061649084091187,
      "learning_rate": 0.00019086123372328746,
      "loss": 0.1908,
      "step": 306
    },
    {
      "epoch": 0.6758392955421023,
      "grad_norm": 0.8672468066215515,
      "learning_rate": 0.00019075382839471857,
      "loss": 0.167,
      "step": 307
    },
    {
      "epoch": 0.6780407264722069,
      "grad_norm": 1.4202598333358765,
      "learning_rate": 0.0001906458261789238,
      "loss": 0.1973,
      "step": 308
    },
    {
      "epoch": 0.6802421574023115,
      "grad_norm": 1.4729435443878174,
      "learning_rate": 0.00019053722778623305,
      "loss": 0.3278,
      "step": 309
    },
    {
      "epoch": 0.682443588332416,
      "grad_norm": 1.2635149955749512,
      "learning_rate": 0.000190428033930897,
      "loss": 0.2677,
      "step": 310
    },
    {
      "epoch": 0.6846450192625206,
      "grad_norm": 1.1371662616729736,
      "learning_rate": 0.0001903182453310828,
      "loss": 0.3166,
      "step": 311
    },
    {
      "epoch": 0.6868464501926252,
      "grad_norm": 0.8570672869682312,
      "learning_rate": 0.0001902078627088692,
      "loss": 0.2779,
      "step": 312
    },
    {
      "epoch": 0.6890478811227297,
      "grad_norm": 0.9639473557472229,
      "learning_rate": 0.0001900968867902419,
      "loss": 0.1461,
      "step": 313
    },
    {
      "epoch": 0.6912493120528344,
      "grad_norm": 1.0219823122024536,
      "learning_rate": 0.00018998531830508869,
      "loss": 0.259,
      "step": 314
    },
    {
      "epoch": 0.693450742982939,
      "grad_norm": 0.8559497594833374,
      "learning_rate": 0.00018987315798719452,
      "loss": 0.2074,
      "step": 315
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 1.8177236318588257,
      "learning_rate": 0.000189760406574237,
      "loss": 0.3885,
      "step": 316
    },
    {
      "epoch": 0.6978536048431481,
      "grad_norm": 1.7845747470855713,
      "learning_rate": 0.0001896470648077813,
      "loss": 0.3579,
      "step": 317
    },
    {
      "epoch": 0.7000550357732526,
      "grad_norm": 0.8975507020950317,
      "learning_rate": 0.0001895331334332753,
      "loss": 0.2452,
      "step": 318
    },
    {
      "epoch": 0.7022564667033572,
      "grad_norm": 0.9428125023841858,
      "learning_rate": 0.00018941861320004484,
      "loss": 0.2423,
      "step": 319
    },
    {
      "epoch": 0.7044578976334618,
      "grad_norm": 1.159013032913208,
      "learning_rate": 0.00018930350486128856,
      "loss": 0.4047,
      "step": 320
    },
    {
      "epoch": 0.7066593285635663,
      "grad_norm": 0.8494213223457336,
      "learning_rate": 0.00018918780917407307,
      "loss": 0.2341,
      "step": 321
    },
    {
      "epoch": 0.7088607594936709,
      "grad_norm": 1.068804144859314,
      "learning_rate": 0.0001890715268993281,
      "loss": 0.3007,
      "step": 322
    },
    {
      "epoch": 0.7110621904237755,
      "grad_norm": 0.43914756178855896,
      "learning_rate": 0.0001889546588018412,
      "loss": 0.0936,
      "step": 323
    },
    {
      "epoch": 0.71326362135388,
      "grad_norm": 0.7797726392745972,
      "learning_rate": 0.00018883720565025295,
      "loss": 0.2057,
      "step": 324
    },
    {
      "epoch": 0.7154650522839846,
      "grad_norm": 0.7800988554954529,
      "learning_rate": 0.00018871916821705184,
      "loss": 0.2073,
      "step": 325
    },
    {
      "epoch": 0.7176664832140892,
      "grad_norm": 0.5828583240509033,
      "learning_rate": 0.00018860054727856915,
      "loss": 0.1515,
      "step": 326
    },
    {
      "epoch": 0.7198679141441937,
      "grad_norm": 1.471644401550293,
      "learning_rate": 0.00018848134361497385,
      "loss": 0.3854,
      "step": 327
    },
    {
      "epoch": 0.7220693450742983,
      "grad_norm": 1.2705450057983398,
      "learning_rate": 0.00018836155801026753,
      "loss": 0.2625,
      "step": 328
    },
    {
      "epoch": 0.7242707760044028,
      "grad_norm": 1.0784512758255005,
      "learning_rate": 0.0001882411912522792,
      "loss": 0.1387,
      "step": 329
    },
    {
      "epoch": 0.7264722069345074,
      "grad_norm": 1.1987195014953613,
      "learning_rate": 0.00018812024413266006,
      "loss": 0.2613,
      "step": 330
    },
    {
      "epoch": 0.728673637864612,
      "grad_norm": 0.9083921909332275,
      "learning_rate": 0.0001879987174468784,
      "loss": 0.1633,
      "step": 331
    },
    {
      "epoch": 0.7308750687947165,
      "grad_norm": 1.1217319965362549,
      "learning_rate": 0.00018787661199421427,
      "loss": 0.158,
      "step": 332
    },
    {
      "epoch": 0.7330764997248211,
      "grad_norm": 0.7454916834831238,
      "learning_rate": 0.00018775392857775432,
      "loss": 0.1587,
      "step": 333
    },
    {
      "epoch": 0.7352779306549257,
      "grad_norm": 0.8220398426055908,
      "learning_rate": 0.00018763066800438636,
      "loss": 0.1583,
      "step": 334
    },
    {
      "epoch": 0.7374793615850302,
      "grad_norm": 0.908816397190094,
      "learning_rate": 0.00018750683108479432,
      "loss": 0.2706,
      "step": 335
    },
    {
      "epoch": 0.7396807925151349,
      "grad_norm": 1.1175532341003418,
      "learning_rate": 0.0001873824186334526,
      "loss": 0.241,
      "step": 336
    },
    {
      "epoch": 0.7418822234452394,
      "grad_norm": 0.8782237768173218,
      "learning_rate": 0.00018725743146862095,
      "loss": 0.2187,
      "step": 337
    },
    {
      "epoch": 0.744083654375344,
      "grad_norm": 1.36802339553833,
      "learning_rate": 0.00018713187041233896,
      "loss": 0.2422,
      "step": 338
    },
    {
      "epoch": 0.7462850853054486,
      "grad_norm": 1.4567631483078003,
      "learning_rate": 0.00018700573629042074,
      "loss": 0.3323,
      "step": 339
    },
    {
      "epoch": 0.7484865162355531,
      "grad_norm": 0.8530279994010925,
      "learning_rate": 0.00018687902993244943,
      "loss": 0.2511,
      "step": 340
    },
    {
      "epoch": 0.7506879471656577,
      "grad_norm": 1.4750181436538696,
      "learning_rate": 0.00018675175217177175,
      "loss": 0.334,
      "step": 341
    },
    {
      "epoch": 0.7528893780957623,
      "grad_norm": 0.5695929527282715,
      "learning_rate": 0.0001866239038454926,
      "loss": 0.0692,
      "step": 342
    },
    {
      "epoch": 0.7550908090258668,
      "grad_norm": 1.2884031534194946,
      "learning_rate": 0.00018649548579446936,
      "loss": 0.3052,
      "step": 343
    },
    {
      "epoch": 0.7572922399559714,
      "grad_norm": 1.2000869512557983,
      "learning_rate": 0.0001863664988633066,
      "loss": 0.1638,
      "step": 344
    },
    {
      "epoch": 0.759493670886076,
      "grad_norm": 1.3409312963485718,
      "learning_rate": 0.00018623694390035035,
      "loss": 0.2515,
      "step": 345
    },
    {
      "epoch": 0.7616951018161805,
      "grad_norm": 0.6578596234321594,
      "learning_rate": 0.00018610682175768258,
      "loss": 0.1144,
      "step": 346
    },
    {
      "epoch": 0.7638965327462851,
      "grad_norm": 1.0106149911880493,
      "learning_rate": 0.00018597613329111566,
      "loss": 0.1943,
      "step": 347
    },
    {
      "epoch": 0.7660979636763896,
      "grad_norm": 1.586403489112854,
      "learning_rate": 0.00018584487936018661,
      "loss": 0.1804,
      "step": 348
    },
    {
      "epoch": 0.7682993946064942,
      "grad_norm": 1.031691074371338,
      "learning_rate": 0.0001857130608281515,
      "loss": 0.419,
      "step": 349
    },
    {
      "epoch": 0.7705008255365988,
      "grad_norm": 1.0916547775268555,
      "learning_rate": 0.0001855806785619798,
      "loss": 0.1373,
      "step": 350
    },
    {
      "epoch": 0.7727022564667033,
      "grad_norm": 2.66514253616333,
      "learning_rate": 0.00018544773343234862,
      "loss": 0.2008,
      "step": 351
    },
    {
      "epoch": 0.7749036873968079,
      "grad_norm": 1.0321251153945923,
      "learning_rate": 0.00018531422631363706,
      "loss": 0.168,
      "step": 352
    },
    {
      "epoch": 0.7771051183269125,
      "grad_norm": 1.2961331605911255,
      "learning_rate": 0.00018518015808392045,
      "loss": 0.2361,
      "step": 353
    },
    {
      "epoch": 0.779306549257017,
      "grad_norm": 0.719615638256073,
      "learning_rate": 0.0001850455296249644,
      "loss": 0.1776,
      "step": 354
    },
    {
      "epoch": 0.7815079801871216,
      "grad_norm": 1.1901960372924805,
      "learning_rate": 0.0001849103418222194,
      "loss": 0.2842,
      "step": 355
    },
    {
      "epoch": 0.7837094111172263,
      "grad_norm": 0.9724762439727783,
      "learning_rate": 0.00018477459556481441,
      "loss": 0.2397,
      "step": 356
    },
    {
      "epoch": 0.7859108420473307,
      "grad_norm": 1.761529803276062,
      "learning_rate": 0.0001846382917455516,
      "loss": 0.313,
      "step": 357
    },
    {
      "epoch": 0.7881122729774354,
      "grad_norm": 1.0816775560379028,
      "learning_rate": 0.00018450143126090015,
      "loss": 0.1472,
      "step": 358
    },
    {
      "epoch": 0.7903137039075399,
      "grad_norm": 2.434422016143799,
      "learning_rate": 0.00018436401501099035,
      "loss": 0.177,
      "step": 359
    },
    {
      "epoch": 0.7925151348376445,
      "grad_norm": 1.8141069412231445,
      "learning_rate": 0.00018422604389960783,
      "loss": 0.375,
      "step": 360
    },
    {
      "epoch": 0.7947165657677491,
      "grad_norm": 1.1976251602172852,
      "learning_rate": 0.00018408751883418754,
      "loss": 0.2226,
      "step": 361
    },
    {
      "epoch": 0.7969179966978536,
      "grad_norm": 1.4153374433517456,
      "learning_rate": 0.00018394844072580773,
      "loss": 0.3456,
      "step": 362
    },
    {
      "epoch": 0.7991194276279582,
      "grad_norm": 1.5557993650436401,
      "learning_rate": 0.00018380881048918405,
      "loss": 0.2763,
      "step": 363
    },
    {
      "epoch": 0.8013208585580628,
      "grad_norm": 1.2922636270523071,
      "learning_rate": 0.00018366862904266356,
      "loss": 0.3598,
      "step": 364
    },
    {
      "epoch": 0.8035222894881673,
      "grad_norm": 1.2480388879776,
      "learning_rate": 0.00018352789730821843,
      "loss": 0.3873,
      "step": 365
    },
    {
      "epoch": 0.8057237204182719,
      "grad_norm": 0.9546335339546204,
      "learning_rate": 0.00018338661621144025,
      "loss": 0.1378,
      "step": 366
    },
    {
      "epoch": 0.8079251513483764,
      "grad_norm": 1.3006221055984497,
      "learning_rate": 0.00018324478668153366,
      "loss": 0.2566,
      "step": 367
    },
    {
      "epoch": 0.810126582278481,
      "grad_norm": 1.2144070863723755,
      "learning_rate": 0.00018310240965131041,
      "loss": 0.2278,
      "step": 368
    },
    {
      "epoch": 0.8123280132085856,
      "grad_norm": 0.8332474827766418,
      "learning_rate": 0.00018295948605718314,
      "loss": 0.2634,
      "step": 369
    },
    {
      "epoch": 0.8145294441386901,
      "grad_norm": 0.7528755068778992,
      "learning_rate": 0.00018281601683915917,
      "loss": 0.2693,
      "step": 370
    },
    {
      "epoch": 0.8167308750687947,
      "grad_norm": 1.0342864990234375,
      "learning_rate": 0.00018267200294083447,
      "loss": 0.2044,
      "step": 371
    },
    {
      "epoch": 0.8189323059988993,
      "grad_norm": 0.8297427296638489,
      "learning_rate": 0.00018252744530938736,
      "loss": 0.1956,
      "step": 372
    },
    {
      "epoch": 0.8211337369290038,
      "grad_norm": 1.282098412513733,
      "learning_rate": 0.00018238234489557215,
      "loss": 0.2616,
      "step": 373
    },
    {
      "epoch": 0.8233351678591084,
      "grad_norm": 0.6476250886917114,
      "learning_rate": 0.0001822367026537133,
      "loss": 0.1147,
      "step": 374
    },
    {
      "epoch": 0.825536598789213,
      "grad_norm": 0.6506133079528809,
      "learning_rate": 0.00018209051954169855,
      "loss": 0.1762,
      "step": 375
    },
    {
      "epoch": 0.8277380297193175,
      "grad_norm": 0.926846444606781,
      "learning_rate": 0.0001819437965209732,
      "loss": 0.1866,
      "step": 376
    },
    {
      "epoch": 0.8299394606494221,
      "grad_norm": 0.9617591500282288,
      "learning_rate": 0.0001817965345565334,
      "loss": 0.2098,
      "step": 377
    },
    {
      "epoch": 0.8321408915795266,
      "grad_norm": 1.071401834487915,
      "learning_rate": 0.00018164873461691986,
      "loss": 0.2428,
      "step": 378
    },
    {
      "epoch": 0.8343423225096313,
      "grad_norm": 0.654083788394928,
      "learning_rate": 0.00018150039767421178,
      "loss": 0.0716,
      "step": 379
    },
    {
      "epoch": 0.8365437534397359,
      "grad_norm": 1.6268547773361206,
      "learning_rate": 0.00018135152470401996,
      "loss": 0.2735,
      "step": 380
    },
    {
      "epoch": 0.8387451843698404,
      "grad_norm": 0.4768295884132385,
      "learning_rate": 0.00018120211668548088,
      "loss": 0.0739,
      "step": 381
    },
    {
      "epoch": 0.840946615299945,
      "grad_norm": 1.295459508895874,
      "learning_rate": 0.00018105217460124981,
      "loss": 0.2342,
      "step": 382
    },
    {
      "epoch": 0.8431480462300496,
      "grad_norm": 0.7535791397094727,
      "learning_rate": 0.00018090169943749476,
      "loss": 0.1549,
      "step": 383
    },
    {
      "epoch": 0.8453494771601541,
      "grad_norm": 1.5335655212402344,
      "learning_rate": 0.00018075069218388964,
      "loss": 0.1621,
      "step": 384
    },
    {
      "epoch": 0.8475509080902587,
      "grad_norm": 1.2511568069458008,
      "learning_rate": 0.00018059915383360808,
      "loss": 0.1517,
      "step": 385
    },
    {
      "epoch": 0.8497523390203633,
      "grad_norm": 0.8873250484466553,
      "learning_rate": 0.00018044708538331655,
      "loss": 0.2602,
      "step": 386
    },
    {
      "epoch": 0.8519537699504678,
      "grad_norm": 1.4157307147979736,
      "learning_rate": 0.00018029448783316813,
      "loss": 0.4575,
      "step": 387
    },
    {
      "epoch": 0.8541552008805724,
      "grad_norm": 1.280274510383606,
      "learning_rate": 0.00018014136218679567,
      "loss": 0.1614,
      "step": 388
    },
    {
      "epoch": 0.8563566318106769,
      "grad_norm": 0.8422673940658569,
      "learning_rate": 0.0001799877094513054,
      "loss": 0.1639,
      "step": 389
    },
    {
      "epoch": 0.8585580627407815,
      "grad_norm": 0.9522169232368469,
      "learning_rate": 0.00017983353063727016,
      "loss": 0.1054,
      "step": 390
    },
    {
      "epoch": 0.8607594936708861,
      "grad_norm": 1.752172589302063,
      "learning_rate": 0.00017967882675872277,
      "loss": 0.2285,
      "step": 391
    },
    {
      "epoch": 0.8629609246009906,
      "grad_norm": 1.322982907295227,
      "learning_rate": 0.00017952359883314955,
      "loss": 0.1765,
      "step": 392
    },
    {
      "epoch": 0.8651623555310952,
      "grad_norm": 0.9844683408737183,
      "learning_rate": 0.00017936784788148328,
      "loss": 0.1054,
      "step": 393
    },
    {
      "epoch": 0.8673637864611998,
      "grad_norm": 1.8924535512924194,
      "learning_rate": 0.00017921157492809672,
      "loss": 0.2393,
      "step": 394
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 1.1759653091430664,
      "learning_rate": 0.000179054781000796,
      "loss": 0.2491,
      "step": 395
    },
    {
      "epoch": 0.8717666483214089,
      "grad_norm": 1.2846308946609497,
      "learning_rate": 0.00017889746713081343,
      "loss": 0.1594,
      "step": 396
    },
    {
      "epoch": 0.8739680792515134,
      "grad_norm": 0.7170493602752686,
      "learning_rate": 0.00017873963435280121,
      "loss": 0.228,
      "step": 397
    },
    {
      "epoch": 0.876169510181618,
      "grad_norm": 0.9288744926452637,
      "learning_rate": 0.00017858128370482426,
      "loss": 0.1143,
      "step": 398
    },
    {
      "epoch": 0.8783709411117226,
      "grad_norm": 1.3167988061904907,
      "learning_rate": 0.00017842241622835356,
      "loss": 0.1729,
      "step": 399
    },
    {
      "epoch": 0.8805723720418271,
      "grad_norm": 1.0657830238342285,
      "learning_rate": 0.00017826303296825926,
      "loss": 0.286,
      "step": 400
    },
    {
      "epoch": 0.8827738029719318,
      "grad_norm": 0.8168554902076721,
      "learning_rate": 0.0001781031349728039,
      "loss": 0.2013,
      "step": 401
    },
    {
      "epoch": 0.8849752339020364,
      "grad_norm": 0.882465660572052,
      "learning_rate": 0.00017794272329363527,
      "loss": 0.1545,
      "step": 402
    },
    {
      "epoch": 0.8871766648321409,
      "grad_norm": 0.9866340160369873,
      "learning_rate": 0.00017778179898577973,
      "loss": 0.1833,
      "step": 403
    },
    {
      "epoch": 0.8893780957622455,
      "grad_norm": 0.7578817009925842,
      "learning_rate": 0.00017762036310763532,
      "loss": 0.1541,
      "step": 404
    },
    {
      "epoch": 0.8915795266923501,
      "grad_norm": 0.947085976600647,
      "learning_rate": 0.00017745841672096442,
      "loss": 0.2227,
      "step": 405
    },
    {
      "epoch": 0.8937809576224546,
      "grad_norm": 1.0397213697433472,
      "learning_rate": 0.0001772959608908873,
      "loss": 0.1625,
      "step": 406
    },
    {
      "epoch": 0.8959823885525592,
      "grad_norm": 1.140871286392212,
      "learning_rate": 0.00017713299668587458,
      "loss": 0.2139,
      "step": 407
    },
    {
      "epoch": 0.8981838194826637,
      "grad_norm": 1.7579021453857422,
      "learning_rate": 0.00017696952517774062,
      "loss": 0.3054,
      "step": 408
    },
    {
      "epoch": 0.9003852504127683,
      "grad_norm": 1.5178894996643066,
      "learning_rate": 0.00017680554744163625,
      "loss": 0.2656,
      "step": 409
    },
    {
      "epoch": 0.9025866813428729,
      "grad_norm": 1.9655121564865112,
      "learning_rate": 0.00017664106455604178,
      "loss": 0.3215,
      "step": 410
    },
    {
      "epoch": 0.9047881122729774,
      "grad_norm": 1.8185651302337646,
      "learning_rate": 0.00017647607760275987,
      "loss": 0.3021,
      "step": 411
    },
    {
      "epoch": 0.906989543203082,
      "grad_norm": 0.8997313976287842,
      "learning_rate": 0.0001763105876669084,
      "loss": 0.2806,
      "step": 412
    },
    {
      "epoch": 0.9091909741331866,
      "grad_norm": 1.726635456085205,
      "learning_rate": 0.00017614459583691346,
      "loss": 0.2853,
      "step": 413
    },
    {
      "epoch": 0.9113924050632911,
      "grad_norm": 1.0895217657089233,
      "learning_rate": 0.000175978103204502,
      "loss": 0.28,
      "step": 414
    },
    {
      "epoch": 0.9135938359933957,
      "grad_norm": 1.582118034362793,
      "learning_rate": 0.00017581111086469476,
      "loss": 0.2495,
      "step": 415
    },
    {
      "epoch": 0.9157952669235003,
      "grad_norm": 1.6275440454483032,
      "learning_rate": 0.00017564361991579904,
      "loss": 0.2424,
      "step": 416
    },
    {
      "epoch": 0.9179966978536048,
      "grad_norm": 1.0979431867599487,
      "learning_rate": 0.00017547563145940158,
      "loss": 0.1526,
      "step": 417
    },
    {
      "epoch": 0.9201981287837094,
      "grad_norm": 0.8231645226478577,
      "learning_rate": 0.00017530714660036112,
      "loss": 0.1641,
      "step": 418
    },
    {
      "epoch": 0.9223995597138139,
      "grad_norm": 0.8364385366439819,
      "learning_rate": 0.00017513816644680125,
      "loss": 0.2394,
      "step": 419
    },
    {
      "epoch": 0.9246009906439185,
      "grad_norm": 0.9016224145889282,
      "learning_rate": 0.00017496869211010315,
      "loss": 0.2125,
      "step": 420
    },
    {
      "epoch": 0.9268024215740231,
      "grad_norm": 1.0510677099227905,
      "learning_rate": 0.00017479872470489824,
      "loss": 0.1643,
      "step": 421
    },
    {
      "epoch": 0.9290038525041276,
      "grad_norm": 0.7203924059867859,
      "learning_rate": 0.0001746282653490608,
      "loss": 0.1425,
      "step": 422
    },
    {
      "epoch": 0.9312052834342323,
      "grad_norm": 1.231278657913208,
      "learning_rate": 0.0001744573151637007,
      "loss": 0.2488,
      "step": 423
    },
    {
      "epoch": 0.9334067143643369,
      "grad_norm": 1.0261121988296509,
      "learning_rate": 0.000174285875273156,
      "loss": 0.2443,
      "step": 424
    },
    {
      "epoch": 0.9356081452944414,
      "grad_norm": 1.9562700986862183,
      "learning_rate": 0.0001741139468049855,
      "loss": 0.1857,
      "step": 425
    },
    {
      "epoch": 0.937809576224546,
      "grad_norm": 0.8829732537269592,
      "learning_rate": 0.0001739415308899614,
      "loss": 0.1966,
      "step": 426
    },
    {
      "epoch": 0.9400110071546505,
      "grad_norm": 1.1366294622421265,
      "learning_rate": 0.00017376862866206187,
      "loss": 0.195,
      "step": 427
    },
    {
      "epoch": 0.9422124380847551,
      "grad_norm": 1.005967617034912,
      "learning_rate": 0.0001735952412584635,
      "loss": 0.2883,
      "step": 428
    },
    {
      "epoch": 0.9444138690148597,
      "grad_norm": 1.5798931121826172,
      "learning_rate": 0.0001734213698195339,
      "loss": 0.2963,
      "step": 429
    },
    {
      "epoch": 0.9466152999449642,
      "grad_norm": 1.1144102811813354,
      "learning_rate": 0.00017324701548882422,
      "loss": 0.2546,
      "step": 430
    },
    {
      "epoch": 0.9488167308750688,
      "grad_norm": 3.013399600982666,
      "learning_rate": 0.00017307217941306145,
      "loss": 0.3737,
      "step": 431
    },
    {
      "epoch": 0.9510181618051734,
      "grad_norm": 1.1589728593826294,
      "learning_rate": 0.00017289686274214118,
      "loss": 0.124,
      "step": 432
    },
    {
      "epoch": 0.9532195927352779,
      "grad_norm": 0.958777666091919,
      "learning_rate": 0.00017272106662911973,
      "loss": 0.1727,
      "step": 433
    },
    {
      "epoch": 0.9554210236653825,
      "grad_norm": 1.4360767602920532,
      "learning_rate": 0.00017254479223020684,
      "loss": 0.2203,
      "step": 434
    },
    {
      "epoch": 0.9576224545954871,
      "grad_norm": 1.6432348489761353,
      "learning_rate": 0.00017236804070475787,
      "loss": 0.16,
      "step": 435
    },
    {
      "epoch": 0.9598238855255916,
      "grad_norm": 1.4297266006469727,
      "learning_rate": 0.00017219081321526617,
      "loss": 0.2383,
      "step": 436
    },
    {
      "epoch": 0.9620253164556962,
      "grad_norm": 1.1295509338378906,
      "learning_rate": 0.00017201311092735565,
      "loss": 0.2701,
      "step": 437
    },
    {
      "epoch": 0.9642267473858007,
      "grad_norm": 0.958570122718811,
      "learning_rate": 0.00017183493500977278,
      "loss": 0.1856,
      "step": 438
    },
    {
      "epoch": 0.9664281783159053,
      "grad_norm": 0.8746889233589172,
      "learning_rate": 0.00017165628663437922,
      "loss": 0.2212,
      "step": 439
    },
    {
      "epoch": 0.9686296092460099,
      "grad_norm": 1.3758814334869385,
      "learning_rate": 0.000171477166976144,
      "loss": 0.2748,
      "step": 440
    },
    {
      "epoch": 0.9708310401761144,
      "grad_norm": 1.5859287977218628,
      "learning_rate": 0.00017129757721313568,
      "loss": 0.3003,
      "step": 441
    },
    {
      "epoch": 0.973032471106219,
      "grad_norm": 0.7726479172706604,
      "learning_rate": 0.00017111751852651473,
      "loss": 0.2363,
      "step": 442
    },
    {
      "epoch": 0.9752339020363237,
      "grad_norm": 1.1339430809020996,
      "learning_rate": 0.0001709369921005258,
      "loss": 0.2288,
      "step": 443
    },
    {
      "epoch": 0.9774353329664281,
      "grad_norm": 1.4856394529342651,
      "learning_rate": 0.0001707559991224897,
      "loss": 0.4531,
      "step": 444
    },
    {
      "epoch": 0.9796367638965328,
      "grad_norm": 1.0055327415466309,
      "learning_rate": 0.0001705745407827959,
      "loss": 0.2731,
      "step": 445
    },
    {
      "epoch": 0.9818381948266374,
      "grad_norm": 0.8089772462844849,
      "learning_rate": 0.0001703926182748945,
      "loss": 0.2677,
      "step": 446
    },
    {
      "epoch": 0.9840396257567419,
      "grad_norm": 0.907011866569519,
      "learning_rate": 0.0001702102327952884,
      "loss": 0.1726,
      "step": 447
    },
    {
      "epoch": 0.9862410566868465,
      "grad_norm": 0.7658312916755676,
      "learning_rate": 0.00017002738554352552,
      "loss": 0.2949,
      "step": 448
    },
    {
      "epoch": 0.988442487616951,
      "grad_norm": 1.8704255819320679,
      "learning_rate": 0.00016984407772219077,
      "loss": 0.1561,
      "step": 449
    },
    {
      "epoch": 0.9906439185470556,
      "grad_norm": 0.9276111125946045,
      "learning_rate": 0.00016966031053689828,
      "loss": 0.2613,
      "step": 450
    },
    {
      "epoch": 0.9928453494771602,
      "grad_norm": 1.162001132965088,
      "learning_rate": 0.00016947608519628343,
      "loss": 0.2439,
      "step": 451
    },
    {
      "epoch": 0.9950467804072647,
      "grad_norm": 0.7540222406387329,
      "learning_rate": 0.00016929140291199483,
      "loss": 0.1343,
      "step": 452
    },
    {
      "epoch": 0.9972482113373693,
      "grad_norm": 1.1655153036117554,
      "learning_rate": 0.00016910626489868649,
      "loss": 0.3202,
      "step": 453
    },
    {
      "epoch": 0.9994496422674739,
      "grad_norm": 1.484333872795105,
      "learning_rate": 0.00016892067237400958,
      "loss": 0.2112,
      "step": 454
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.4983161985874176,
      "learning_rate": 0.0001687346265586048,
      "loss": 0.0172,
      "step": 455
    },
    {
      "epoch": 1.0022014309301046,
      "grad_norm": 1.3438286781311035,
      "learning_rate": 0.00016854812867609398,
      "loss": 0.2078,
      "step": 456
    },
    {
      "epoch": 1.0044028618602092,
      "grad_norm": 0.8171751499176025,
      "learning_rate": 0.00016836117995307226,
      "loss": 0.1252,
      "step": 457
    },
    {
      "epoch": 1.0066042927903136,
      "grad_norm": 0.8060850501060486,
      "learning_rate": 0.00016817378161909996,
      "loss": 0.0609,
      "step": 458
    },
    {
      "epoch": 1.0088057237204182,
      "grad_norm": 0.9792287945747375,
      "learning_rate": 0.00016798593490669446,
      "loss": 0.1923,
      "step": 459
    },
    {
      "epoch": 1.0110071546505228,
      "grad_norm": 0.7354319095611572,
      "learning_rate": 0.0001677976410513221,
      "loss": 0.1241,
      "step": 460
    },
    {
      "epoch": 1.0132085855806274,
      "grad_norm": 0.41206568479537964,
      "learning_rate": 0.00016760890129139012,
      "loss": 0.0991,
      "step": 461
    },
    {
      "epoch": 1.015410016510732,
      "grad_norm": 1.4063104391098022,
      "learning_rate": 0.0001674197168682385,
      "loss": 0.2867,
      "step": 462
    },
    {
      "epoch": 1.0176114474408366,
      "grad_norm": 0.6827117204666138,
      "learning_rate": 0.0001672300890261317,
      "loss": 0.1367,
      "step": 463
    },
    {
      "epoch": 1.019812878370941,
      "grad_norm": 1.3953988552093506,
      "learning_rate": 0.00016704001901225051,
      "loss": 0.2906,
      "step": 464
    },
    {
      "epoch": 1.0220143093010456,
      "grad_norm": 0.34882837533950806,
      "learning_rate": 0.00016684950807668405,
      "loss": 0.0403,
      "step": 465
    },
    {
      "epoch": 1.0242157402311503,
      "grad_norm": 1.344286561012268,
      "learning_rate": 0.00016665855747242117,
      "loss": 0.1794,
      "step": 466
    },
    {
      "epoch": 1.0264171711612549,
      "grad_norm": 1.2556302547454834,
      "learning_rate": 0.0001664671684553426,
      "loss": 0.1342,
      "step": 467
    },
    {
      "epoch": 1.0286186020913595,
      "grad_norm": 0.5322070121765137,
      "learning_rate": 0.0001662753422842123,
      "loss": 0.0844,
      "step": 468
    },
    {
      "epoch": 1.0308200330214639,
      "grad_norm": 1.2713350057601929,
      "learning_rate": 0.0001660830802206696,
      "loss": 0.1843,
      "step": 469
    },
    {
      "epoch": 1.0330214639515685,
      "grad_norm": 1.4414249658584595,
      "learning_rate": 0.00016589038352922062,
      "loss": 0.3473,
      "step": 470
    },
    {
      "epoch": 1.035222894881673,
      "grad_norm": 0.9836573600769043,
      "learning_rate": 0.00016569725347722995,
      "loss": 0.1188,
      "step": 471
    },
    {
      "epoch": 1.0374243258117777,
      "grad_norm": 1.6469132900238037,
      "learning_rate": 0.00016550369133491247,
      "loss": 0.2775,
      "step": 472
    },
    {
      "epoch": 1.0396257567418823,
      "grad_norm": 1.406348705291748,
      "learning_rate": 0.00016530969837532487,
      "loss": 0.2294,
      "step": 473
    },
    {
      "epoch": 1.041827187671987,
      "grad_norm": 1.0122801065444946,
      "learning_rate": 0.00016511527587435737,
      "loss": 0.184,
      "step": 474
    },
    {
      "epoch": 1.0440286186020913,
      "grad_norm": 0.5197072625160217,
      "learning_rate": 0.0001649204251107252,
      "loss": 0.0792,
      "step": 475
    },
    {
      "epoch": 1.046230049532196,
      "grad_norm": 1.076872706413269,
      "learning_rate": 0.0001647251473659604,
      "loss": 0.1949,
      "step": 476
    },
    {
      "epoch": 1.0484314804623005,
      "grad_norm": 0.6529151201248169,
      "learning_rate": 0.00016452944392440313,
      "loss": 0.1119,
      "step": 477
    },
    {
      "epoch": 1.0506329113924051,
      "grad_norm": 0.9290107488632202,
      "learning_rate": 0.00016433331607319343,
      "loss": 0.139,
      "step": 478
    },
    {
      "epoch": 1.0528343423225097,
      "grad_norm": 1.1986249685287476,
      "learning_rate": 0.0001641367651022626,
      "loss": 0.1887,
      "step": 479
    },
    {
      "epoch": 1.055035773252614,
      "grad_norm": 0.7523142695426941,
      "learning_rate": 0.00016393979230432495,
      "loss": 0.1136,
      "step": 480
    },
    {
      "epoch": 1.0572372041827187,
      "grad_norm": 0.8724271655082703,
      "learning_rate": 0.000163742398974869,
      "loss": 0.1314,
      "step": 481
    },
    {
      "epoch": 1.0594386351128233,
      "grad_norm": 1.1953330039978027,
      "learning_rate": 0.00016354458641214912,
      "loss": 0.2461,
      "step": 482
    },
    {
      "epoch": 1.061640066042928,
      "grad_norm": 0.635246217250824,
      "learning_rate": 0.00016334635591717703,
      "loss": 0.0915,
      "step": 483
    },
    {
      "epoch": 1.0638414969730325,
      "grad_norm": 0.8510032892227173,
      "learning_rate": 0.00016314770879371314,
      "loss": 0.1231,
      "step": 484
    },
    {
      "epoch": 1.066042927903137,
      "grad_norm": 0.772785484790802,
      "learning_rate": 0.00016294864634825804,
      "loss": 0.1074,
      "step": 485
    },
    {
      "epoch": 1.0682443588332415,
      "grad_norm": 1.1119129657745361,
      "learning_rate": 0.00016274916989004388,
      "loss": 0.2063,
      "step": 486
    },
    {
      "epoch": 1.0704457897633461,
      "grad_norm": 0.6170832514762878,
      "learning_rate": 0.00016254928073102586,
      "loss": 0.1263,
      "step": 487
    },
    {
      "epoch": 1.0726472206934508,
      "grad_norm": 0.5298228859901428,
      "learning_rate": 0.00016234898018587337,
      "loss": 0.0789,
      "step": 488
    },
    {
      "epoch": 1.0748486516235554,
      "grad_norm": 1.2252048254013062,
      "learning_rate": 0.00016214826957196152,
      "loss": 0.168,
      "step": 489
    },
    {
      "epoch": 1.07705008255366,
      "grad_norm": 1.7876496315002441,
      "learning_rate": 0.00016194715020936249,
      "loss": 0.2594,
      "step": 490
    },
    {
      "epoch": 1.0792515134837644,
      "grad_norm": 1.0999908447265625,
      "learning_rate": 0.00016174562342083677,
      "loss": 0.2041,
      "step": 491
    },
    {
      "epoch": 1.081452944413869,
      "grad_norm": 0.8964436650276184,
      "learning_rate": 0.00016154369053182448,
      "loss": 0.1144,
      "step": 492
    },
    {
      "epoch": 1.0836543753439736,
      "grad_norm": 0.6843191981315613,
      "learning_rate": 0.00016134135287043669,
      "loss": 0.1088,
      "step": 493
    },
    {
      "epoch": 1.0858558062740782,
      "grad_norm": 0.8405723571777344,
      "learning_rate": 0.00016113861176744658,
      "loss": 0.1813,
      "step": 494
    },
    {
      "epoch": 1.0880572372041828,
      "grad_norm": 1.5375802516937256,
      "learning_rate": 0.00016093546855628084,
      "loss": 0.1916,
      "step": 495
    },
    {
      "epoch": 1.0902586681342874,
      "grad_norm": 0.6426215171813965,
      "learning_rate": 0.0001607319245730108,
      "loss": 0.1028,
      "step": 496
    },
    {
      "epoch": 1.0924600990643918,
      "grad_norm": 1.8465524911880493,
      "learning_rate": 0.00016052798115634363,
      "loss": 0.2657,
      "step": 497
    },
    {
      "epoch": 1.0946615299944964,
      "grad_norm": 0.8891614079475403,
      "learning_rate": 0.00016032363964761363,
      "loss": 0.1123,
      "step": 498
    },
    {
      "epoch": 1.096862960924601,
      "grad_norm": 1.3690117597579956,
      "learning_rate": 0.00016011890139077336,
      "loss": 0.1562,
      "step": 499
    },
    {
      "epoch": 1.0990643918547056,
      "grad_norm": 0.9154755473136902,
      "learning_rate": 0.00015991376773238466,
      "loss": 0.1794,
      "step": 500
    },
    {
      "epoch": 1.1012658227848102,
      "grad_norm": 0.8762046694755554,
      "learning_rate": 0.00015970824002161006,
      "loss": 0.2361,
      "step": 501
    },
    {
      "epoch": 1.1034672537149146,
      "grad_norm": 0.7520323991775513,
      "learning_rate": 0.00015950231961020373,
      "loss": 0.0894,
      "step": 502
    },
    {
      "epoch": 1.1056686846450192,
      "grad_norm": 1.0838078260421753,
      "learning_rate": 0.00015929600785250257,
      "loss": 0.1485,
      "step": 503
    },
    {
      "epoch": 1.1078701155751238,
      "grad_norm": 1.2119700908660889,
      "learning_rate": 0.00015908930610541747,
      "loss": 0.2524,
      "step": 504
    },
    {
      "epoch": 1.1100715465052284,
      "grad_norm": 1.8041168451309204,
      "learning_rate": 0.00015888221572842422,
      "loss": 0.2858,
      "step": 505
    },
    {
      "epoch": 1.112272977435333,
      "grad_norm": 0.9385707378387451,
      "learning_rate": 0.00015867473808355454,
      "loss": 0.1342,
      "step": 506
    },
    {
      "epoch": 1.1144744083654374,
      "grad_norm": 0.5351221561431885,
      "learning_rate": 0.00015846687453538734,
      "loss": 0.1107,
      "step": 507
    },
    {
      "epoch": 1.116675839295542,
      "grad_norm": 0.820961594581604,
      "learning_rate": 0.0001582586264510396,
      "loss": 0.1046,
      "step": 508
    },
    {
      "epoch": 1.1188772702256466,
      "grad_norm": 0.18447497487068176,
      "learning_rate": 0.00015804999520015734,
      "loss": 0.0299,
      "step": 509
    },
    {
      "epoch": 1.1210787011557513,
      "grad_norm": 0.5453505516052246,
      "learning_rate": 0.00015784098215490669,
      "loss": 0.095,
      "step": 510
    },
    {
      "epoch": 1.1232801320858559,
      "grad_norm": 1.1057016849517822,
      "learning_rate": 0.00015763158868996476,
      "loss": 0.2143,
      "step": 511
    },
    {
      "epoch": 1.1254815630159603,
      "grad_norm": 0.9430788159370422,
      "learning_rate": 0.00015742181618251083,
      "loss": 0.2118,
      "step": 512
    },
    {
      "epoch": 1.1276829939460649,
      "grad_norm": 0.694381833076477,
      "learning_rate": 0.00015721166601221698,
      "loss": 0.0908,
      "step": 513
    },
    {
      "epoch": 1.1298844248761695,
      "grad_norm": 0.6499952077865601,
      "learning_rate": 0.00015700113956123928,
      "loss": 0.0757,
      "step": 514
    },
    {
      "epoch": 1.132085855806274,
      "grad_norm": 0.2832721173763275,
      "learning_rate": 0.0001567902382142086,
      "loss": 0.0268,
      "step": 515
    },
    {
      "epoch": 1.1342872867363787,
      "grad_norm": 1.6799596548080444,
      "learning_rate": 0.00015657896335822147,
      "loss": 0.4062,
      "step": 516
    },
    {
      "epoch": 1.1364887176664833,
      "grad_norm": 0.8721389770507812,
      "learning_rate": 0.0001563673163828309,
      "loss": 0.1643,
      "step": 517
    },
    {
      "epoch": 1.138690148596588,
      "grad_norm": 1.1544523239135742,
      "learning_rate": 0.0001561552986800375,
      "loss": 0.1405,
      "step": 518
    },
    {
      "epoch": 1.1408915795266923,
      "grad_norm": 1.1611992120742798,
      "learning_rate": 0.00015594291164427996,
      "loss": 0.1905,
      "step": 519
    },
    {
      "epoch": 1.143093010456797,
      "grad_norm": 0.7311229705810547,
      "learning_rate": 0.00015573015667242625,
      "loss": 0.1634,
      "step": 520
    },
    {
      "epoch": 1.1452944413869015,
      "grad_norm": 1.469364881515503,
      "learning_rate": 0.00015551703516376416,
      "loss": 0.2812,
      "step": 521
    },
    {
      "epoch": 1.1474958723170061,
      "grad_norm": 0.8396485447883606,
      "learning_rate": 0.00015530354851999215,
      "loss": 0.1058,
      "step": 522
    },
    {
      "epoch": 1.1496973032471107,
      "grad_norm": 0.8667928576469421,
      "learning_rate": 0.00015508969814521025,
      "loss": 0.1181,
      "step": 523
    },
    {
      "epoch": 1.1518987341772151,
      "grad_norm": 0.915149450302124,
      "learning_rate": 0.00015487548544591075,
      "loss": 0.1272,
      "step": 524
    },
    {
      "epoch": 1.1541001651073197,
      "grad_norm": 1.0588988065719604,
      "learning_rate": 0.00015466091183096884,
      "loss": 0.1298,
      "step": 525
    },
    {
      "epoch": 1.1563015960374243,
      "grad_norm": 1.0772982835769653,
      "learning_rate": 0.0001544459787116336,
      "loss": 0.1364,
      "step": 526
    },
    {
      "epoch": 1.158503026967529,
      "grad_norm": 1.4910756349563599,
      "learning_rate": 0.0001542306875015185,
      "loss": 0.1675,
      "step": 527
    },
    {
      "epoch": 1.1607044578976335,
      "grad_norm": 0.6280027031898499,
      "learning_rate": 0.00015401503961659204,
      "loss": 0.0791,
      "step": 528
    },
    {
      "epoch": 1.162905888827738,
      "grad_norm": 0.6094567179679871,
      "learning_rate": 0.0001537990364751688,
      "loss": 0.096,
      "step": 529
    },
    {
      "epoch": 1.1651073197578425,
      "grad_norm": 0.8040492534637451,
      "learning_rate": 0.00015358267949789966,
      "loss": 0.153,
      "step": 530
    },
    {
      "epoch": 1.1673087506879471,
      "grad_norm": 0.397973895072937,
      "learning_rate": 0.0001533659701077629,
      "loss": 0.0614,
      "step": 531
    },
    {
      "epoch": 1.1695101816180518,
      "grad_norm": 0.7243671417236328,
      "learning_rate": 0.00015314890973005448,
      "loss": 0.1102,
      "step": 532
    },
    {
      "epoch": 1.1717116125481564,
      "grad_norm": 0.4522433876991272,
      "learning_rate": 0.00015293149979237876,
      "loss": 0.0712,
      "step": 533
    },
    {
      "epoch": 1.1739130434782608,
      "grad_norm": 0.4651868939399719,
      "learning_rate": 0.00015271374172463924,
      "loss": 0.0917,
      "step": 534
    },
    {
      "epoch": 1.1761144744083654,
      "grad_norm": 2.3681793212890625,
      "learning_rate": 0.00015249563695902906,
      "loss": 0.1205,
      "step": 535
    },
    {
      "epoch": 1.17831590533847,
      "grad_norm": 1.3707005977630615,
      "learning_rate": 0.00015227718693002154,
      "loss": 0.1908,
      "step": 536
    },
    {
      "epoch": 1.1805173362685746,
      "grad_norm": 1.3730310201644897,
      "learning_rate": 0.00015205839307436088,
      "loss": 0.3092,
      "step": 537
    },
    {
      "epoch": 1.1827187671986792,
      "grad_norm": 0.6282625794410706,
      "learning_rate": 0.00015183925683105254,
      "loss": 0.1166,
      "step": 538
    },
    {
      "epoch": 1.1849201981287838,
      "grad_norm": 0.6953176259994507,
      "learning_rate": 0.00015161977964135386,
      "loss": 0.0541,
      "step": 539
    },
    {
      "epoch": 1.1871216290588882,
      "grad_norm": 1.0111442804336548,
      "learning_rate": 0.00015139996294876465,
      "loss": 0.1917,
      "step": 540
    },
    {
      "epoch": 1.1893230599889928,
      "grad_norm": 2.3661305904388428,
      "learning_rate": 0.00015117980819901762,
      "loss": 0.2784,
      "step": 541
    },
    {
      "epoch": 1.1915244909190974,
      "grad_norm": 0.5237095355987549,
      "learning_rate": 0.00015095931684006882,
      "loss": 0.0515,
      "step": 542
    },
    {
      "epoch": 1.193725921849202,
      "grad_norm": 0.959276020526886,
      "learning_rate": 0.00015073849032208822,
      "loss": 0.1441,
      "step": 543
    },
    {
      "epoch": 1.1959273527793066,
      "grad_norm": 1.3492348194122314,
      "learning_rate": 0.00015051733009745013,
      "loss": 0.2327,
      "step": 544
    },
    {
      "epoch": 1.1981287837094112,
      "grad_norm": 0.9852789044380188,
      "learning_rate": 0.00015029583762072357,
      "loss": 0.1306,
      "step": 545
    },
    {
      "epoch": 1.2003302146395156,
      "grad_norm": 0.60108482837677,
      "learning_rate": 0.0001500740143486629,
      "loss": 0.1524,
      "step": 546
    },
    {
      "epoch": 1.2025316455696202,
      "grad_norm": 1.4141664505004883,
      "learning_rate": 0.00014985186174019805,
      "loss": 0.332,
      "step": 547
    },
    {
      "epoch": 1.2047330764997248,
      "grad_norm": 0.6472118496894836,
      "learning_rate": 0.00014962938125642503,
      "loss": 0.0793,
      "step": 548
    },
    {
      "epoch": 1.2069345074298294,
      "grad_norm": 0.9237731695175171,
      "learning_rate": 0.00014940657436059618,
      "loss": 0.1123,
      "step": 549
    },
    {
      "epoch": 1.209135938359934,
      "grad_norm": 0.8630395531654358,
      "learning_rate": 0.0001491834425181108,
      "loss": 0.1285,
      "step": 550
    },
    {
      "epoch": 1.2113373692900384,
      "grad_norm": 0.5758857727050781,
      "learning_rate": 0.00014895998719650526,
      "loss": 0.0914,
      "step": 551
    },
    {
      "epoch": 1.213538800220143,
      "grad_norm": 0.7132592797279358,
      "learning_rate": 0.00014873620986544347,
      "loss": 0.0987,
      "step": 552
    },
    {
      "epoch": 1.2157402311502477,
      "grad_norm": 1.0615679025650024,
      "learning_rate": 0.00014851211199670721,
      "loss": 0.1668,
      "step": 553
    },
    {
      "epoch": 1.2179416620803523,
      "grad_norm": 0.6403416991233826,
      "learning_rate": 0.00014828769506418645,
      "loss": 0.0932,
      "step": 554
    },
    {
      "epoch": 1.2201430930104569,
      "grad_norm": 0.8760681748390198,
      "learning_rate": 0.0001480629605438696,
      "loss": 0.1528,
      "step": 555
    },
    {
      "epoch": 1.2223445239405613,
      "grad_norm": 0.9847756624221802,
      "learning_rate": 0.0001478379099138338,
      "loss": 0.1526,
      "step": 556
    },
    {
      "epoch": 1.2245459548706659,
      "grad_norm": 0.3219001889228821,
      "learning_rate": 0.00014761254465423538,
      "loss": 0.0314,
      "step": 557
    },
    {
      "epoch": 1.2267473858007705,
      "grad_norm": 0.6814752817153931,
      "learning_rate": 0.00014738686624729986,
      "loss": 0.0962,
      "step": 558
    },
    {
      "epoch": 1.228948816730875,
      "grad_norm": 0.675477147102356,
      "learning_rate": 0.00014716087617731242,
      "loss": 0.0931,
      "step": 559
    },
    {
      "epoch": 1.2311502476609797,
      "grad_norm": 1.599684476852417,
      "learning_rate": 0.00014693457593060796,
      "loss": 0.1536,
      "step": 560
    },
    {
      "epoch": 1.2333516785910843,
      "grad_norm": 0.7459136247634888,
      "learning_rate": 0.00014670796699556144,
      "loss": 0.1696,
      "step": 561
    },
    {
      "epoch": 1.2355531095211887,
      "grad_norm": 1.097995400428772,
      "learning_rate": 0.00014648105086257807,
      "loss": 0.1535,
      "step": 562
    },
    {
      "epoch": 1.2377545404512933,
      "grad_norm": 0.36836791038513184,
      "learning_rate": 0.00014625382902408356,
      "loss": 0.0999,
      "step": 563
    },
    {
      "epoch": 1.239955971381398,
      "grad_norm": 2.6130542755126953,
      "learning_rate": 0.00014602630297451408,
      "loss": 0.2079,
      "step": 564
    },
    {
      "epoch": 1.2421574023115025,
      "grad_norm": 0.8240204453468323,
      "learning_rate": 0.00014579847421030678,
      "loss": 0.1552,
      "step": 565
    },
    {
      "epoch": 1.2443588332416071,
      "grad_norm": 0.9083564877510071,
      "learning_rate": 0.0001455703442298896,
      "loss": 0.1677,
      "step": 566
    },
    {
      "epoch": 1.2465602641717117,
      "grad_norm": 0.6768250465393066,
      "learning_rate": 0.00014534191453367175,
      "loss": 0.0819,
      "step": 567
    },
    {
      "epoch": 1.2487616951018161,
      "grad_norm": 1.417345643043518,
      "learning_rate": 0.00014511318662403347,
      "loss": 0.2168,
      "step": 568
    },
    {
      "epoch": 1.2509631260319207,
      "grad_norm": 1.0408700704574585,
      "learning_rate": 0.00014488416200531651,
      "loss": 0.1357,
      "step": 569
    },
    {
      "epoch": 1.2531645569620253,
      "grad_norm": 0.49575138092041016,
      "learning_rate": 0.000144654842183814,
      "loss": 0.1213,
      "step": 570
    },
    {
      "epoch": 1.25536598789213,
      "grad_norm": 0.47278714179992676,
      "learning_rate": 0.00014442522866776062,
      "loss": 0.0639,
      "step": 571
    },
    {
      "epoch": 1.2575674188222346,
      "grad_norm": 0.6846803426742554,
      "learning_rate": 0.0001441953229673227,
      "loss": 0.0893,
      "step": 572
    },
    {
      "epoch": 1.259768849752339,
      "grad_norm": 0.7213048934936523,
      "learning_rate": 0.00014396512659458824,
      "loss": 0.0702,
      "step": 573
    },
    {
      "epoch": 1.2619702806824435,
      "grad_norm": 0.665086030960083,
      "learning_rate": 0.00014373464106355696,
      "loss": 0.0753,
      "step": 574
    },
    {
      "epoch": 1.2641717116125482,
      "grad_norm": 0.5565153956413269,
      "learning_rate": 0.00014350386789013046,
      "loss": 0.0627,
      "step": 575
    },
    {
      "epoch": 1.2663731425426528,
      "grad_norm": 0.5590353012084961,
      "learning_rate": 0.00014327280859210214,
      "loss": 0.0624,
      "step": 576
    },
    {
      "epoch": 1.2685745734727574,
      "grad_norm": 0.8887538909912109,
      "learning_rate": 0.00014304146468914713,
      "loss": 0.1523,
      "step": 577
    },
    {
      "epoch": 1.2707760044028618,
      "grad_norm": 0.37396806478500366,
      "learning_rate": 0.0001428098377028126,
      "loss": 0.0711,
      "step": 578
    },
    {
      "epoch": 1.2729774353329664,
      "grad_norm": 0.6387276649475098,
      "learning_rate": 0.00014257792915650728,
      "loss": 0.1033,
      "step": 579
    },
    {
      "epoch": 1.275178866263071,
      "grad_norm": 1.458855390548706,
      "learning_rate": 0.000142345740575492,
      "loss": 0.0562,
      "step": 580
    },
    {
      "epoch": 1.2773802971931756,
      "grad_norm": 1.5706512928009033,
      "learning_rate": 0.00014211327348686925,
      "loss": 0.2097,
      "step": 581
    },
    {
      "epoch": 1.2795817281232802,
      "grad_norm": 1.3540840148925781,
      "learning_rate": 0.00014188052941957325,
      "loss": 0.146,
      "step": 582
    },
    {
      "epoch": 1.2817831590533846,
      "grad_norm": 1.8784266710281372,
      "learning_rate": 0.0001416475099043599,
      "loss": 0.2617,
      "step": 583
    },
    {
      "epoch": 1.2839845899834892,
      "grad_norm": 0.8808488249778748,
      "learning_rate": 0.0001414142164737968,
      "loss": 0.1448,
      "step": 584
    },
    {
      "epoch": 1.2861860209135938,
      "grad_norm": 0.9543077945709229,
      "learning_rate": 0.00014118065066225303,
      "loss": 0.1621,
      "step": 585
    },
    {
      "epoch": 1.2883874518436984,
      "grad_norm": 0.8723201155662537,
      "learning_rate": 0.00014094681400588906,
      "loss": 0.1472,
      "step": 586
    },
    {
      "epoch": 1.290588882773803,
      "grad_norm": 1.5932315587997437,
      "learning_rate": 0.0001407127080426468,
      "loss": 0.2377,
      "step": 587
    },
    {
      "epoch": 1.2927903137039076,
      "grad_norm": 1.116560935974121,
      "learning_rate": 0.00014047833431223938,
      "loss": 0.2282,
      "step": 588
    },
    {
      "epoch": 1.2949917446340122,
      "grad_norm": 0.62128746509552,
      "learning_rate": 0.00014024369435614102,
      "loss": 0.1086,
      "step": 589
    },
    {
      "epoch": 1.2971931755641166,
      "grad_norm": 0.3911591172218323,
      "learning_rate": 0.0001400087897175768,
      "loss": 0.05,
      "step": 590
    },
    {
      "epoch": 1.2993946064942212,
      "grad_norm": 0.8413006663322449,
      "learning_rate": 0.0001397736219415128,
      "loss": 0.1577,
      "step": 591
    },
    {
      "epoch": 1.3015960374243258,
      "grad_norm": 1.405246615409851,
      "learning_rate": 0.0001395381925746456,
      "loss": 0.2257,
      "step": 592
    },
    {
      "epoch": 1.3037974683544304,
      "grad_norm": 0.6087014079093933,
      "learning_rate": 0.00013930250316539238,
      "loss": 0.1669,
      "step": 593
    },
    {
      "epoch": 1.305998899284535,
      "grad_norm": 0.5942371487617493,
      "learning_rate": 0.0001390665552638805,
      "loss": 0.1612,
      "step": 594
    },
    {
      "epoch": 1.3082003302146394,
      "grad_norm": 1.0461444854736328,
      "learning_rate": 0.00013883035042193753,
      "loss": 0.1825,
      "step": 595
    },
    {
      "epoch": 1.310401761144744,
      "grad_norm": 0.791422963142395,
      "learning_rate": 0.00013859389019308085,
      "loss": 0.0849,
      "step": 596
    },
    {
      "epoch": 1.3126031920748487,
      "grad_norm": 0.43431755900382996,
      "learning_rate": 0.00013835717613250754,
      "loss": 0.063,
      "step": 597
    },
    {
      "epoch": 1.3148046230049533,
      "grad_norm": 0.6389137506484985,
      "learning_rate": 0.00013812020979708418,
      "loss": 0.0962,
      "step": 598
    },
    {
      "epoch": 1.3170060539350579,
      "grad_norm": 0.7983347773551941,
      "learning_rate": 0.0001378829927453365,
      "loss": 0.1981,
      "step": 599
    },
    {
      "epoch": 1.3192074848651623,
      "grad_norm": 0.9866439700126648,
      "learning_rate": 0.0001376455265374392,
      "loss": 0.2923,
      "step": 600
    },
    {
      "epoch": 1.3214089157952669,
      "grad_norm": 1.0503846406936646,
      "learning_rate": 0.00013740781273520572,
      "loss": 0.1727,
      "step": 601
    },
    {
      "epoch": 1.3236103467253715,
      "grad_norm": 1.300238013267517,
      "learning_rate": 0.00013716985290207788,
      "loss": 0.1419,
      "step": 602
    },
    {
      "epoch": 1.325811777655476,
      "grad_norm": 1.0286176204681396,
      "learning_rate": 0.00013693164860311565,
      "loss": 0.2083,
      "step": 603
    },
    {
      "epoch": 1.3280132085855807,
      "grad_norm": 0.5792612433433533,
      "learning_rate": 0.00013669320140498686,
      "loss": 0.0672,
      "step": 604
    },
    {
      "epoch": 1.330214639515685,
      "grad_norm": 0.5995973944664001,
      "learning_rate": 0.00013645451287595686,
      "loss": 0.1223,
      "step": 605
    },
    {
      "epoch": 1.3324160704457897,
      "grad_norm": 1.065690517425537,
      "learning_rate": 0.00013621558458587832,
      "loss": 0.148,
      "step": 606
    },
    {
      "epoch": 1.3346175013758943,
      "grad_norm": 1.202343463897705,
      "learning_rate": 0.00013597641810618073,
      "loss": 0.2709,
      "step": 607
    },
    {
      "epoch": 1.336818932305999,
      "grad_norm": 0.6058682799339294,
      "learning_rate": 0.0001357370150098601,
      "loss": 0.0968,
      "step": 608
    },
    {
      "epoch": 1.3390203632361035,
      "grad_norm": 0.9532506465911865,
      "learning_rate": 0.0001354973768714688,
      "loss": 0.0983,
      "step": 609
    },
    {
      "epoch": 1.341221794166208,
      "grad_norm": 0.912371039390564,
      "learning_rate": 0.00013525750526710502,
      "loss": 0.2221,
      "step": 610
    },
    {
      "epoch": 1.3434232250963127,
      "grad_norm": 0.5274757742881775,
      "learning_rate": 0.00013501740177440243,
      "loss": 0.0504,
      "step": 611
    },
    {
      "epoch": 1.3456246560264171,
      "grad_norm": 1.182218074798584,
      "learning_rate": 0.00013477706797251985,
      "loss": 0.2155,
      "step": 612
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 1.1047543287277222,
      "learning_rate": 0.00013453650544213076,
      "loss": 0.1104,
      "step": 613
    },
    {
      "epoch": 1.3500275178866263,
      "grad_norm": 0.48692095279693604,
      "learning_rate": 0.00013429571576541315,
      "loss": 0.0808,
      "step": 614
    },
    {
      "epoch": 1.352228948816731,
      "grad_norm": 1.084601879119873,
      "learning_rate": 0.00013405470052603883,
      "loss": 0.2284,
      "step": 615
    },
    {
      "epoch": 1.3544303797468356,
      "grad_norm": 1.1326749324798584,
      "learning_rate": 0.00013381346130916314,
      "loss": 0.3293,
      "step": 616
    },
    {
      "epoch": 1.35663181067694,
      "grad_norm": 2.1683349609375,
      "learning_rate": 0.00013357199970141456,
      "loss": 0.187,
      "step": 617
    },
    {
      "epoch": 1.3588332416070446,
      "grad_norm": 1.2375034093856812,
      "learning_rate": 0.00013333031729088419,
      "loss": 0.1319,
      "step": 618
    },
    {
      "epoch": 1.3610346725371492,
      "grad_norm": 1.8519262075424194,
      "learning_rate": 0.00013308841566711538,
      "loss": 0.2359,
      "step": 619
    },
    {
      "epoch": 1.3632361034672538,
      "grad_norm": 1.2038832902908325,
      "learning_rate": 0.00013284629642109326,
      "loss": 0.1733,
      "step": 620
    },
    {
      "epoch": 1.3654375343973584,
      "grad_norm": 0.7529458403587341,
      "learning_rate": 0.0001326039611452342,
      "loss": 0.1321,
      "step": 621
    },
    {
      "epoch": 1.3676389653274628,
      "grad_norm": 0.4542110860347748,
      "learning_rate": 0.0001323614114333754,
      "loss": 0.0424,
      "step": 622
    },
    {
      "epoch": 1.3698403962575674,
      "grad_norm": 1.1919138431549072,
      "learning_rate": 0.00013211864888076457,
      "loss": 0.1559,
      "step": 623
    },
    {
      "epoch": 1.372041827187672,
      "grad_norm": 0.9733201265335083,
      "learning_rate": 0.00013187567508404899,
      "loss": 0.1407,
      "step": 624
    },
    {
      "epoch": 1.3742432581177766,
      "grad_norm": 1.161691665649414,
      "learning_rate": 0.00013163249164126548,
      "loss": 0.2082,
      "step": 625
    },
    {
      "epoch": 1.3764446890478812,
      "grad_norm": 0.7243776917457581,
      "learning_rate": 0.0001313891001518297,
      "loss": 0.1635,
      "step": 626
    },
    {
      "epoch": 1.3786461199779856,
      "grad_norm": 1.8206489086151123,
      "learning_rate": 0.00013114550221652552,
      "loss": 0.1471,
      "step": 627
    },
    {
      "epoch": 1.3808475509080902,
      "grad_norm": 0.9848284721374512,
      "learning_rate": 0.00013090169943749476,
      "loss": 0.0941,
      "step": 628
    },
    {
      "epoch": 1.3830489818381948,
      "grad_norm": 0.6347261667251587,
      "learning_rate": 0.00013065769341822633,
      "loss": 0.1172,
      "step": 629
    },
    {
      "epoch": 1.3852504127682994,
      "grad_norm": 0.5745399594306946,
      "learning_rate": 0.00013041348576354594,
      "loss": 0.1323,
      "step": 630
    },
    {
      "epoch": 1.387451843698404,
      "grad_norm": 1.2065634727478027,
      "learning_rate": 0.0001301690780796055,
      "loss": 0.1248,
      "step": 631
    },
    {
      "epoch": 1.3896532746285084,
      "grad_norm": 0.7082602977752686,
      "learning_rate": 0.00012992447197387238,
      "loss": 0.1398,
      "step": 632
    },
    {
      "epoch": 1.3918547055586132,
      "grad_norm": 0.7551670670509338,
      "learning_rate": 0.00012967966905511906,
      "loss": 0.0958,
      "step": 633
    },
    {
      "epoch": 1.3940561364887176,
      "grad_norm": 0.9957584142684937,
      "learning_rate": 0.00012943467093341247,
      "loss": 0.114,
      "step": 634
    },
    {
      "epoch": 1.3962575674188222,
      "grad_norm": 0.6230639815330505,
      "learning_rate": 0.00012918947922010336,
      "loss": 0.1101,
      "step": 635
    },
    {
      "epoch": 1.3984589983489268,
      "grad_norm": 0.9289701581001282,
      "learning_rate": 0.00012894409552781564,
      "loss": 0.1617,
      "step": 636
    },
    {
      "epoch": 1.4006604292790314,
      "grad_norm": 1.1827571392059326,
      "learning_rate": 0.00012869852147043607,
      "loss": 0.1768,
      "step": 637
    },
    {
      "epoch": 1.402861860209136,
      "grad_norm": 0.6412714123725891,
      "learning_rate": 0.00012845275866310324,
      "loss": 0.082,
      "step": 638
    },
    {
      "epoch": 1.4050632911392404,
      "grad_norm": 0.8040220141410828,
      "learning_rate": 0.00012820680872219727,
      "loss": 0.1265,
      "step": 639
    },
    {
      "epoch": 1.407264722069345,
      "grad_norm": 0.885257363319397,
      "learning_rate": 0.000127960673265329,
      "loss": 0.141,
      "step": 640
    },
    {
      "epoch": 1.4094661529994497,
      "grad_norm": 1.914450764656067,
      "learning_rate": 0.00012771435391132943,
      "loss": 0.4999,
      "step": 641
    },
    {
      "epoch": 1.4116675839295543,
      "grad_norm": 1.6893082857131958,
      "learning_rate": 0.00012746785228023904,
      "loss": 0.2837,
      "step": 642
    },
    {
      "epoch": 1.4138690148596589,
      "grad_norm": 0.7887259125709534,
      "learning_rate": 0.00012722116999329712,
      "loss": 0.1506,
      "step": 643
    },
    {
      "epoch": 1.4160704457897633,
      "grad_norm": 0.9915180206298828,
      "learning_rate": 0.00012697430867293118,
      "loss": 0.1352,
      "step": 644
    },
    {
      "epoch": 1.4182718767198679,
      "grad_norm": 0.6148739457130432,
      "learning_rate": 0.00012672726994274622,
      "loss": 0.1433,
      "step": 645
    },
    {
      "epoch": 1.4204733076499725,
      "grad_norm": 0.6085465550422668,
      "learning_rate": 0.00012648005542751405,
      "loss": 0.128,
      "step": 646
    },
    {
      "epoch": 1.422674738580077,
      "grad_norm": 1.2505244016647339,
      "learning_rate": 0.00012623266675316263,
      "loss": 0.1056,
      "step": 647
    },
    {
      "epoch": 1.4248761695101817,
      "grad_norm": 1.1471660137176514,
      "learning_rate": 0.0001259851055467653,
      "loss": 0.181,
      "step": 648
    },
    {
      "epoch": 1.427077600440286,
      "grad_norm": 0.570956289768219,
      "learning_rate": 0.00012573737343653024,
      "loss": 0.0658,
      "step": 649
    },
    {
      "epoch": 1.4292790313703907,
      "grad_norm": 0.634922444820404,
      "learning_rate": 0.00012548947205178962,
      "loss": 0.1813,
      "step": 650
    },
    {
      "epoch": 1.4314804623004953,
      "grad_norm": 0.567136287689209,
      "learning_rate": 0.00012524140302298893,
      "loss": 0.1212,
      "step": 651
    },
    {
      "epoch": 1.4336818932306,
      "grad_norm": 0.8204668164253235,
      "learning_rate": 0.00012499316798167623,
      "loss": 0.134,
      "step": 652
    },
    {
      "epoch": 1.4358833241607045,
      "grad_norm": 0.9615541696548462,
      "learning_rate": 0.00012474476856049144,
      "loss": 0.17,
      "step": 653
    },
    {
      "epoch": 1.438084755090809,
      "grad_norm": 0.6434019207954407,
      "learning_rate": 0.0001244962063931557,
      "loss": 0.1325,
      "step": 654
    },
    {
      "epoch": 1.4402861860209135,
      "grad_norm": 0.6178004145622253,
      "learning_rate": 0.0001242474831144604,
      "loss": 0.1104,
      "step": 655
    },
    {
      "epoch": 1.4424876169510181,
      "grad_norm": 0.5323943495750427,
      "learning_rate": 0.0001239986003602566,
      "loss": 0.1131,
      "step": 656
    },
    {
      "epoch": 1.4446890478811227,
      "grad_norm": 1.0922467708587646,
      "learning_rate": 0.00012374955976744432,
      "loss": 0.1887,
      "step": 657
    },
    {
      "epoch": 1.4468904788112273,
      "grad_norm": 1.1991472244262695,
      "learning_rate": 0.00012350036297396154,
      "loss": 0.24,
      "step": 658
    },
    {
      "epoch": 1.4490919097413317,
      "grad_norm": 1.2929867506027222,
      "learning_rate": 0.00012325101161877363,
      "loss": 0.1374,
      "step": 659
    },
    {
      "epoch": 1.4512933406714366,
      "grad_norm": 0.5163611769676208,
      "learning_rate": 0.00012300150734186258,
      "loss": 0.0782,
      "step": 660
    },
    {
      "epoch": 1.453494771601541,
      "grad_norm": 0.45565393567085266,
      "learning_rate": 0.00012275185178421607,
      "loss": 0.0621,
      "step": 661
    },
    {
      "epoch": 1.4556962025316456,
      "grad_norm": 0.6713182926177979,
      "learning_rate": 0.00012250204658781675,
      "loss": 0.1608,
      "step": 662
    },
    {
      "epoch": 1.4578976334617502,
      "grad_norm": 0.8330361247062683,
      "learning_rate": 0.00012225209339563145,
      "loss": 0.1589,
      "step": 663
    },
    {
      "epoch": 1.4600990643918548,
      "grad_norm": 0.5987771153450012,
      "learning_rate": 0.00012200199385160041,
      "loss": 0.0729,
      "step": 664
    },
    {
      "epoch": 1.4623004953219594,
      "grad_norm": 0.5758820176124573,
      "learning_rate": 0.00012175174960062637,
      "loss": 0.0917,
      "step": 665
    },
    {
      "epoch": 1.4645019262520638,
      "grad_norm": 1.1447787284851074,
      "learning_rate": 0.00012150136228856381,
      "loss": 0.1609,
      "step": 666
    },
    {
      "epoch": 1.4667033571821684,
      "grad_norm": 1.4136334657669067,
      "learning_rate": 0.00012125083356220817,
      "loss": 0.1145,
      "step": 667
    },
    {
      "epoch": 1.468904788112273,
      "grad_norm": 1.5868796110153198,
      "learning_rate": 0.00012100016506928493,
      "loss": 0.2602,
      "step": 668
    },
    {
      "epoch": 1.4711062190423776,
      "grad_norm": 1.784375548362732,
      "learning_rate": 0.00012074935845843887,
      "loss": 0.1714,
      "step": 669
    },
    {
      "epoch": 1.4733076499724822,
      "grad_norm": 1.1253080368041992,
      "learning_rate": 0.00012049841537922307,
      "loss": 0.207,
      "step": 670
    },
    {
      "epoch": 1.4755090809025866,
      "grad_norm": 0.760846734046936,
      "learning_rate": 0.00012024733748208819,
      "loss": 0.1476,
      "step": 671
    },
    {
      "epoch": 1.4777105118326912,
      "grad_norm": 0.581866443157196,
      "learning_rate": 0.00011999612641837168,
      "loss": 0.0876,
      "step": 672
    },
    {
      "epoch": 1.4799119427627958,
      "grad_norm": 0.9836142659187317,
      "learning_rate": 0.00011974478384028672,
      "loss": 0.1357,
      "step": 673
    },
    {
      "epoch": 1.4821133736929004,
      "grad_norm": 0.46399572491645813,
      "learning_rate": 0.00011949331140091153,
      "loss": 0.0771,
      "step": 674
    },
    {
      "epoch": 1.484314804623005,
      "grad_norm": 0.7173429727554321,
      "learning_rate": 0.00011924171075417836,
      "loss": 0.1398,
      "step": 675
    },
    {
      "epoch": 1.4865162355531094,
      "grad_norm": 1.0541839599609375,
      "learning_rate": 0.00011898998355486273,
      "loss": 0.2469,
      "step": 676
    },
    {
      "epoch": 1.488717666483214,
      "grad_norm": 0.9371955394744873,
      "learning_rate": 0.00011873813145857249,
      "loss": 0.1503,
      "step": 677
    },
    {
      "epoch": 1.4909190974133186,
      "grad_norm": 0.7344411611557007,
      "learning_rate": 0.00011848615612173688,
      "loss": 0.1076,
      "step": 678
    },
    {
      "epoch": 1.4931205283434232,
      "grad_norm": 1.0650099515914917,
      "learning_rate": 0.00011823405920159575,
      "loss": 0.1796,
      "step": 679
    },
    {
      "epoch": 1.4953219592735278,
      "grad_norm": 0.9302453994750977,
      "learning_rate": 0.00011798184235618867,
      "loss": 0.15,
      "step": 680
    },
    {
      "epoch": 1.4975233902036322,
      "grad_norm": 0.5184688568115234,
      "learning_rate": 0.0001177295072443438,
      "loss": 0.1045,
      "step": 681
    },
    {
      "epoch": 1.499724821133737,
      "grad_norm": 0.3599972426891327,
      "learning_rate": 0.0001174770555256672,
      "loss": 0.0485,
      "step": 682
    },
    {
      "epoch": 1.5019262520638414,
      "grad_norm": 0.7699552774429321,
      "learning_rate": 0.0001172244888605319,
      "loss": 0.1161,
      "step": 683
    },
    {
      "epoch": 1.504127682993946,
      "grad_norm": 1.2350573539733887,
      "learning_rate": 0.00011697180891006689,
      "loss": 0.1615,
      "step": 684
    },
    {
      "epoch": 1.5063291139240507,
      "grad_norm": 1.0100566148757935,
      "learning_rate": 0.00011671901733614628,
      "loss": 0.1865,
      "step": 685
    },
    {
      "epoch": 1.508530544854155,
      "grad_norm": 0.3905757963657379,
      "learning_rate": 0.00011646611580137823,
      "loss": 0.0464,
      "step": 686
    },
    {
      "epoch": 1.5107319757842599,
      "grad_norm": 1.1495448350906372,
      "learning_rate": 0.00011621310596909422,
      "loss": 0.1326,
      "step": 687
    },
    {
      "epoch": 1.5129334067143643,
      "grad_norm": 1.3454679250717163,
      "learning_rate": 0.00011595998950333793,
      "loss": 0.1748,
      "step": 688
    },
    {
      "epoch": 1.5151348376444689,
      "grad_norm": 0.8291569352149963,
      "learning_rate": 0.00011570676806885441,
      "loss": 0.178,
      "step": 689
    },
    {
      "epoch": 1.5173362685745735,
      "grad_norm": 1.183701515197754,
      "learning_rate": 0.00011545344333107904,
      "loss": 0.1655,
      "step": 690
    },
    {
      "epoch": 1.5195376995046779,
      "grad_norm": 0.9870046377182007,
      "learning_rate": 0.00011520001695612674,
      "loss": 0.1865,
      "step": 691
    },
    {
      "epoch": 1.5217391304347827,
      "grad_norm": 0.6644650101661682,
      "learning_rate": 0.00011494649061078071,
      "loss": 0.115,
      "step": 692
    },
    {
      "epoch": 1.523940561364887,
      "grad_norm": 1.217482566833496,
      "learning_rate": 0.00011469286596248181,
      "loss": 0.2605,
      "step": 693
    },
    {
      "epoch": 1.5261419922949917,
      "grad_norm": 0.9333559274673462,
      "learning_rate": 0.00011443914467931736,
      "loss": 0.1618,
      "step": 694
    },
    {
      "epoch": 1.5283434232250963,
      "grad_norm": 0.839487612247467,
      "learning_rate": 0.00011418532843001031,
      "loss": 0.0942,
      "step": 695
    },
    {
      "epoch": 1.530544854155201,
      "grad_norm": 1.1805278062820435,
      "learning_rate": 0.00011393141888390814,
      "loss": 0.1592,
      "step": 696
    },
    {
      "epoch": 1.5327462850853055,
      "grad_norm": 0.6482624411582947,
      "learning_rate": 0.00011367741771097197,
      "loss": 0.0706,
      "step": 697
    },
    {
      "epoch": 1.53494771601541,
      "grad_norm": 0.8422489762306213,
      "learning_rate": 0.00011342332658176555,
      "loss": 0.125,
      "step": 698
    },
    {
      "epoch": 1.5371491469455147,
      "grad_norm": 0.38020074367523193,
      "learning_rate": 0.00011316914716744426,
      "loss": 0.0532,
      "step": 699
    },
    {
      "epoch": 1.5393505778756191,
      "grad_norm": 0.7216457724571228,
      "learning_rate": 0.00011291488113974416,
      "loss": 0.1769,
      "step": 700
    },
    {
      "epoch": 1.5415520088057237,
      "grad_norm": 0.5067474246025085,
      "learning_rate": 0.00011266053017097091,
      "loss": 0.0982,
      "step": 701
    },
    {
      "epoch": 1.5437534397358283,
      "grad_norm": 0.7698938250541687,
      "learning_rate": 0.00011240609593398886,
      "loss": 0.097,
      "step": 702
    },
    {
      "epoch": 1.5459548706659327,
      "grad_norm": 0.8412646055221558,
      "learning_rate": 0.00011215158010221005,
      "loss": 0.1075,
      "step": 703
    },
    {
      "epoch": 1.5481563015960376,
      "grad_norm": 0.841958224773407,
      "learning_rate": 0.00011189698434958309,
      "loss": 0.1534,
      "step": 704
    },
    {
      "epoch": 1.550357732526142,
      "grad_norm": 0.8684465289115906,
      "learning_rate": 0.00011164231035058228,
      "loss": 0.1269,
      "step": 705
    },
    {
      "epoch": 1.5525591634562466,
      "grad_norm": 1.397005558013916,
      "learning_rate": 0.00011138755978019657,
      "loss": 0.2653,
      "step": 706
    },
    {
      "epoch": 1.5547605943863512,
      "grad_norm": 0.6085904836654663,
      "learning_rate": 0.00011113273431391849,
      "loss": 0.0796,
      "step": 707
    },
    {
      "epoch": 1.5569620253164556,
      "grad_norm": 0.6033327579498291,
      "learning_rate": 0.00011087783562773311,
      "loss": 0.1289,
      "step": 708
    },
    {
      "epoch": 1.5591634562465604,
      "grad_norm": 0.9420616030693054,
      "learning_rate": 0.00011062286539810711,
      "loss": 0.2401,
      "step": 709
    },
    {
      "epoch": 1.5613648871766648,
      "grad_norm": 0.825903058052063,
      "learning_rate": 0.00011036782530197775,
      "loss": 0.1729,
      "step": 710
    },
    {
      "epoch": 1.5635663181067694,
      "grad_norm": 0.7171649932861328,
      "learning_rate": 0.00011011271701674178,
      "loss": 0.1321,
      "step": 711
    },
    {
      "epoch": 1.565767749036874,
      "grad_norm": 1.4322612285614014,
      "learning_rate": 0.00010985754222024436,
      "loss": 0.1478,
      "step": 712
    },
    {
      "epoch": 1.5679691799669784,
      "grad_norm": 0.6679661870002747,
      "learning_rate": 0.00010960230259076818,
      "loss": 0.1528,
      "step": 713
    },
    {
      "epoch": 1.5701706108970832,
      "grad_norm": 1.174611210823059,
      "learning_rate": 0.00010934699980702232,
      "loss": 0.118,
      "step": 714
    },
    {
      "epoch": 1.5723720418271876,
      "grad_norm": 0.5112281441688538,
      "learning_rate": 0.00010909163554813117,
      "loss": 0.1038,
      "step": 715
    },
    {
      "epoch": 1.5745734727572922,
      "grad_norm": 1.4544810056686401,
      "learning_rate": 0.0001088362114936235,
      "loss": 0.2417,
      "step": 716
    },
    {
      "epoch": 1.5767749036873968,
      "grad_norm": 1.2852834463119507,
      "learning_rate": 0.00010858072932342134,
      "loss": 0.2468,
      "step": 717
    },
    {
      "epoch": 1.5789763346175014,
      "grad_norm": 0.4749760031700134,
      "learning_rate": 0.00010832519071782894,
      "loss": 0.0733,
      "step": 718
    },
    {
      "epoch": 1.581177765547606,
      "grad_norm": 1.2053903341293335,
      "learning_rate": 0.00010806959735752174,
      "loss": 0.1455,
      "step": 719
    },
    {
      "epoch": 1.5833791964777104,
      "grad_norm": 1.0660688877105713,
      "learning_rate": 0.00010781395092353526,
      "loss": 0.1825,
      "step": 720
    },
    {
      "epoch": 1.5855806274078152,
      "grad_norm": 1.3690940141677856,
      "learning_rate": 0.00010755825309725416,
      "loss": 0.3656,
      "step": 721
    },
    {
      "epoch": 1.5877820583379196,
      "grad_norm": 0.5797556042671204,
      "learning_rate": 0.000107302505560401,
      "loss": 0.0831,
      "step": 722
    },
    {
      "epoch": 1.5899834892680242,
      "grad_norm": 0.5217254161834717,
      "learning_rate": 0.0001070467099950254,
      "loss": 0.0831,
      "step": 723
    },
    {
      "epoch": 1.5921849201981289,
      "grad_norm": 0.5146464705467224,
      "learning_rate": 0.00010679086808349278,
      "loss": 0.0561,
      "step": 724
    },
    {
      "epoch": 1.5943863511282332,
      "grad_norm": 0.48769646883010864,
      "learning_rate": 0.00010653498150847343,
      "loss": 0.0819,
      "step": 725
    },
    {
      "epoch": 1.596587782058338,
      "grad_norm": 1.0709245204925537,
      "learning_rate": 0.00010627905195293135,
      "loss": 0.1851,
      "step": 726
    },
    {
      "epoch": 1.5987892129884425,
      "grad_norm": 0.5213449001312256,
      "learning_rate": 0.00010602308110011328,
      "loss": 0.0837,
      "step": 727
    },
    {
      "epoch": 1.600990643918547,
      "grad_norm": 0.7490752339363098,
      "learning_rate": 0.00010576707063353746,
      "loss": 0.1098,
      "step": 728
    },
    {
      "epoch": 1.6031920748486517,
      "grad_norm": 0.7549910545349121,
      "learning_rate": 0.00010551102223698282,
      "loss": 0.1396,
      "step": 729
    },
    {
      "epoch": 1.605393505778756,
      "grad_norm": 1.0106641054153442,
      "learning_rate": 0.00010525493759447765,
      "loss": 0.1466,
      "step": 730
    },
    {
      "epoch": 1.6075949367088609,
      "grad_norm": 0.7263780832290649,
      "learning_rate": 0.00010499881839028867,
      "loss": 0.1372,
      "step": 731
    },
    {
      "epoch": 1.6097963676389653,
      "grad_norm": 0.6660489439964294,
      "learning_rate": 0.00010474266630890986,
      "loss": 0.0806,
      "step": 732
    },
    {
      "epoch": 1.6119977985690699,
      "grad_norm": 1.0522032976150513,
      "learning_rate": 0.00010448648303505151,
      "loss": 0.2161,
      "step": 733
    },
    {
      "epoch": 1.6141992294991745,
      "grad_norm": 0.9830417633056641,
      "learning_rate": 0.00010423027025362902,
      "loss": 0.2289,
      "step": 734
    },
    {
      "epoch": 1.6164006604292789,
      "grad_norm": 1.082297682762146,
      "learning_rate": 0.00010397402964975187,
      "loss": 0.1082,
      "step": 735
    },
    {
      "epoch": 1.6186020913593837,
      "grad_norm": 1.1494207382202148,
      "learning_rate": 0.00010371776290871252,
      "loss": 0.2047,
      "step": 736
    },
    {
      "epoch": 1.620803522289488,
      "grad_norm": 1.351162314414978,
      "learning_rate": 0.00010346147171597535,
      "loss": 0.2367,
      "step": 737
    },
    {
      "epoch": 1.6230049532195927,
      "grad_norm": 0.8432272672653198,
      "learning_rate": 0.00010320515775716555,
      "loss": 0.2138,
      "step": 738
    },
    {
      "epoch": 1.6252063841496973,
      "grad_norm": 0.9856284856796265,
      "learning_rate": 0.00010294882271805799,
      "loss": 0.2512,
      "step": 739
    },
    {
      "epoch": 1.627407815079802,
      "grad_norm": 1.0501776933670044,
      "learning_rate": 0.00010269246828456629,
      "loss": 0.1582,
      "step": 740
    },
    {
      "epoch": 1.6296092460099065,
      "grad_norm": 0.6857620477676392,
      "learning_rate": 0.00010243609614273155,
      "loss": 0.0702,
      "step": 741
    },
    {
      "epoch": 1.631810676940011,
      "grad_norm": 0.8443143367767334,
      "learning_rate": 0.0001021797079787114,
      "loss": 0.1715,
      "step": 742
    },
    {
      "epoch": 1.6340121078701155,
      "grad_norm": 0.7217234373092651,
      "learning_rate": 0.00010192330547876871,
      "loss": 0.1181,
      "step": 743
    },
    {
      "epoch": 1.6362135388002201,
      "grad_norm": 1.8371859788894653,
      "learning_rate": 0.00010166689032926085,
      "loss": 0.3051,
      "step": 744
    },
    {
      "epoch": 1.6384149697303247,
      "grad_norm": 0.14680980145931244,
      "learning_rate": 0.00010141046421662821,
      "loss": 0.0258,
      "step": 745
    },
    {
      "epoch": 1.6406164006604294,
      "grad_norm": 0.5036325454711914,
      "learning_rate": 0.00010115402882738334,
      "loss": 0.0987,
      "step": 746
    },
    {
      "epoch": 1.6428178315905337,
      "grad_norm": 0.7323853969573975,
      "learning_rate": 0.00010089758584809979,
      "loss": 0.11,
      "step": 747
    },
    {
      "epoch": 1.6450192625206386,
      "grad_norm": 0.5266981720924377,
      "learning_rate": 0.00010064113696540111,
      "loss": 0.1494,
      "step": 748
    },
    {
      "epoch": 1.647220693450743,
      "grad_norm": 0.30830544233322144,
      "learning_rate": 0.0001003846838659496,
      "loss": 0.0412,
      "step": 749
    },
    {
      "epoch": 1.6494221243808476,
      "grad_norm": 0.9504794478416443,
      "learning_rate": 0.00010012822823643525,
      "loss": 0.1227,
      "step": 750
    },
    {
      "epoch": 1.6516235553109522,
      "grad_norm": 1.2924413681030273,
      "learning_rate": 9.987177176356476e-05,
      "loss": 0.187,
      "step": 751
    },
    {
      "epoch": 1.6538249862410566,
      "grad_norm": 0.5978471040725708,
      "learning_rate": 9.961531613405043e-05,
      "loss": 0.1778,
      "step": 752
    },
    {
      "epoch": 1.6560264171711614,
      "grad_norm": 1.2347365617752075,
      "learning_rate": 9.93588630345989e-05,
      "loss": 0.1905,
      "step": 753
    },
    {
      "epoch": 1.6582278481012658,
      "grad_norm": 0.7218102812767029,
      "learning_rate": 9.910241415190021e-05,
      "loss": 0.1779,
      "step": 754
    },
    {
      "epoch": 1.6604292790313704,
      "grad_norm": 0.8096426725387573,
      "learning_rate": 9.884597117261667e-05,
      "loss": 0.099,
      "step": 755
    },
    {
      "epoch": 1.662630709961475,
      "grad_norm": 1.0941493511199951,
      "learning_rate": 9.85895357833718e-05,
      "loss": 0.095,
      "step": 756
    },
    {
      "epoch": 1.6648321408915794,
      "grad_norm": 0.661952018737793,
      "learning_rate": 9.83331096707392e-05,
      "loss": 0.1123,
      "step": 757
    },
    {
      "epoch": 1.6670335718216842,
      "grad_norm": 1.0296493768692017,
      "learning_rate": 9.80766945212313e-05,
      "loss": 0.1239,
      "step": 758
    },
    {
      "epoch": 1.6692350027517886,
      "grad_norm": 0.7456392049789429,
      "learning_rate": 9.782029202128864e-05,
      "loss": 0.1132,
      "step": 759
    },
    {
      "epoch": 1.6714364336818932,
      "grad_norm": 0.9941757917404175,
      "learning_rate": 9.756390385726846e-05,
      "loss": 0.1752,
      "step": 760
    },
    {
      "epoch": 1.6736378646119978,
      "grad_norm": 0.8386315107345581,
      "learning_rate": 9.730753171543374e-05,
      "loss": 0.127,
      "step": 761
    },
    {
      "epoch": 1.6758392955421022,
      "grad_norm": 0.4235280752182007,
      "learning_rate": 9.705117728194202e-05,
      "loss": 0.0495,
      "step": 762
    },
    {
      "epoch": 1.678040726472207,
      "grad_norm": 0.9623192548751831,
      "learning_rate": 9.679484224283449e-05,
      "loss": 0.1748,
      "step": 763
    },
    {
      "epoch": 1.6802421574023114,
      "grad_norm": 0.5407153964042664,
      "learning_rate": 9.653852828402467e-05,
      "loss": 0.0788,
      "step": 764
    },
    {
      "epoch": 1.682443588332416,
      "grad_norm": 0.9053894281387329,
      "learning_rate": 9.628223709128749e-05,
      "loss": 0.1913,
      "step": 765
    },
    {
      "epoch": 1.6846450192625206,
      "grad_norm": 0.5698592066764832,
      "learning_rate": 9.602597035024815e-05,
      "loss": 0.0605,
      "step": 766
    },
    {
      "epoch": 1.6868464501926252,
      "grad_norm": 0.9939035773277283,
      "learning_rate": 9.576972974637097e-05,
      "loss": 0.161,
      "step": 767
    },
    {
      "epoch": 1.6890478811227299,
      "grad_norm": 0.7236847281455994,
      "learning_rate": 9.551351696494854e-05,
      "loss": 0.0859,
      "step": 768
    },
    {
      "epoch": 1.6912493120528342,
      "grad_norm": 1.412492275238037,
      "learning_rate": 9.525733369109018e-05,
      "loss": 0.1902,
      "step": 769
    },
    {
      "epoch": 1.693450742982939,
      "grad_norm": 0.956356406211853,
      "learning_rate": 9.500118160971138e-05,
      "loss": 0.1631,
      "step": 770
    },
    {
      "epoch": 1.6956521739130435,
      "grad_norm": 1.869669795036316,
      "learning_rate": 9.474506240552239e-05,
      "loss": 0.219,
      "step": 771
    },
    {
      "epoch": 1.697853604843148,
      "grad_norm": 1.6506068706512451,
      "learning_rate": 9.448897776301722e-05,
      "loss": 0.1503,
      "step": 772
    },
    {
      "epoch": 1.7000550357732527,
      "grad_norm": 0.5310888290405273,
      "learning_rate": 9.423292936646257e-05,
      "loss": 0.093,
      "step": 773
    },
    {
      "epoch": 1.702256466703357,
      "grad_norm": 1.497267723083496,
      "learning_rate": 9.397691889988676e-05,
      "loss": 0.2146,
      "step": 774
    },
    {
      "epoch": 1.704457897633462,
      "grad_norm": 1.5522136688232422,
      "learning_rate": 9.372094804706867e-05,
      "loss": 0.2829,
      "step": 775
    },
    {
      "epoch": 1.7066593285635663,
      "grad_norm": 0.5641590356826782,
      "learning_rate": 9.346501849152659e-05,
      "loss": 0.0788,
      "step": 776
    },
    {
      "epoch": 1.7088607594936709,
      "grad_norm": 0.18695193529129028,
      "learning_rate": 9.320913191650724e-05,
      "loss": 0.0299,
      "step": 777
    },
    {
      "epoch": 1.7110621904237755,
      "grad_norm": 0.8758842349052429,
      "learning_rate": 9.29532900049746e-05,
      "loss": 0.122,
      "step": 778
    },
    {
      "epoch": 1.7132636213538799,
      "grad_norm": 0.8107666969299316,
      "learning_rate": 9.269749443959904e-05,
      "loss": 0.0945,
      "step": 779
    },
    {
      "epoch": 1.7154650522839847,
      "grad_norm": 0.8614788055419922,
      "learning_rate": 9.24417469027459e-05,
      "loss": 0.1672,
      "step": 780
    },
    {
      "epoch": 1.717666483214089,
      "grad_norm": 1.3785629272460938,
      "learning_rate": 9.218604907646475e-05,
      "loss": 0.3274,
      "step": 781
    },
    {
      "epoch": 1.7198679141441937,
      "grad_norm": 2.5916779041290283,
      "learning_rate": 9.193040264247829e-05,
      "loss": 0.2438,
      "step": 782
    },
    {
      "epoch": 1.7220693450742983,
      "grad_norm": 0.8327628374099731,
      "learning_rate": 9.167480928217108e-05,
      "loss": 0.1232,
      "step": 783
    },
    {
      "epoch": 1.7242707760044027,
      "grad_norm": 0.536798357963562,
      "learning_rate": 9.141927067657869e-05,
      "loss": 0.0611,
      "step": 784
    },
    {
      "epoch": 1.7264722069345075,
      "grad_norm": 1.238837480545044,
      "learning_rate": 9.11637885063765e-05,
      "loss": 0.1771,
      "step": 785
    },
    {
      "epoch": 1.728673637864612,
      "grad_norm": 0.6637739539146423,
      "learning_rate": 9.090836445186885e-05,
      "loss": 0.1656,
      "step": 786
    },
    {
      "epoch": 1.7308750687947165,
      "grad_norm": 0.6841593980789185,
      "learning_rate": 9.06530001929777e-05,
      "loss": 0.093,
      "step": 787
    },
    {
      "epoch": 1.7330764997248211,
      "grad_norm": 1.7791855335235596,
      "learning_rate": 9.039769740923183e-05,
      "loss": 0.251,
      "step": 788
    },
    {
      "epoch": 1.7352779306549257,
      "grad_norm": 1.0243498086929321,
      "learning_rate": 9.014245777975565e-05,
      "loss": 0.1087,
      "step": 789
    },
    {
      "epoch": 1.7374793615850304,
      "grad_norm": 0.9615514278411865,
      "learning_rate": 8.988728298325822e-05,
      "loss": 0.1978,
      "step": 790
    },
    {
      "epoch": 1.7396807925151347,
      "grad_norm": 0.4960983693599701,
      "learning_rate": 8.963217469802228e-05,
      "loss": 0.0553,
      "step": 791
    },
    {
      "epoch": 1.7418822234452394,
      "grad_norm": 0.8816950917243958,
      "learning_rate": 8.937713460189291e-05,
      "loss": 0.1071,
      "step": 792
    },
    {
      "epoch": 1.744083654375344,
      "grad_norm": 0.9826503396034241,
      "learning_rate": 8.912216437226693e-05,
      "loss": 0.1488,
      "step": 793
    },
    {
      "epoch": 1.7462850853054486,
      "grad_norm": 0.5744142532348633,
      "learning_rate": 8.886726568608155e-05,
      "loss": 0.0908,
      "step": 794
    },
    {
      "epoch": 1.7484865162355532,
      "grad_norm": 0.5662325620651245,
      "learning_rate": 8.861244021980344e-05,
      "loss": 0.0897,
      "step": 795
    },
    {
      "epoch": 1.7506879471656576,
      "grad_norm": 0.39198780059814453,
      "learning_rate": 8.835768964941773e-05,
      "loss": 0.0491,
      "step": 796
    },
    {
      "epoch": 1.7528893780957624,
      "grad_norm": 0.7171629667282104,
      "learning_rate": 8.810301565041692e-05,
      "loss": 0.1096,
      "step": 797
    },
    {
      "epoch": 1.7550908090258668,
      "grad_norm": 0.8525797724723816,
      "learning_rate": 8.784841989778996e-05,
      "loss": 0.0978,
      "step": 798
    },
    {
      "epoch": 1.7572922399559714,
      "grad_norm": 0.7842770218849182,
      "learning_rate": 8.759390406601115e-05,
      "loss": 0.143,
      "step": 799
    },
    {
      "epoch": 1.759493670886076,
      "grad_norm": 1.2253752946853638,
      "learning_rate": 8.733946982902911e-05,
      "loss": 0.148,
      "step": 800
    },
    {
      "epoch": 1.7616951018161804,
      "grad_norm": 0.7642062902450562,
      "learning_rate": 8.708511886025585e-05,
      "loss": 0.1092,
      "step": 801
    },
    {
      "epoch": 1.7638965327462852,
      "grad_norm": 0.8164166212081909,
      "learning_rate": 8.683085283255576e-05,
      "loss": 0.1523,
      "step": 802
    },
    {
      "epoch": 1.7660979636763896,
      "grad_norm": 0.9109005928039551,
      "learning_rate": 8.657667341823448e-05,
      "loss": 0.1462,
      "step": 803
    },
    {
      "epoch": 1.7682993946064942,
      "grad_norm": 1.1961185932159424,
      "learning_rate": 8.632258228902805e-05,
      "loss": 0.1098,
      "step": 804
    },
    {
      "epoch": 1.7705008255365988,
      "grad_norm": 0.6288356184959412,
      "learning_rate": 8.606858111609188e-05,
      "loss": 0.126,
      "step": 805
    },
    {
      "epoch": 1.7727022564667032,
      "grad_norm": 0.6300954222679138,
      "learning_rate": 8.581467156998971e-05,
      "loss": 0.1364,
      "step": 806
    },
    {
      "epoch": 1.774903687396808,
      "grad_norm": 0.8954706788063049,
      "learning_rate": 8.556085532068266e-05,
      "loss": 0.0989,
      "step": 807
    },
    {
      "epoch": 1.7771051183269124,
      "grad_norm": 1.5506774187088013,
      "learning_rate": 8.530713403751821e-05,
      "loss": 0.1683,
      "step": 808
    },
    {
      "epoch": 1.779306549257017,
      "grad_norm": 0.7719908952713013,
      "learning_rate": 8.505350938921931e-05,
      "loss": 0.0985,
      "step": 809
    },
    {
      "epoch": 1.7815079801871216,
      "grad_norm": 0.22699938714504242,
      "learning_rate": 8.479998304387329e-05,
      "loss": 0.0205,
      "step": 810
    },
    {
      "epoch": 1.7837094111172263,
      "grad_norm": 0.6535486578941345,
      "learning_rate": 8.454655666892095e-05,
      "loss": 0.0905,
      "step": 811
    },
    {
      "epoch": 1.7859108420473309,
      "grad_norm": 0.47723376750946045,
      "learning_rate": 8.42932319311456e-05,
      "loss": 0.1109,
      "step": 812
    },
    {
      "epoch": 1.7881122729774352,
      "grad_norm": 0.8404837846755981,
      "learning_rate": 8.404001049666211e-05,
      "loss": 0.1419,
      "step": 813
    },
    {
      "epoch": 1.7903137039075399,
      "grad_norm": 0.5765104293823242,
      "learning_rate": 8.378689403090583e-05,
      "loss": 0.0634,
      "step": 814
    },
    {
      "epoch": 1.7925151348376445,
      "grad_norm": 0.8536213636398315,
      "learning_rate": 8.353388419862178e-05,
      "loss": 0.1279,
      "step": 815
    },
    {
      "epoch": 1.794716565767749,
      "grad_norm": 0.7238773107528687,
      "learning_rate": 8.328098266385375e-05,
      "loss": 0.093,
      "step": 816
    },
    {
      "epoch": 1.7969179966978537,
      "grad_norm": 1.3495720624923706,
      "learning_rate": 8.302819108993312e-05,
      "loss": 0.2,
      "step": 817
    },
    {
      "epoch": 1.799119427627958,
      "grad_norm": 0.6155779957771301,
      "learning_rate": 8.277551113946812e-05,
      "loss": 0.1371,
      "step": 818
    },
    {
      "epoch": 1.801320858558063,
      "grad_norm": 0.8336213231086731,
      "learning_rate": 8.252294447433283e-05,
      "loss": 0.1992,
      "step": 819
    },
    {
      "epoch": 1.8035222894881673,
      "grad_norm": 0.394396036863327,
      "learning_rate": 8.227049275565622e-05,
      "loss": 0.0589,
      "step": 820
    },
    {
      "epoch": 1.805723720418272,
      "grad_norm": 0.5639936923980713,
      "learning_rate": 8.201815764381133e-05,
      "loss": 0.1162,
      "step": 821
    },
    {
      "epoch": 1.8079251513483765,
      "grad_norm": 1.2527427673339844,
      "learning_rate": 8.176594079840423e-05,
      "loss": 0.1426,
      "step": 822
    },
    {
      "epoch": 1.810126582278481,
      "grad_norm": 0.8214813470840454,
      "learning_rate": 8.151384387826313e-05,
      "loss": 0.132,
      "step": 823
    },
    {
      "epoch": 1.8123280132085857,
      "grad_norm": 0.6703236699104309,
      "learning_rate": 8.126186854142752e-05,
      "loss": 0.1678,
      "step": 824
    },
    {
      "epoch": 1.81452944413869,
      "grad_norm": 0.5412653088569641,
      "learning_rate": 8.101001644513731e-05,
      "loss": 0.113,
      "step": 825
    },
    {
      "epoch": 1.8167308750687947,
      "grad_norm": 0.8707739114761353,
      "learning_rate": 8.075828924582169e-05,
      "loss": 0.1577,
      "step": 826
    },
    {
      "epoch": 1.8189323059988993,
      "grad_norm": 1.103877067565918,
      "learning_rate": 8.05066885990885e-05,
      "loss": 0.1617,
      "step": 827
    },
    {
      "epoch": 1.8211337369290037,
      "grad_norm": 1.0585663318634033,
      "learning_rate": 8.02552161597133e-05,
      "loss": 0.2364,
      "step": 828
    },
    {
      "epoch": 1.8233351678591085,
      "grad_norm": 0.46425899863243103,
      "learning_rate": 8.000387358162835e-05,
      "loss": 0.1124,
      "step": 829
    },
    {
      "epoch": 1.825536598789213,
      "grad_norm": 0.5401412844657898,
      "learning_rate": 7.975266251791185e-05,
      "loss": 0.1355,
      "step": 830
    },
    {
      "epoch": 1.8277380297193175,
      "grad_norm": 0.3869989812374115,
      "learning_rate": 7.950158462077697e-05,
      "loss": 0.0837,
      "step": 831
    },
    {
      "epoch": 1.8299394606494221,
      "grad_norm": 0.4511391818523407,
      "learning_rate": 7.925064154156116e-05,
      "loss": 0.1075,
      "step": 832
    },
    {
      "epoch": 1.8321408915795265,
      "grad_norm": 0.960554301738739,
      "learning_rate": 7.899983493071507e-05,
      "loss": 0.1864,
      "step": 833
    },
    {
      "epoch": 1.8343423225096314,
      "grad_norm": 1.1453462839126587,
      "learning_rate": 7.874916643779184e-05,
      "loss": 0.1911,
      "step": 834
    },
    {
      "epoch": 1.8365437534397357,
      "grad_norm": 1.1819422245025635,
      "learning_rate": 7.849863771143621e-05,
      "loss": 0.2681,
      "step": 835
    },
    {
      "epoch": 1.8387451843698404,
      "grad_norm": 0.7269442677497864,
      "learning_rate": 7.82482503993737e-05,
      "loss": 0.0988,
      "step": 836
    },
    {
      "epoch": 1.840946615299945,
      "grad_norm": 0.9441477060317993,
      "learning_rate": 7.799800614839964e-05,
      "loss": 0.2001,
      "step": 837
    },
    {
      "epoch": 1.8431480462300496,
      "grad_norm": 0.8774495124816895,
      "learning_rate": 7.774790660436858e-05,
      "loss": 0.1978,
      "step": 838
    },
    {
      "epoch": 1.8453494771601542,
      "grad_norm": 0.4876162111759186,
      "learning_rate": 7.749795341218327e-05,
      "loss": 0.0747,
      "step": 839
    },
    {
      "epoch": 1.8475509080902586,
      "grad_norm": 0.48862627148628235,
      "learning_rate": 7.724814821578396e-05,
      "loss": 0.0701,
      "step": 840
    },
    {
      "epoch": 1.8497523390203634,
      "grad_norm": 1.3835673332214355,
      "learning_rate": 7.699849265813743e-05,
      "loss": 0.162,
      "step": 841
    },
    {
      "epoch": 1.8519537699504678,
      "grad_norm": 0.6900964975357056,
      "learning_rate": 7.67489883812264e-05,
      "loss": 0.0586,
      "step": 842
    },
    {
      "epoch": 1.8541552008805724,
      "grad_norm": 0.7376418113708496,
      "learning_rate": 7.649963702603849e-05,
      "loss": 0.079,
      "step": 843
    },
    {
      "epoch": 1.856356631810677,
      "grad_norm": 0.6786530613899231,
      "learning_rate": 7.625044023255571e-05,
      "loss": 0.1063,
      "step": 844
    },
    {
      "epoch": 1.8585580627407814,
      "grad_norm": 0.7012770771980286,
      "learning_rate": 7.600139963974341e-05,
      "loss": 0.1238,
      "step": 845
    },
    {
      "epoch": 1.8607594936708862,
      "grad_norm": 0.7398976683616638,
      "learning_rate": 7.575251688553963e-05,
      "loss": 0.1393,
      "step": 846
    },
    {
      "epoch": 1.8629609246009906,
      "grad_norm": 0.5676134824752808,
      "learning_rate": 7.550379360684434e-05,
      "loss": 0.1269,
      "step": 847
    },
    {
      "epoch": 1.8651623555310952,
      "grad_norm": 0.70937180519104,
      "learning_rate": 7.525523143950859e-05,
      "loss": 0.0519,
      "step": 848
    },
    {
      "epoch": 1.8673637864611998,
      "grad_norm": 0.563579261302948,
      "learning_rate": 7.500683201832382e-05,
      "loss": 0.105,
      "step": 849
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 0.6759403347969055,
      "learning_rate": 7.47585969770111e-05,
      "loss": 0.1216,
      "step": 850
    },
    {
      "epoch": 1.871766648321409,
      "grad_norm": 0.7409111857414246,
      "learning_rate": 7.45105279482104e-05,
      "loss": 0.1031,
      "step": 851
    },
    {
      "epoch": 1.8739680792515134,
      "grad_norm": 0.7576317191123962,
      "learning_rate": 7.426262656346978e-05,
      "loss": 0.0719,
      "step": 852
    },
    {
      "epoch": 1.876169510181618,
      "grad_norm": 0.8437058329582214,
      "learning_rate": 7.401489445323473e-05,
      "loss": 0.0878,
      "step": 853
    },
    {
      "epoch": 1.8783709411117226,
      "grad_norm": 0.7089110016822815,
      "learning_rate": 7.37673332468374e-05,
      "loss": 0.1523,
      "step": 854
    },
    {
      "epoch": 1.880572372041827,
      "grad_norm": 0.9702976942062378,
      "learning_rate": 7.351994457248595e-05,
      "loss": 0.0713,
      "step": 855
    },
    {
      "epoch": 1.8827738029719319,
      "grad_norm": 1.018698811531067,
      "learning_rate": 7.327273005725379e-05,
      "loss": 0.1516,
      "step": 856
    },
    {
      "epoch": 1.8849752339020363,
      "grad_norm": 0.47892457246780396,
      "learning_rate": 7.302569132706882e-05,
      "loss": 0.109,
      "step": 857
    },
    {
      "epoch": 1.8871766648321409,
      "grad_norm": 0.732261598110199,
      "learning_rate": 7.27788300067029e-05,
      "loss": 0.092,
      "step": 858
    },
    {
      "epoch": 1.8893780957622455,
      "grad_norm": 1.109673261642456,
      "learning_rate": 7.2532147719761e-05,
      "loss": 0.1103,
      "step": 859
    },
    {
      "epoch": 1.89157952669235,
      "grad_norm": 0.5722037553787231,
      "learning_rate": 7.22856460886706e-05,
      "loss": 0.1094,
      "step": 860
    },
    {
      "epoch": 1.8937809576224547,
      "grad_norm": 0.7374326586723328,
      "learning_rate": 7.203932673467101e-05,
      "loss": 0.109,
      "step": 861
    },
    {
      "epoch": 1.895982388552559,
      "grad_norm": 1.0216845273971558,
      "learning_rate": 7.179319127780274e-05,
      "loss": 0.2088,
      "step": 862
    },
    {
      "epoch": 1.8981838194826637,
      "grad_norm": 0.8911333084106445,
      "learning_rate": 7.154724133689677e-05,
      "loss": 0.126,
      "step": 863
    },
    {
      "epoch": 1.9003852504127683,
      "grad_norm": 0.6132821440696716,
      "learning_rate": 7.130147852956394e-05,
      "loss": 0.0664,
      "step": 864
    },
    {
      "epoch": 1.902586681342873,
      "grad_norm": 0.6062414646148682,
      "learning_rate": 7.105590447218438e-05,
      "loss": 0.1096,
      "step": 865
    },
    {
      "epoch": 1.9047881122729775,
      "grad_norm": 0.7949546575546265,
      "learning_rate": 7.081052077989667e-05,
      "loss": 0.0898,
      "step": 866
    },
    {
      "epoch": 1.906989543203082,
      "grad_norm": 0.546043872833252,
      "learning_rate": 7.056532906658752e-05,
      "loss": 0.0606,
      "step": 867
    },
    {
      "epoch": 1.9091909741331867,
      "grad_norm": 0.5800933837890625,
      "learning_rate": 7.032033094488095e-05,
      "loss": 0.1102,
      "step": 868
    },
    {
      "epoch": 1.9113924050632911,
      "grad_norm": 0.6095998883247375,
      "learning_rate": 7.007552802612765e-05,
      "loss": 0.0896,
      "step": 869
    },
    {
      "epoch": 1.9135938359933957,
      "grad_norm": 1.112326741218567,
      "learning_rate": 6.983092192039456e-05,
      "loss": 0.1556,
      "step": 870
    },
    {
      "epoch": 1.9157952669235003,
      "grad_norm": 0.6165559887886047,
      "learning_rate": 6.958651423645409e-05,
      "loss": 0.0835,
      "step": 871
    },
    {
      "epoch": 1.9179966978536047,
      "grad_norm": 0.49726906418800354,
      "learning_rate": 6.934230658177372e-05,
      "loss": 0.0748,
      "step": 872
    },
    {
      "epoch": 1.9201981287837095,
      "grad_norm": 2.08432936668396,
      "learning_rate": 6.909830056250527e-05,
      "loss": 0.335,
      "step": 873
    },
    {
      "epoch": 1.922399559713814,
      "grad_norm": 0.37368956208229065,
      "learning_rate": 6.885449778347448e-05,
      "loss": 0.0427,
      "step": 874
    },
    {
      "epoch": 1.9246009906439185,
      "grad_norm": 0.616974949836731,
      "learning_rate": 6.861089984817032e-05,
      "loss": 0.1036,
      "step": 875
    },
    {
      "epoch": 1.9268024215740231,
      "grad_norm": 0.4907055199146271,
      "learning_rate": 6.836750835873453e-05,
      "loss": 0.0526,
      "step": 876
    },
    {
      "epoch": 1.9290038525041275,
      "grad_norm": 0.8442423939704895,
      "learning_rate": 6.812432491595102e-05,
      "loss": 0.1206,
      "step": 877
    },
    {
      "epoch": 1.9312052834342324,
      "grad_norm": 2.4751176834106445,
      "learning_rate": 6.788135111923545e-05,
      "loss": 0.3944,
      "step": 878
    },
    {
      "epoch": 1.9334067143643368,
      "grad_norm": 0.6310155987739563,
      "learning_rate": 6.763858856662457e-05,
      "loss": 0.1503,
      "step": 879
    },
    {
      "epoch": 1.9356081452944414,
      "grad_norm": 1.2114028930664062,
      "learning_rate": 6.739603885476582e-05,
      "loss": 0.1939,
      "step": 880
    },
    {
      "epoch": 1.937809576224546,
      "grad_norm": 1.4767590761184692,
      "learning_rate": 6.715370357890678e-05,
      "loss": 0.2673,
      "step": 881
    },
    {
      "epoch": 1.9400110071546504,
      "grad_norm": 1.4075496196746826,
      "learning_rate": 6.691158433288465e-05,
      "loss": 0.2565,
      "step": 882
    },
    {
      "epoch": 1.9422124380847552,
      "grad_norm": 0.49719229340553284,
      "learning_rate": 6.666968270911584e-05,
      "loss": 0.0479,
      "step": 883
    },
    {
      "epoch": 1.9444138690148596,
      "grad_norm": 0.7342202067375183,
      "learning_rate": 6.642800029858546e-05,
      "loss": 0.0923,
      "step": 884
    },
    {
      "epoch": 1.9466152999449642,
      "grad_norm": 0.8439943790435791,
      "learning_rate": 6.618653869083688e-05,
      "loss": 0.1153,
      "step": 885
    },
    {
      "epoch": 1.9488167308750688,
      "grad_norm": 0.944554328918457,
      "learning_rate": 6.594529947396119e-05,
      "loss": 0.1236,
      "step": 886
    },
    {
      "epoch": 1.9510181618051734,
      "grad_norm": 0.7831180691719055,
      "learning_rate": 6.570428423458687e-05,
      "loss": 0.1326,
      "step": 887
    },
    {
      "epoch": 1.953219592735278,
      "grad_norm": 0.8560040593147278,
      "learning_rate": 6.546349455786926e-05,
      "loss": 0.1364,
      "step": 888
    },
    {
      "epoch": 1.9554210236653824,
      "grad_norm": 0.7042924761772156,
      "learning_rate": 6.522293202748017e-05,
      "loss": 0.1286,
      "step": 889
    },
    {
      "epoch": 1.9576224545954872,
      "grad_norm": 0.7423930764198303,
      "learning_rate": 6.498259822559758e-05,
      "loss": 0.0448,
      "step": 890
    },
    {
      "epoch": 1.9598238855255916,
      "grad_norm": 0.8293138742446899,
      "learning_rate": 6.474249473289498e-05,
      "loss": 0.1723,
      "step": 891
    },
    {
      "epoch": 1.9620253164556962,
      "grad_norm": 0.8757152557373047,
      "learning_rate": 6.450262312853121e-05,
      "loss": 0.1538,
      "step": 892
    },
    {
      "epoch": 1.9642267473858008,
      "grad_norm": 0.902170717716217,
      "learning_rate": 6.426298499013994e-05,
      "loss": 0.1142,
      "step": 893
    },
    {
      "epoch": 1.9664281783159052,
      "grad_norm": 0.8055010437965393,
      "learning_rate": 6.402358189381934e-05,
      "loss": 0.1195,
      "step": 894
    },
    {
      "epoch": 1.96862960924601,
      "grad_norm": 0.7822755575180054,
      "learning_rate": 6.37844154141217e-05,
      "loss": 0.0841,
      "step": 895
    },
    {
      "epoch": 1.9708310401761144,
      "grad_norm": 0.6275139451026917,
      "learning_rate": 6.354548712404313e-05,
      "loss": 0.0836,
      "step": 896
    },
    {
      "epoch": 1.973032471106219,
      "grad_norm": 0.8963627219200134,
      "learning_rate": 6.330679859501316e-05,
      "loss": 0.1696,
      "step": 897
    },
    {
      "epoch": 1.9752339020363237,
      "grad_norm": 0.6084915399551392,
      "learning_rate": 6.306835139688438e-05,
      "loss": 0.0936,
      "step": 898
    },
    {
      "epoch": 1.977435332966428,
      "grad_norm": 0.5180437564849854,
      "learning_rate": 6.283014709792215e-05,
      "loss": 0.0877,
      "step": 899
    },
    {
      "epoch": 1.9796367638965329,
      "grad_norm": 0.5324386954307556,
      "learning_rate": 6.259218726479427e-05,
      "loss": 0.0562,
      "step": 900
    },
    {
      "epoch": 1.9818381948266373,
      "grad_norm": 0.6329354047775269,
      "learning_rate": 6.23544734625608e-05,
      "loss": 0.1695,
      "step": 901
    },
    {
      "epoch": 1.9840396257567419,
      "grad_norm": 0.6291633248329163,
      "learning_rate": 6.211700725466352e-05,
      "loss": 0.0946,
      "step": 902
    },
    {
      "epoch": 1.9862410566868465,
      "grad_norm": 0.9961429834365845,
      "learning_rate": 6.187979020291583e-05,
      "loss": 0.1711,
      "step": 903
    },
    {
      "epoch": 1.9884424876169509,
      "grad_norm": 0.46691733598709106,
      "learning_rate": 6.164282386749249e-05,
      "loss": 0.0967,
      "step": 904
    },
    {
      "epoch": 1.9906439185470557,
      "grad_norm": 0.9631969928741455,
      "learning_rate": 6.140610980691921e-05,
      "loss": 0.1244,
      "step": 905
    },
    {
      "epoch": 1.99284534947716,
      "grad_norm": 0.5582860112190247,
      "learning_rate": 6.116964957806253e-05,
      "loss": 0.0603,
      "step": 906
    },
    {
      "epoch": 1.9950467804072647,
      "grad_norm": 0.7027082443237305,
      "learning_rate": 6.0933444736119514e-05,
      "loss": 0.1172,
      "step": 907
    },
    {
      "epoch": 1.9972482113373693,
      "grad_norm": 0.5455462336540222,
      "learning_rate": 6.069749683460765e-05,
      "loss": 0.1221,
      "step": 908
    },
    {
      "epoch": 1.999449642267474,
      "grad_norm": 0.6726623177528381,
      "learning_rate": 6.046180742535441e-05,
      "loss": 0.0661,
      "step": 909
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.9510299563407898,
      "learning_rate": 6.022637805848723e-05,
      "loss": 0.0573,
      "step": 910
    },
    {
      "epoch": 2.0022014309301044,
      "grad_norm": 0.18712180852890015,
      "learning_rate": 5.9991210282423224e-05,
      "loss": 0.0184,
      "step": 911
    },
    {
      "epoch": 2.004402861860209,
      "grad_norm": 0.5940394997596741,
      "learning_rate": 5.975630564385901e-05,
      "loss": 0.1299,
      "step": 912
    },
    {
      "epoch": 2.0066042927903136,
      "grad_norm": 0.4946439564228058,
      "learning_rate": 5.952166568776062e-05,
      "loss": 0.0594,
      "step": 913
    },
    {
      "epoch": 2.0088057237204184,
      "grad_norm": 0.18642058968544006,
      "learning_rate": 5.928729195735319e-05,
      "loss": 0.0206,
      "step": 914
    },
    {
      "epoch": 2.011007154650523,
      "grad_norm": 0.5645319223403931,
      "learning_rate": 5.9053185994110974e-05,
      "loss": 0.1114,
      "step": 915
    },
    {
      "epoch": 2.013208585580627,
      "grad_norm": 0.6106786131858826,
      "learning_rate": 5.8819349337747024e-05,
      "loss": 0.0853,
      "step": 916
    },
    {
      "epoch": 2.015410016510732,
      "grad_norm": 0.4686431586742401,
      "learning_rate": 5.858578352620322e-05,
      "loss": 0.0312,
      "step": 917
    },
    {
      "epoch": 2.0176114474408364,
      "grad_norm": 0.4860677123069763,
      "learning_rate": 5.835249009564012e-05,
      "loss": 0.059,
      "step": 918
    },
    {
      "epoch": 2.0198128783709413,
      "grad_norm": 0.3909473121166229,
      "learning_rate": 5.811947058042677e-05,
      "loss": 0.0291,
      "step": 919
    },
    {
      "epoch": 2.0220143093010456,
      "grad_norm": 0.7224319577217102,
      "learning_rate": 5.7886726513130784e-05,
      "loss": 0.0636,
      "step": 920
    },
    {
      "epoch": 2.02421574023115,
      "grad_norm": 0.5846138596534729,
      "learning_rate": 5.765425942450802e-05,
      "loss": 0.0464,
      "step": 921
    },
    {
      "epoch": 2.026417171161255,
      "grad_norm": 0.6430914402008057,
      "learning_rate": 5.7422070843492734e-05,
      "loss": 0.0387,
      "step": 922
    },
    {
      "epoch": 2.0286186020913592,
      "grad_norm": 0.9888489246368408,
      "learning_rate": 5.7190162297187475e-05,
      "loss": 0.0953,
      "step": 923
    },
    {
      "epoch": 2.030820033021464,
      "grad_norm": 0.6899676322937012,
      "learning_rate": 5.695853531085287e-05,
      "loss": 0.0829,
      "step": 924
    },
    {
      "epoch": 2.0330214639515685,
      "grad_norm": 0.44638827443122864,
      "learning_rate": 5.672719140789786e-05,
      "loss": 0.0613,
      "step": 925
    },
    {
      "epoch": 2.0352228948816733,
      "grad_norm": 0.27008816599845886,
      "learning_rate": 5.6496132109869535e-05,
      "loss": 0.0314,
      "step": 926
    },
    {
      "epoch": 2.0374243258117777,
      "grad_norm": 0.11629890650510788,
      "learning_rate": 5.626535893644307e-05,
      "loss": 0.0054,
      "step": 927
    },
    {
      "epoch": 2.039625756741882,
      "grad_norm": 0.47062039375305176,
      "learning_rate": 5.60348734054118e-05,
      "loss": 0.0458,
      "step": 928
    },
    {
      "epoch": 2.041827187671987,
      "grad_norm": 0.6004695892333984,
      "learning_rate": 5.5804677032677354e-05,
      "loss": 0.0696,
      "step": 929
    },
    {
      "epoch": 2.0440286186020913,
      "grad_norm": 0.42884814739227295,
      "learning_rate": 5.5574771332239406e-05,
      "loss": 0.0371,
      "step": 930
    },
    {
      "epoch": 2.046230049532196,
      "grad_norm": 0.2548038065433502,
      "learning_rate": 5.534515781618604e-05,
      "loss": 0.0154,
      "step": 931
    },
    {
      "epoch": 2.0484314804623005,
      "grad_norm": 0.8348471522331238,
      "learning_rate": 5.5115837994683515e-05,
      "loss": 0.0524,
      "step": 932
    },
    {
      "epoch": 2.050632911392405,
      "grad_norm": 1.414502739906311,
      "learning_rate": 5.488681337596653e-05,
      "loss": 0.0924,
      "step": 933
    },
    {
      "epoch": 2.0528343423225097,
      "grad_norm": 1.2586158514022827,
      "learning_rate": 5.4658085466328294e-05,
      "loss": 0.0615,
      "step": 934
    },
    {
      "epoch": 2.055035773252614,
      "grad_norm": 0.6914826035499573,
      "learning_rate": 5.442965577011039e-05,
      "loss": 0.0396,
      "step": 935
    },
    {
      "epoch": 2.057237204182719,
      "grad_norm": 0.28960347175598145,
      "learning_rate": 5.420152578969326e-05,
      "loss": 0.0082,
      "step": 936
    },
    {
      "epoch": 2.0594386351128233,
      "grad_norm": 0.8626177310943604,
      "learning_rate": 5.3973697025485934e-05,
      "loss": 0.1057,
      "step": 937
    },
    {
      "epoch": 2.0616400660429277,
      "grad_norm": 0.3073163330554962,
      "learning_rate": 5.37461709759165e-05,
      "loss": 0.0143,
      "step": 938
    },
    {
      "epoch": 2.0638414969730325,
      "grad_norm": 0.7219668626785278,
      "learning_rate": 5.351894913742193e-05,
      "loss": 0.1273,
      "step": 939
    },
    {
      "epoch": 2.066042927903137,
      "grad_norm": 1.7083491086959839,
      "learning_rate": 5.32920330044386e-05,
      "loss": 0.1951,
      "step": 940
    },
    {
      "epoch": 2.0682443588332418,
      "grad_norm": 0.7081314325332642,
      "learning_rate": 5.3065424069392064e-05,
      "loss": 0.0876,
      "step": 941
    },
    {
      "epoch": 2.070445789763346,
      "grad_norm": 0.358746737241745,
      "learning_rate": 5.283912382268762e-05,
      "loss": 0.0139,
      "step": 942
    },
    {
      "epoch": 2.0726472206934505,
      "grad_norm": 0.539964497089386,
      "learning_rate": 5.261313375270014e-05,
      "loss": 0.0389,
      "step": 943
    },
    {
      "epoch": 2.0748486516235554,
      "grad_norm": 0.6323754191398621,
      "learning_rate": 5.238745534576461e-05,
      "loss": 0.0589,
      "step": 944
    },
    {
      "epoch": 2.0770500825536597,
      "grad_norm": 1.231791615486145,
      "learning_rate": 5.2162090086166215e-05,
      "loss": 0.312,
      "step": 945
    },
    {
      "epoch": 2.0792515134837646,
      "grad_norm": 0.4685794711112976,
      "learning_rate": 5.1937039456130435e-05,
      "loss": 0.0482,
      "step": 946
    },
    {
      "epoch": 2.081452944413869,
      "grad_norm": 0.15832555294036865,
      "learning_rate": 5.171230493581358e-05,
      "loss": 0.0182,
      "step": 947
    },
    {
      "epoch": 2.083654375343974,
      "grad_norm": 0.6063134074211121,
      "learning_rate": 5.148788800329278e-05,
      "loss": 0.0802,
      "step": 948
    },
    {
      "epoch": 2.085855806274078,
      "grad_norm": 0.4775516092777252,
      "learning_rate": 5.126379013455656e-05,
      "loss": 0.0462,
      "step": 949
    },
    {
      "epoch": 2.0880572372041826,
      "grad_norm": 0.6208484768867493,
      "learning_rate": 5.1040012803494795e-05,
      "loss": 0.039,
      "step": 950
    },
    {
      "epoch": 2.0902586681342874,
      "grad_norm": 0.6610376238822937,
      "learning_rate": 5.081655748188924e-05,
      "loss": 0.0688,
      "step": 951
    },
    {
      "epoch": 2.092460099064392,
      "grad_norm": 0.20292621850967407,
      "learning_rate": 5.059342563940384e-05,
      "loss": 0.0249,
      "step": 952
    },
    {
      "epoch": 2.0946615299944966,
      "grad_norm": 0.579462468624115,
      "learning_rate": 5.0370618743575026e-05,
      "loss": 0.0871,
      "step": 953
    },
    {
      "epoch": 2.096862960924601,
      "grad_norm": 0.178482323884964,
      "learning_rate": 5.014813825980196e-05,
      "loss": 0.0197,
      "step": 954
    },
    {
      "epoch": 2.0990643918547054,
      "grad_norm": 0.6209052801132202,
      "learning_rate": 4.992598565133709e-05,
      "loss": 0.1135,
      "step": 955
    },
    {
      "epoch": 2.1012658227848102,
      "grad_norm": 0.3643285036087036,
      "learning_rate": 4.970416237927645e-05,
      "loss": 0.0426,
      "step": 956
    },
    {
      "epoch": 2.1034672537149146,
      "grad_norm": 0.9399219155311584,
      "learning_rate": 4.9482669902549894e-05,
      "loss": 0.0895,
      "step": 957
    },
    {
      "epoch": 2.1056686846450194,
      "grad_norm": 1.401642084121704,
      "learning_rate": 4.92615096779118e-05,
      "loss": 0.0861,
      "step": 958
    },
    {
      "epoch": 2.107870115575124,
      "grad_norm": 0.856060266494751,
      "learning_rate": 4.904068315993118e-05,
      "loss": 0.1042,
      "step": 959
    },
    {
      "epoch": 2.110071546505228,
      "grad_norm": 0.646442174911499,
      "learning_rate": 4.882019180098236e-05,
      "loss": 0.0765,
      "step": 960
    },
    {
      "epoch": 2.112272977435333,
      "grad_norm": 0.6977699995040894,
      "learning_rate": 4.860003705123538e-05,
      "loss": 0.094,
      "step": 961
    },
    {
      "epoch": 2.1144744083654374,
      "grad_norm": 0.41784411668777466,
      "learning_rate": 4.838022035864618e-05,
      "loss": 0.0435,
      "step": 962
    },
    {
      "epoch": 2.1166758392955423,
      "grad_norm": 0.8824518918991089,
      "learning_rate": 4.8160743168947496e-05,
      "loss": 0.1005,
      "step": 963
    },
    {
      "epoch": 2.1188772702256466,
      "grad_norm": 0.3907751739025116,
      "learning_rate": 4.794160692563917e-05,
      "loss": 0.0564,
      "step": 964
    },
    {
      "epoch": 2.121078701155751,
      "grad_norm": 1.0237921476364136,
      "learning_rate": 4.772281306997848e-05,
      "loss": 0.1325,
      "step": 965
    },
    {
      "epoch": 2.123280132085856,
      "grad_norm": 0.45119601488113403,
      "learning_rate": 4.750436304097099e-05,
      "loss": 0.042,
      "step": 966
    },
    {
      "epoch": 2.1254815630159603,
      "grad_norm": 0.4329589903354645,
      "learning_rate": 4.7286258275360796e-05,
      "loss": 0.0516,
      "step": 967
    },
    {
      "epoch": 2.127682993946065,
      "grad_norm": 0.34292638301849365,
      "learning_rate": 4.706850020762126e-05,
      "loss": 0.025,
      "step": 968
    },
    {
      "epoch": 2.1298844248761695,
      "grad_norm": 0.6047242879867554,
      "learning_rate": 4.685109026994556e-05,
      "loss": 0.0519,
      "step": 969
    },
    {
      "epoch": 2.132085855806274,
      "grad_norm": 0.31319746375083923,
      "learning_rate": 4.66340298922371e-05,
      "loss": 0.0652,
      "step": 970
    },
    {
      "epoch": 2.1342872867363787,
      "grad_norm": 0.45534616708755493,
      "learning_rate": 4.6417320502100316e-05,
      "loss": 0.0546,
      "step": 971
    },
    {
      "epoch": 2.136488717666483,
      "grad_norm": 0.28852415084838867,
      "learning_rate": 4.620096352483129e-05,
      "loss": 0.0362,
      "step": 972
    },
    {
      "epoch": 2.138690148596588,
      "grad_norm": 0.6879104971885681,
      "learning_rate": 4.5984960383408005e-05,
      "loss": 0.0801,
      "step": 973
    },
    {
      "epoch": 2.1408915795266923,
      "grad_norm": 0.3644227087497711,
      "learning_rate": 4.5769312498481554e-05,
      "loss": 0.0376,
      "step": 974
    },
    {
      "epoch": 2.143093010456797,
      "grad_norm": 0.2540081739425659,
      "learning_rate": 4.555402128836642e-05,
      "loss": 0.0182,
      "step": 975
    },
    {
      "epoch": 2.1452944413869015,
      "grad_norm": 0.40438270568847656,
      "learning_rate": 4.533908816903115e-05,
      "loss": 0.0278,
      "step": 976
    },
    {
      "epoch": 2.147495872317006,
      "grad_norm": 0.40767142176628113,
      "learning_rate": 4.512451455408929e-05,
      "loss": 0.0435,
      "step": 977
    },
    {
      "epoch": 2.1496973032471107,
      "grad_norm": 0.4094831049442291,
      "learning_rate": 4.491030185478976e-05,
      "loss": 0.0443,
      "step": 978
    },
    {
      "epoch": 2.151898734177215,
      "grad_norm": 0.8176153302192688,
      "learning_rate": 4.469645148000785e-05,
      "loss": 0.0795,
      "step": 979
    },
    {
      "epoch": 2.15410016510732,
      "grad_norm": 1.6155697107315063,
      "learning_rate": 4.4482964836235875e-05,
      "loss": 0.2632,
      "step": 980
    },
    {
      "epoch": 2.1563015960374243,
      "grad_norm": 0.2684282660484314,
      "learning_rate": 4.426984332757375e-05,
      "loss": 0.0324,
      "step": 981
    },
    {
      "epoch": 2.1585030269675287,
      "grad_norm": 0.312021404504776,
      "learning_rate": 4.4057088355720054e-05,
      "loss": 0.0185,
      "step": 982
    },
    {
      "epoch": 2.1607044578976335,
      "grad_norm": 0.4544532895088196,
      "learning_rate": 4.384470131996252e-05,
      "loss": 0.0332,
      "step": 983
    },
    {
      "epoch": 2.162905888827738,
      "grad_norm": 0.348593145608902,
      "learning_rate": 4.3632683617169124e-05,
      "loss": 0.0505,
      "step": 984
    },
    {
      "epoch": 2.1651073197578428,
      "grad_norm": 0.5245181918144226,
      "learning_rate": 4.3421036641778556e-05,
      "loss": 0.0464,
      "step": 985
    },
    {
      "epoch": 2.167308750687947,
      "grad_norm": 0.6938517689704895,
      "learning_rate": 4.3209761785791416e-05,
      "loss": 0.1021,
      "step": 986
    },
    {
      "epoch": 2.1695101816180515,
      "grad_norm": 1.0149823427200317,
      "learning_rate": 4.299886043876071e-05,
      "loss": 0.0921,
      "step": 987
    },
    {
      "epoch": 2.1717116125481564,
      "grad_norm": 0.5596351027488708,
      "learning_rate": 4.278833398778306e-05,
      "loss": 0.031,
      "step": 988
    },
    {
      "epoch": 2.1739130434782608,
      "grad_norm": 0.8479326963424683,
      "learning_rate": 4.2578183817489216e-05,
      "loss": 0.0533,
      "step": 989
    },
    {
      "epoch": 2.1761144744083656,
      "grad_norm": 0.9328631162643433,
      "learning_rate": 4.236841131003524e-05,
      "loss": 0.1186,
      "step": 990
    },
    {
      "epoch": 2.17831590533847,
      "grad_norm": 0.9092453122138977,
      "learning_rate": 4.215901784509335e-05,
      "loss": 0.0417,
      "step": 991
    },
    {
      "epoch": 2.180517336268575,
      "grad_norm": 0.30856090784072876,
      "learning_rate": 4.195000479984265e-05,
      "loss": 0.0182,
      "step": 992
    },
    {
      "epoch": 2.182718767198679,
      "grad_norm": 1.2621026039123535,
      "learning_rate": 4.174137354896039e-05,
      "loss": 0.1173,
      "step": 993
    },
    {
      "epoch": 2.1849201981287836,
      "grad_norm": 0.4759381413459778,
      "learning_rate": 4.153312546461264e-05,
      "loss": 0.063,
      "step": 994
    },
    {
      "epoch": 2.1871216290588884,
      "grad_norm": 0.458916574716568,
      "learning_rate": 4.132526191644549e-05,
      "loss": 0.0752,
      "step": 995
    },
    {
      "epoch": 2.189323059988993,
      "grad_norm": 1.4117220640182495,
      "learning_rate": 4.111778427157586e-05,
      "loss": 0.2388,
      "step": 996
    },
    {
      "epoch": 2.1915244909190976,
      "grad_norm": 0.2887744903564453,
      "learning_rate": 4.091069389458255e-05,
      "loss": 0.0243,
      "step": 997
    },
    {
      "epoch": 2.193725921849202,
      "grad_norm": 0.3760842978954315,
      "learning_rate": 4.0703992147497425e-05,
      "loss": 0.0427,
      "step": 998
    },
    {
      "epoch": 2.1959273527793064,
      "grad_norm": 0.3974992632865906,
      "learning_rate": 4.049768038979631e-05,
      "loss": 0.0353,
      "step": 999
    },
    {
      "epoch": 2.1981287837094112,
      "grad_norm": 0.5743415951728821,
      "learning_rate": 4.029175997838996e-05,
      "loss": 0.0487,
      "step": 1000
    },
    {
      "epoch": 2.2003302146395156,
      "grad_norm": 0.5577808022499084,
      "learning_rate": 4.008623226761534e-05,
      "loss": 0.0599,
      "step": 1001
    },
    {
      "epoch": 2.2025316455696204,
      "grad_norm": 0.2979278862476349,
      "learning_rate": 3.9881098609226666e-05,
      "loss": 0.04,
      "step": 1002
    },
    {
      "epoch": 2.204733076499725,
      "grad_norm": 0.439411461353302,
      "learning_rate": 3.9676360352386356e-05,
      "loss": 0.0251,
      "step": 1003
    },
    {
      "epoch": 2.206934507429829,
      "grad_norm": 0.5079408288002014,
      "learning_rate": 3.947201884365639e-05,
      "loss": 0.054,
      "step": 1004
    },
    {
      "epoch": 2.209135938359934,
      "grad_norm": 0.6212779879570007,
      "learning_rate": 3.926807542698922e-05,
      "loss": 0.0379,
      "step": 1005
    },
    {
      "epoch": 2.2113373692900384,
      "grad_norm": 1.1278338432312012,
      "learning_rate": 3.90645314437192e-05,
      "loss": 0.0723,
      "step": 1006
    },
    {
      "epoch": 2.2135388002201433,
      "grad_norm": 0.842240571975708,
      "learning_rate": 3.8861388232553486e-05,
      "loss": 0.0702,
      "step": 1007
    },
    {
      "epoch": 2.2157402311502477,
      "grad_norm": 0.3266470730304718,
      "learning_rate": 3.8658647129563364e-05,
      "loss": 0.0208,
      "step": 1008
    },
    {
      "epoch": 2.217941662080352,
      "grad_norm": 2.0979557037353516,
      "learning_rate": 3.845630946817553e-05,
      "loss": 0.3657,
      "step": 1009
    },
    {
      "epoch": 2.220143093010457,
      "grad_norm": 0.33687448501586914,
      "learning_rate": 3.8254376579163255e-05,
      "loss": 0.0321,
      "step": 1010
    },
    {
      "epoch": 2.2223445239405613,
      "grad_norm": 0.9908032417297363,
      "learning_rate": 3.8052849790637524e-05,
      "loss": 0.0541,
      "step": 1011
    },
    {
      "epoch": 2.224545954870666,
      "grad_norm": 1.3826929330825806,
      "learning_rate": 3.785173042803848e-05,
      "loss": 0.1712,
      "step": 1012
    },
    {
      "epoch": 2.2267473858007705,
      "grad_norm": 0.5907435417175293,
      "learning_rate": 3.7651019814126654e-05,
      "loss": 0.0812,
      "step": 1013
    },
    {
      "epoch": 2.228948816730875,
      "grad_norm": 0.4497785270214081,
      "learning_rate": 3.7450719268974136e-05,
      "loss": 0.0515,
      "step": 1014
    },
    {
      "epoch": 2.2311502476609797,
      "grad_norm": 0.6755375266075134,
      "learning_rate": 3.725083010995611e-05,
      "loss": 0.0513,
      "step": 1015
    },
    {
      "epoch": 2.233351678591084,
      "grad_norm": 0.5040784478187561,
      "learning_rate": 3.705135365174197e-05,
      "loss": 0.0256,
      "step": 1016
    },
    {
      "epoch": 2.235553109521189,
      "grad_norm": 0.6088061332702637,
      "learning_rate": 3.685229120628688e-05,
      "loss": 0.068,
      "step": 1017
    },
    {
      "epoch": 2.2377545404512933,
      "grad_norm": 1.4253185987472534,
      "learning_rate": 3.665364408282305e-05,
      "loss": 0.0648,
      "step": 1018
    },
    {
      "epoch": 2.2399559713813977,
      "grad_norm": 0.7487550377845764,
      "learning_rate": 3.645541358785093e-05,
      "loss": 0.0932,
      "step": 1019
    },
    {
      "epoch": 2.2421574023115025,
      "grad_norm": 1.2077827453613281,
      "learning_rate": 3.6257601025131026e-05,
      "loss": 0.1227,
      "step": 1020
    },
    {
      "epoch": 2.244358833241607,
      "grad_norm": 0.5581986308097839,
      "learning_rate": 3.6060207695675075e-05,
      "loss": 0.0445,
      "step": 1021
    },
    {
      "epoch": 2.2465602641717117,
      "grad_norm": 0.48802509903907776,
      "learning_rate": 3.5863234897737395e-05,
      "loss": 0.0582,
      "step": 1022
    },
    {
      "epoch": 2.248761695101816,
      "grad_norm": 0.674498975276947,
      "learning_rate": 3.566668392680662e-05,
      "loss": 0.0877,
      "step": 1023
    },
    {
      "epoch": 2.2509631260319205,
      "grad_norm": 0.49444684386253357,
      "learning_rate": 3.547055607559688e-05,
      "loss": 0.0512,
      "step": 1024
    },
    {
      "epoch": 2.2531645569620253,
      "grad_norm": 0.914577841758728,
      "learning_rate": 3.52748526340396e-05,
      "loss": 0.124,
      "step": 1025
    },
    {
      "epoch": 2.2553659878921297,
      "grad_norm": 0.6520012617111206,
      "learning_rate": 3.50795748892748e-05,
      "loss": 0.0856,
      "step": 1026
    },
    {
      "epoch": 2.2575674188222346,
      "grad_norm": 0.522365391254425,
      "learning_rate": 3.488472412564264e-05,
      "loss": 0.0431,
      "step": 1027
    },
    {
      "epoch": 2.259768849752339,
      "grad_norm": 0.5674323439598083,
      "learning_rate": 3.469030162467513e-05,
      "loss": 0.0738,
      "step": 1028
    },
    {
      "epoch": 2.2619702806824438,
      "grad_norm": 0.2617637515068054,
      "learning_rate": 3.449630866508757e-05,
      "loss": 0.0154,
      "step": 1029
    },
    {
      "epoch": 2.264171711612548,
      "grad_norm": 0.5464626550674438,
      "learning_rate": 3.430274652277008e-05,
      "loss": 0.0509,
      "step": 1030
    },
    {
      "epoch": 2.2663731425426525,
      "grad_norm": 0.2028905153274536,
      "learning_rate": 3.4109616470779394e-05,
      "loss": 0.0213,
      "step": 1031
    },
    {
      "epoch": 2.2685745734727574,
      "grad_norm": 0.1778368353843689,
      "learning_rate": 3.39169197793304e-05,
      "loss": 0.0191,
      "step": 1032
    },
    {
      "epoch": 2.2707760044028618,
      "grad_norm": 0.12138936668634415,
      "learning_rate": 3.372465771578771e-05,
      "loss": 0.0121,
      "step": 1033
    },
    {
      "epoch": 2.2729774353329666,
      "grad_norm": 0.18100698292255402,
      "learning_rate": 3.353283154465746e-05,
      "loss": 0.0115,
      "step": 1034
    },
    {
      "epoch": 2.275178866263071,
      "grad_norm": 0.301810622215271,
      "learning_rate": 3.3341442527578836e-05,
      "loss": 0.0232,
      "step": 1035
    },
    {
      "epoch": 2.277380297193176,
      "grad_norm": 0.7786280512809753,
      "learning_rate": 3.315049192331595e-05,
      "loss": 0.0828,
      "step": 1036
    },
    {
      "epoch": 2.27958172812328,
      "grad_norm": 1.0666403770446777,
      "learning_rate": 3.295998098774948e-05,
      "loss": 0.0557,
      "step": 1037
    },
    {
      "epoch": 2.2817831590533846,
      "grad_norm": 0.1729314625263214,
      "learning_rate": 3.276991097386831e-05,
      "loss": 0.0144,
      "step": 1038
    },
    {
      "epoch": 2.2839845899834894,
      "grad_norm": 0.45126134157180786,
      "learning_rate": 3.2580283131761515e-05,
      "loss": 0.0442,
      "step": 1039
    },
    {
      "epoch": 2.286186020913594,
      "grad_norm": 0.8280728459358215,
      "learning_rate": 3.2391098708609905e-05,
      "loss": 0.1192,
      "step": 1040
    },
    {
      "epoch": 2.2883874518436986,
      "grad_norm": 0.3810870945453644,
      "learning_rate": 3.220235894867794e-05,
      "loss": 0.0628,
      "step": 1041
    },
    {
      "epoch": 2.290588882773803,
      "grad_norm": 0.3795784115791321,
      "learning_rate": 3.2014065093305565e-05,
      "loss": 0.0403,
      "step": 1042
    },
    {
      "epoch": 2.2927903137039074,
      "grad_norm": 0.2101019322872162,
      "learning_rate": 3.1826218380900064e-05,
      "loss": 0.0125,
      "step": 1043
    },
    {
      "epoch": 2.2949917446340122,
      "grad_norm": 0.8287165760993958,
      "learning_rate": 3.163882004692774e-05,
      "loss": 0.0879,
      "step": 1044
    },
    {
      "epoch": 2.2971931755641166,
      "grad_norm": 0.6925108432769775,
      "learning_rate": 3.1451871323906046e-05,
      "loss": 0.0599,
      "step": 1045
    },
    {
      "epoch": 2.2993946064942214,
      "grad_norm": 0.18960566818714142,
      "learning_rate": 3.1265373441395205e-05,
      "loss": 0.0171,
      "step": 1046
    },
    {
      "epoch": 2.301596037424326,
      "grad_norm": 0.4648805558681488,
      "learning_rate": 3.107932762599041e-05,
      "loss": 0.0564,
      "step": 1047
    },
    {
      "epoch": 2.3037974683544302,
      "grad_norm": 0.8541012406349182,
      "learning_rate": 3.089373510131354e-05,
      "loss": 0.0716,
      "step": 1048
    },
    {
      "epoch": 2.305998899284535,
      "grad_norm": 0.2366633266210556,
      "learning_rate": 3.0708597088005156e-05,
      "loss": 0.0247,
      "step": 1049
    },
    {
      "epoch": 2.3082003302146394,
      "grad_norm": 0.286531537771225,
      "learning_rate": 3.052391480371658e-05,
      "loss": 0.0429,
      "step": 1050
    },
    {
      "epoch": 2.3104017611447443,
      "grad_norm": 0.5673994421958923,
      "learning_rate": 3.0339689463101718e-05,
      "loss": 0.0594,
      "step": 1051
    },
    {
      "epoch": 2.3126031920748487,
      "grad_norm": 1.424087405204773,
      "learning_rate": 3.0155922277809257e-05,
      "loss": 0.1185,
      "step": 1052
    },
    {
      "epoch": 2.314804623004953,
      "grad_norm": 0.4548904001712799,
      "learning_rate": 2.9972614456474536e-05,
      "loss": 0.0281,
      "step": 1053
    },
    {
      "epoch": 2.317006053935058,
      "grad_norm": 0.27611851692199707,
      "learning_rate": 2.9789767204711618e-05,
      "loss": 0.0377,
      "step": 1054
    },
    {
      "epoch": 2.3192074848651623,
      "grad_norm": 0.4677520990371704,
      "learning_rate": 2.960738172510551e-05,
      "loss": 0.0692,
      "step": 1055
    },
    {
      "epoch": 2.321408915795267,
      "grad_norm": 0.6894844770431519,
      "learning_rate": 2.9425459217204123e-05,
      "loss": 0.0921,
      "step": 1056
    },
    {
      "epoch": 2.3236103467253715,
      "grad_norm": 0.8794598579406738,
      "learning_rate": 2.9244000877510314e-05,
      "loss": 0.0692,
      "step": 1057
    },
    {
      "epoch": 2.325811777655476,
      "grad_norm": 0.19780100882053375,
      "learning_rate": 2.9063007899474216e-05,
      "loss": 0.0174,
      "step": 1058
    },
    {
      "epoch": 2.3280132085855807,
      "grad_norm": 0.4535125195980072,
      "learning_rate": 2.888248147348528e-05,
      "loss": 0.0309,
      "step": 1059
    },
    {
      "epoch": 2.330214639515685,
      "grad_norm": 1.4072175025939941,
      "learning_rate": 2.8702422786864326e-05,
      "loss": 0.1489,
      "step": 1060
    },
    {
      "epoch": 2.33241607044579,
      "grad_norm": 0.38870853185653687,
      "learning_rate": 2.852283302385602e-05,
      "loss": 0.0372,
      "step": 1061
    },
    {
      "epoch": 2.3346175013758943,
      "grad_norm": 0.3546408414840698,
      "learning_rate": 2.8343713365620772e-05,
      "loss": 0.0222,
      "step": 1062
    },
    {
      "epoch": 2.3368189323059987,
      "grad_norm": 0.39257052540779114,
      "learning_rate": 2.8165064990227252e-05,
      "loss": 0.0375,
      "step": 1063
    },
    {
      "epoch": 2.3390203632361035,
      "grad_norm": 0.7221199870109558,
      "learning_rate": 2.7986889072644406e-05,
      "loss": 0.0546,
      "step": 1064
    },
    {
      "epoch": 2.341221794166208,
      "grad_norm": 0.9033507704734802,
      "learning_rate": 2.7809186784733833e-05,
      "loss": 0.1005,
      "step": 1065
    },
    {
      "epoch": 2.3434232250963127,
      "grad_norm": 0.23366965353488922,
      "learning_rate": 2.7631959295242126e-05,
      "loss": 0.0202,
      "step": 1066
    },
    {
      "epoch": 2.345624656026417,
      "grad_norm": 0.5312491059303284,
      "learning_rate": 2.7455207769793158e-05,
      "loss": 0.0485,
      "step": 1067
    },
    {
      "epoch": 2.3478260869565215,
      "grad_norm": 1.1412675380706787,
      "learning_rate": 2.7278933370880265e-05,
      "loss": 0.0476,
      "step": 1068
    },
    {
      "epoch": 2.3500275178866263,
      "grad_norm": 0.46408095955848694,
      "learning_rate": 2.7103137257858868e-05,
      "loss": 0.0335,
      "step": 1069
    },
    {
      "epoch": 2.3522289488167307,
      "grad_norm": 0.4340619742870331,
      "learning_rate": 2.692782058693858e-05,
      "loss": 0.0681,
      "step": 1070
    },
    {
      "epoch": 2.3544303797468356,
      "grad_norm": 0.2784384489059448,
      "learning_rate": 2.6752984511175818e-05,
      "loss": 0.0265,
      "step": 1071
    },
    {
      "epoch": 2.35663181067694,
      "grad_norm": 0.1808812916278839,
      "learning_rate": 2.6578630180466114e-05,
      "loss": 0.0088,
      "step": 1072
    },
    {
      "epoch": 2.3588332416070448,
      "grad_norm": 0.5902241468429565,
      "learning_rate": 2.6404758741536505e-05,
      "loss": 0.0487,
      "step": 1073
    },
    {
      "epoch": 2.361034672537149,
      "grad_norm": 1.0578711032867432,
      "learning_rate": 2.6231371337938148e-05,
      "loss": 0.2177,
      "step": 1074
    },
    {
      "epoch": 2.3632361034672535,
      "grad_norm": 0.7263875007629395,
      "learning_rate": 2.605846911003863e-05,
      "loss": 0.1247,
      "step": 1075
    },
    {
      "epoch": 2.3654375343973584,
      "grad_norm": 0.34880584478378296,
      "learning_rate": 2.5886053195014538e-05,
      "loss": 0.0326,
      "step": 1076
    },
    {
      "epoch": 2.3676389653274628,
      "grad_norm": 0.28905266523361206,
      "learning_rate": 2.5714124726844014e-05,
      "loss": 0.0282,
      "step": 1077
    },
    {
      "epoch": 2.3698403962575676,
      "grad_norm": 0.5269353985786438,
      "learning_rate": 2.5542684836299313e-05,
      "loss": 0.0965,
      "step": 1078
    },
    {
      "epoch": 2.372041827187672,
      "grad_norm": 0.41657519340515137,
      "learning_rate": 2.5371734650939205e-05,
      "loss": 0.0348,
      "step": 1079
    },
    {
      "epoch": 2.3742432581177764,
      "grad_norm": 0.3339771032333374,
      "learning_rate": 2.520127529510178e-05,
      "loss": 0.0282,
      "step": 1080
    },
    {
      "epoch": 2.376444689047881,
      "grad_norm": 0.56503826379776,
      "learning_rate": 2.5031307889896847e-05,
      "loss": 0.051,
      "step": 1081
    },
    {
      "epoch": 2.3786461199779856,
      "grad_norm": 0.1981649547815323,
      "learning_rate": 2.4861833553198756e-05,
      "loss": 0.0194,
      "step": 1082
    },
    {
      "epoch": 2.3808475509080904,
      "grad_norm": 0.3235817551612854,
      "learning_rate": 2.4692853399638917e-05,
      "loss": 0.0451,
      "step": 1083
    },
    {
      "epoch": 2.383048981838195,
      "grad_norm": 0.4440438449382782,
      "learning_rate": 2.452436854059843e-05,
      "loss": 0.0249,
      "step": 1084
    },
    {
      "epoch": 2.3852504127682996,
      "grad_norm": 0.2182845175266266,
      "learning_rate": 2.4356380084200982e-05,
      "loss": 0.0288,
      "step": 1085
    },
    {
      "epoch": 2.387451843698404,
      "grad_norm": 0.9195117354393005,
      "learning_rate": 2.4188889135305305e-05,
      "loss": 0.1122,
      "step": 1086
    },
    {
      "epoch": 2.3896532746285084,
      "grad_norm": 0.4600276052951813,
      "learning_rate": 2.4021896795498043e-05,
      "loss": 0.0539,
      "step": 1087
    },
    {
      "epoch": 2.3918547055586132,
      "grad_norm": 0.5593721270561218,
      "learning_rate": 2.3855404163086558e-05,
      "loss": 0.0525,
      "step": 1088
    },
    {
      "epoch": 2.3940561364887176,
      "grad_norm": 0.7966195940971375,
      "learning_rate": 2.368941233309162e-05,
      "loss": 0.0916,
      "step": 1089
    },
    {
      "epoch": 2.3962575674188225,
      "grad_norm": 0.9492884278297424,
      "learning_rate": 2.352392239724016e-05,
      "loss": 0.0875,
      "step": 1090
    },
    {
      "epoch": 2.398458998348927,
      "grad_norm": 1.1402668952941895,
      "learning_rate": 2.3358935443958262e-05,
      "loss": 0.1569,
      "step": 1091
    },
    {
      "epoch": 2.4006604292790312,
      "grad_norm": 0.17830142378807068,
      "learning_rate": 2.3194452558363778e-05,
      "loss": 0.0115,
      "step": 1092
    },
    {
      "epoch": 2.402861860209136,
      "grad_norm": 0.270605206489563,
      "learning_rate": 2.3030474822259397e-05,
      "loss": 0.0375,
      "step": 1093
    },
    {
      "epoch": 2.4050632911392404,
      "grad_norm": 0.5833712220191956,
      "learning_rate": 2.2867003314125446e-05,
      "loss": 0.0638,
      "step": 1094
    },
    {
      "epoch": 2.4072647220693453,
      "grad_norm": 0.6032495498657227,
      "learning_rate": 2.270403910911272e-05,
      "loss": 0.0368,
      "step": 1095
    },
    {
      "epoch": 2.4094661529994497,
      "grad_norm": 0.8065091371536255,
      "learning_rate": 2.254158327903557e-05,
      "loss": 0.0925,
      "step": 1096
    },
    {
      "epoch": 2.411667583929554,
      "grad_norm": 1.636093020439148,
      "learning_rate": 2.237963689236472e-05,
      "loss": 0.1379,
      "step": 1097
    },
    {
      "epoch": 2.413869014859659,
      "grad_norm": 0.6910865902900696,
      "learning_rate": 2.2218201014220263e-05,
      "loss": 0.0626,
      "step": 1098
    },
    {
      "epoch": 2.4160704457897633,
      "grad_norm": 0.1868569552898407,
      "learning_rate": 2.2057276706364784e-05,
      "loss": 0.0211,
      "step": 1099
    },
    {
      "epoch": 2.418271876719868,
      "grad_norm": 0.20337679982185364,
      "learning_rate": 2.1896865027196146e-05,
      "loss": 0.0198,
      "step": 1100
    },
    {
      "epoch": 2.4204733076499725,
      "grad_norm": 0.3975900113582611,
      "learning_rate": 2.173696703174074e-05,
      "loss": 0.0277,
      "step": 1101
    },
    {
      "epoch": 2.422674738580077,
      "grad_norm": 0.4950021803379059,
      "learning_rate": 2.157758377164647e-05,
      "loss": 0.0524,
      "step": 1102
    },
    {
      "epoch": 2.4248761695101817,
      "grad_norm": 1.2918648719787598,
      "learning_rate": 2.141871629517577e-05,
      "loss": 0.0979,
      "step": 1103
    },
    {
      "epoch": 2.427077600440286,
      "grad_norm": 0.3743513524532318,
      "learning_rate": 2.1260365647198798e-05,
      "loss": 0.0486,
      "step": 1104
    },
    {
      "epoch": 2.429279031370391,
      "grad_norm": 0.2542741894721985,
      "learning_rate": 2.1102532869186587e-05,
      "loss": 0.0221,
      "step": 1105
    },
    {
      "epoch": 2.4314804623004953,
      "grad_norm": 0.10288311541080475,
      "learning_rate": 2.094521899920403e-05,
      "loss": 0.0076,
      "step": 1106
    },
    {
      "epoch": 2.4336818932305997,
      "grad_norm": 0.4356939494609833,
      "learning_rate": 2.0788425071903283e-05,
      "loss": 0.0567,
      "step": 1107
    },
    {
      "epoch": 2.4358833241607045,
      "grad_norm": 0.2828386127948761,
      "learning_rate": 2.063215211851678e-05,
      "loss": 0.043,
      "step": 1108
    },
    {
      "epoch": 2.438084755090809,
      "grad_norm": 0.6171638369560242,
      "learning_rate": 2.047640116685048e-05,
      "loss": 0.1012,
      "step": 1109
    },
    {
      "epoch": 2.4402861860209137,
      "grad_norm": 0.3744174540042877,
      "learning_rate": 2.0321173241277237e-05,
      "loss": 0.0317,
      "step": 1110
    },
    {
      "epoch": 2.442487616951018,
      "grad_norm": 0.4005078971385956,
      "learning_rate": 2.016646936272987e-05,
      "loss": 0.0377,
      "step": 1111
    },
    {
      "epoch": 2.4446890478811225,
      "grad_norm": 0.7585984468460083,
      "learning_rate": 2.0012290548694612e-05,
      "loss": 0.1142,
      "step": 1112
    },
    {
      "epoch": 2.4468904788112273,
      "grad_norm": 0.5197720527648926,
      "learning_rate": 1.985863781320435e-05,
      "loss": 0.0358,
      "step": 1113
    },
    {
      "epoch": 2.4490919097413317,
      "grad_norm": 0.8446899652481079,
      "learning_rate": 1.9705512166831886e-05,
      "loss": 0.0389,
      "step": 1114
    },
    {
      "epoch": 2.4512933406714366,
      "grad_norm": 0.6728304624557495,
      "learning_rate": 1.955291461668347e-05,
      "loss": 0.045,
      "step": 1115
    },
    {
      "epoch": 2.453494771601541,
      "grad_norm": 0.6178024411201477,
      "learning_rate": 1.940084616639194e-05,
      "loss": 0.0649,
      "step": 1116
    },
    {
      "epoch": 2.4556962025316453,
      "grad_norm": 0.9444505572319031,
      "learning_rate": 1.924930781611034e-05,
      "loss": 0.0514,
      "step": 1117
    },
    {
      "epoch": 2.45789763346175,
      "grad_norm": 0.6526023745536804,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 0.0732,
      "step": 1118
    },
    {
      "epoch": 2.4600990643918546,
      "grad_norm": 0.6759251952171326,
      "learning_rate": 1.8947825398750186e-05,
      "loss": 0.0415,
      "step": 1119
    },
    {
      "epoch": 2.4623004953219594,
      "grad_norm": 0.44757458567619324,
      "learning_rate": 1.8797883314519148e-05,
      "loss": 0.1711,
      "step": 1120
    },
    {
      "epoch": 2.4645019262520638,
      "grad_norm": 0.49497660994529724,
      "learning_rate": 1.864847529598005e-05,
      "loss": 0.0549,
      "step": 1121
    },
    {
      "epoch": 2.4667033571821686,
      "grad_norm": 0.504433810710907,
      "learning_rate": 1.8499602325788245e-05,
      "loss": 0.0751,
      "step": 1122
    },
    {
      "epoch": 2.468904788112273,
      "grad_norm": 0.19270025193691254,
      "learning_rate": 1.835126538308013e-05,
      "loss": 0.0247,
      "step": 1123
    },
    {
      "epoch": 2.4711062190423774,
      "grad_norm": 0.6644667387008667,
      "learning_rate": 1.820346544346665e-05,
      "loss": 0.0925,
      "step": 1124
    },
    {
      "epoch": 2.473307649972482,
      "grad_norm": 0.42249488830566406,
      "learning_rate": 1.805620347902681e-05,
      "loss": 0.0551,
      "step": 1125
    },
    {
      "epoch": 2.4755090809025866,
      "grad_norm": 0.42521026730537415,
      "learning_rate": 1.7909480458301464e-05,
      "loss": 0.0317,
      "step": 1126
    },
    {
      "epoch": 2.4777105118326914,
      "grad_norm": 0.45745185017585754,
      "learning_rate": 1.7763297346286735e-05,
      "loss": 0.0419,
      "step": 1127
    },
    {
      "epoch": 2.479911942762796,
      "grad_norm": 0.47970589995384216,
      "learning_rate": 1.7617655104427832e-05,
      "loss": 0.034,
      "step": 1128
    },
    {
      "epoch": 2.4821133736929,
      "grad_norm": 0.399545282125473,
      "learning_rate": 1.7472554690612684e-05,
      "loss": 0.0346,
      "step": 1129
    },
    {
      "epoch": 2.484314804623005,
      "grad_norm": 0.3248477280139923,
      "learning_rate": 1.7327997059165535e-05,
      "loss": 0.0257,
      "step": 1130
    },
    {
      "epoch": 2.4865162355531094,
      "grad_norm": 0.536158561706543,
      "learning_rate": 1.7183983160840844e-05,
      "loss": 0.0384,
      "step": 1131
    },
    {
      "epoch": 2.4887176664832142,
      "grad_norm": 0.522911548614502,
      "learning_rate": 1.7040513942816906e-05,
      "loss": 0.082,
      "step": 1132
    },
    {
      "epoch": 2.4909190974133186,
      "grad_norm": 0.3248532712459564,
      "learning_rate": 1.689759034868961e-05,
      "loss": 0.0748,
      "step": 1133
    },
    {
      "epoch": 2.4931205283434235,
      "grad_norm": 0.7561299800872803,
      "learning_rate": 1.6755213318466357e-05,
      "loss": 0.0796,
      "step": 1134
    },
    {
      "epoch": 2.495321959273528,
      "grad_norm": 0.4897083044052124,
      "learning_rate": 1.661338378855979e-05,
      "loss": 0.0427,
      "step": 1135
    },
    {
      "epoch": 2.4975233902036322,
      "grad_norm": 0.7056190967559814,
      "learning_rate": 1.64721026917816e-05,
      "loss": 0.07,
      "step": 1136
    },
    {
      "epoch": 2.499724821133737,
      "grad_norm": 0.42163705825805664,
      "learning_rate": 1.6331370957336477e-05,
      "loss": 0.0522,
      "step": 1137
    },
    {
      "epoch": 2.5019262520638414,
      "grad_norm": 0.7106038928031921,
      "learning_rate": 1.619118951081594e-05,
      "loss": 0.0894,
      "step": 1138
    },
    {
      "epoch": 2.5041276829939463,
      "grad_norm": 0.4210283160209656,
      "learning_rate": 1.6051559274192275e-05,
      "loss": 0.0407,
      "step": 1139
    },
    {
      "epoch": 2.5063291139240507,
      "grad_norm": 0.5599700808525085,
      "learning_rate": 1.5912481165812488e-05,
      "loss": 0.0974,
      "step": 1140
    },
    {
      "epoch": 2.508530544854155,
      "grad_norm": 0.5361760258674622,
      "learning_rate": 1.5773956100392183e-05,
      "loss": 0.0447,
      "step": 1141
    },
    {
      "epoch": 2.51073197578426,
      "grad_norm": 0.7134577631950378,
      "learning_rate": 1.563598498900969e-05,
      "loss": 0.0813,
      "step": 1142
    },
    {
      "epoch": 2.5129334067143643,
      "grad_norm": 0.5170993804931641,
      "learning_rate": 1.5498568739099906e-05,
      "loss": 0.0384,
      "step": 1143
    },
    {
      "epoch": 2.515134837644469,
      "grad_norm": 0.7268331050872803,
      "learning_rate": 1.5361708254448427e-05,
      "loss": 0.0234,
      "step": 1144
    },
    {
      "epoch": 2.5173362685745735,
      "grad_norm": 0.316818505525589,
      "learning_rate": 1.522540443518563e-05,
      "loss": 0.0266,
      "step": 1145
    },
    {
      "epoch": 2.519537699504678,
      "grad_norm": 0.3618791997432709,
      "learning_rate": 1.5089658177780653e-05,
      "loss": 0.0386,
      "step": 1146
    },
    {
      "epoch": 2.5217391304347827,
      "grad_norm": 0.3421090543270111,
      "learning_rate": 1.495447037503559e-05,
      "loss": 0.0299,
      "step": 1147
    },
    {
      "epoch": 2.523940561364887,
      "grad_norm": 0.29327401518821716,
      "learning_rate": 1.481984191607959e-05,
      "loss": 0.0358,
      "step": 1148
    },
    {
      "epoch": 2.526141992294992,
      "grad_norm": 0.21743616461753845,
      "learning_rate": 1.4685773686362958e-05,
      "loss": 0.031,
      "step": 1149
    },
    {
      "epoch": 2.5283434232250963,
      "grad_norm": 0.5527085661888123,
      "learning_rate": 1.4552266567651396e-05,
      "loss": 0.0421,
      "step": 1150
    },
    {
      "epoch": 2.5305448541552007,
      "grad_norm": 0.5072147250175476,
      "learning_rate": 1.441932143802024e-05,
      "loss": 0.0436,
      "step": 1151
    },
    {
      "epoch": 2.5327462850853055,
      "grad_norm": 0.32063746452331543,
      "learning_rate": 1.4286939171848501e-05,
      "loss": 0.0378,
      "step": 1152
    },
    {
      "epoch": 2.53494771601541,
      "grad_norm": 0.9271298050880432,
      "learning_rate": 1.415512063981339e-05,
      "loss": 0.1437,
      "step": 1153
    },
    {
      "epoch": 2.5371491469455147,
      "grad_norm": 0.24707064032554626,
      "learning_rate": 1.4023866708884337e-05,
      "loss": 0.0291,
      "step": 1154
    },
    {
      "epoch": 2.539350577875619,
      "grad_norm": 0.24650706350803375,
      "learning_rate": 1.3893178242317406e-05,
      "loss": 0.0392,
      "step": 1155
    },
    {
      "epoch": 2.5415520088057235,
      "grad_norm": 0.32058873772621155,
      "learning_rate": 1.3763056099649674e-05,
      "loss": 0.0277,
      "step": 1156
    },
    {
      "epoch": 2.5437534397358283,
      "grad_norm": 0.36130160093307495,
      "learning_rate": 1.3633501136693417e-05,
      "loss": 0.0174,
      "step": 1157
    },
    {
      "epoch": 2.5459548706659327,
      "grad_norm": 0.5230188369750977,
      "learning_rate": 1.350451420553065e-05,
      "loss": 0.047,
      "step": 1158
    },
    {
      "epoch": 2.5481563015960376,
      "grad_norm": 0.2182776927947998,
      "learning_rate": 1.3376096154507422e-05,
      "loss": 0.0148,
      "step": 1159
    },
    {
      "epoch": 2.550357732526142,
      "grad_norm": 0.21885547041893005,
      "learning_rate": 1.3248247828228245e-05,
      "loss": 0.0179,
      "step": 1160
    },
    {
      "epoch": 2.5525591634562463,
      "grad_norm": 0.7712263464927673,
      "learning_rate": 1.3120970067550598e-05,
      "loss": 0.0687,
      "step": 1161
    },
    {
      "epoch": 2.554760594386351,
      "grad_norm": 0.8403673768043518,
      "learning_rate": 1.2994263709579279e-05,
      "loss": 0.1235,
      "step": 1162
    },
    {
      "epoch": 2.5569620253164556,
      "grad_norm": 0.6125810742378235,
      "learning_rate": 1.286812958766106e-05,
      "loss": 0.0381,
      "step": 1163
    },
    {
      "epoch": 2.5591634562465604,
      "grad_norm": 0.40800410509109497,
      "learning_rate": 1.2742568531379084e-05,
      "loss": 0.0352,
      "step": 1164
    },
    {
      "epoch": 2.5613648871766648,
      "grad_norm": 0.5998936891555786,
      "learning_rate": 1.2617581366547437e-05,
      "loss": 0.0862,
      "step": 1165
    },
    {
      "epoch": 2.563566318106769,
      "grad_norm": 0.3383854925632477,
      "learning_rate": 1.24931689152057e-05,
      "loss": 0.0362,
      "step": 1166
    },
    {
      "epoch": 2.565767749036874,
      "grad_norm": 0.310473769903183,
      "learning_rate": 1.2369331995613665e-05,
      "loss": 0.0348,
      "step": 1167
    },
    {
      "epoch": 2.5679691799669784,
      "grad_norm": 0.9457272887229919,
      "learning_rate": 1.224607142224572e-05,
      "loss": 0.0623,
      "step": 1168
    },
    {
      "epoch": 2.570170610897083,
      "grad_norm": 0.35449472069740295,
      "learning_rate": 1.212338800578574e-05,
      "loss": 0.0408,
      "step": 1169
    },
    {
      "epoch": 2.5723720418271876,
      "grad_norm": 0.3177931606769562,
      "learning_rate": 1.200128255312163e-05,
      "loss": 0.0338,
      "step": 1170
    },
    {
      "epoch": 2.574573472757292,
      "grad_norm": 0.47864291071891785,
      "learning_rate": 1.1879755867339959e-05,
      "loss": 0.0258,
      "step": 1171
    },
    {
      "epoch": 2.576774903687397,
      "grad_norm": 0.48185205459594727,
      "learning_rate": 1.1758808747720828e-05,
      "loss": 0.0397,
      "step": 1172
    },
    {
      "epoch": 2.5789763346175016,
      "grad_norm": 0.5277111530303955,
      "learning_rate": 1.1638441989732473e-05,
      "loss": 0.1052,
      "step": 1173
    },
    {
      "epoch": 2.581177765547606,
      "grad_norm": 0.4601213335990906,
      "learning_rate": 1.151865638502615e-05,
      "loss": 0.046,
      "step": 1174
    },
    {
      "epoch": 2.5833791964777104,
      "grad_norm": 0.7493718266487122,
      "learning_rate": 1.139945272143087e-05,
      "loss": 0.0407,
      "step": 1175
    },
    {
      "epoch": 2.5855806274078152,
      "grad_norm": 0.12364010512828827,
      "learning_rate": 1.1280831782948186e-05,
      "loss": 0.0163,
      "step": 1176
    },
    {
      "epoch": 2.5877820583379196,
      "grad_norm": 1.085183024406433,
      "learning_rate": 1.1162794349747063e-05,
      "loss": 0.0759,
      "step": 1177
    },
    {
      "epoch": 2.5899834892680245,
      "grad_norm": 1.4777817726135254,
      "learning_rate": 1.1045341198158831e-05,
      "loss": 0.1314,
      "step": 1178
    },
    {
      "epoch": 2.592184920198129,
      "grad_norm": 0.5860021710395813,
      "learning_rate": 1.092847310067192e-05,
      "loss": 0.0383,
      "step": 1179
    },
    {
      "epoch": 2.5943863511282332,
      "grad_norm": 0.80066978931427,
      "learning_rate": 1.0812190825926926e-05,
      "loss": 0.0566,
      "step": 1180
    },
    {
      "epoch": 2.596587782058338,
      "grad_norm": 0.5353748202323914,
      "learning_rate": 1.069649513871147e-05,
      "loss": 0.0829,
      "step": 1181
    },
    {
      "epoch": 2.5987892129884425,
      "grad_norm": 0.4419805407524109,
      "learning_rate": 1.0581386799955163e-05,
      "loss": 0.0655,
      "step": 1182
    },
    {
      "epoch": 2.6009906439185473,
      "grad_norm": 0.7315040826797485,
      "learning_rate": 1.0466866566724698e-05,
      "loss": 0.0421,
      "step": 1183
    },
    {
      "epoch": 2.6031920748486517,
      "grad_norm": 0.44108641147613525,
      "learning_rate": 1.0352935192218716e-05,
      "loss": 0.0508,
      "step": 1184
    },
    {
      "epoch": 2.605393505778756,
      "grad_norm": 0.8455576300621033,
      "learning_rate": 1.0239593425762995e-05,
      "loss": 0.1038,
      "step": 1185
    },
    {
      "epoch": 2.607594936708861,
      "grad_norm": 0.23156088590621948,
      "learning_rate": 1.0126842012805492e-05,
      "loss": 0.0166,
      "step": 1186
    },
    {
      "epoch": 2.6097963676389653,
      "grad_norm": 0.6034132242202759,
      "learning_rate": 1.0014681694911333e-05,
      "loss": 0.0961,
      "step": 1187
    },
    {
      "epoch": 2.61199779856907,
      "grad_norm": 0.5041428804397583,
      "learning_rate": 9.903113209758096e-06,
      "loss": 0.046,
      "step": 1188
    },
    {
      "epoch": 2.6141992294991745,
      "grad_norm": 0.3568980395793915,
      "learning_rate": 9.79213729113081e-06,
      "loss": 0.0368,
      "step": 1189
    },
    {
      "epoch": 2.616400660429279,
      "grad_norm": 0.13806018233299255,
      "learning_rate": 9.681754668917231e-06,
      "loss": 0.0073,
      "step": 1190
    },
    {
      "epoch": 2.6186020913593837,
      "grad_norm": 0.4549630880355835,
      "learning_rate": 9.571966069103045e-06,
      "loss": 0.0436,
      "step": 1191
    },
    {
      "epoch": 2.620803522289488,
      "grad_norm": 0.4328806400299072,
      "learning_rate": 9.462772213766969e-06,
      "loss": 0.0267,
      "step": 1192
    },
    {
      "epoch": 2.623004953219593,
      "grad_norm": 0.2977164685726166,
      "learning_rate": 9.354173821076184e-06,
      "loss": 0.0379,
      "step": 1193
    },
    {
      "epoch": 2.6252063841496973,
      "grad_norm": 0.5366312861442566,
      "learning_rate": 9.246171605281472e-06,
      "loss": 0.0889,
      "step": 1194
    },
    {
      "epoch": 2.6274078150798017,
      "grad_norm": 0.3855116665363312,
      "learning_rate": 9.138766276712552e-06,
      "loss": 0.0254,
      "step": 1195
    },
    {
      "epoch": 2.6296092460099065,
      "grad_norm": 0.6682915091514587,
      "learning_rate": 9.031958541773455e-06,
      "loss": 0.0728,
      "step": 1196
    },
    {
      "epoch": 2.631810676940011,
      "grad_norm": 0.4184034466743469,
      "learning_rate": 8.925749102937831e-06,
      "loss": 0.0372,
      "step": 1197
    },
    {
      "epoch": 2.6340121078701157,
      "grad_norm": 0.5024555921554565,
      "learning_rate": 8.820138658744304e-06,
      "loss": 0.065,
      "step": 1198
    },
    {
      "epoch": 2.63621353880022,
      "grad_norm": 0.3233795464038849,
      "learning_rate": 8.715127903791976e-06,
      "loss": 0.0185,
      "step": 1199
    },
    {
      "epoch": 2.6384149697303245,
      "grad_norm": 0.3128807246685028,
      "learning_rate": 8.610717528735767e-06,
      "loss": 0.0216,
      "step": 1200
    },
    {
      "epoch": 2.6406164006604294,
      "grad_norm": 0.6256663799285889,
      "learning_rate": 8.506908220281884e-06,
      "loss": 0.0401,
      "step": 1201
    },
    {
      "epoch": 2.6428178315905337,
      "grad_norm": 0.9225179553031921,
      "learning_rate": 8.403700661183355e-06,
      "loss": 0.0783,
      "step": 1202
    },
    {
      "epoch": 2.6450192625206386,
      "grad_norm": 0.5188078284263611,
      "learning_rate": 8.301095530235492e-06,
      "loss": 0.0689,
      "step": 1203
    },
    {
      "epoch": 2.647220693450743,
      "grad_norm": 0.49392715096473694,
      "learning_rate": 8.199093502271449e-06,
      "loss": 0.031,
      "step": 1204
    },
    {
      "epoch": 2.6494221243808473,
      "grad_norm": 0.6362511515617371,
      "learning_rate": 8.097695248157799e-06,
      "loss": 0.0629,
      "step": 1205
    },
    {
      "epoch": 2.651623555310952,
      "grad_norm": 0.10085786879062653,
      "learning_rate": 7.996901434790027e-06,
      "loss": 0.0047,
      "step": 1206
    },
    {
      "epoch": 2.6538249862410566,
      "grad_norm": 0.792805552482605,
      "learning_rate": 7.896712725088285e-06,
      "loss": 0.0788,
      "step": 1207
    },
    {
      "epoch": 2.6560264171711614,
      "grad_norm": 0.32481032609939575,
      "learning_rate": 7.797129777992952e-06,
      "loss": 0.0209,
      "step": 1208
    },
    {
      "epoch": 2.6582278481012658,
      "grad_norm": 0.586054801940918,
      "learning_rate": 7.698153248460271e-06,
      "loss": 0.0507,
      "step": 1209
    },
    {
      "epoch": 2.66042927903137,
      "grad_norm": 0.5913929343223572,
      "learning_rate": 7.599783787458137e-06,
      "loss": 0.0456,
      "step": 1210
    },
    {
      "epoch": 2.662630709961475,
      "grad_norm": 0.605243980884552,
      "learning_rate": 7.5020220419617315e-06,
      "loss": 0.0544,
      "step": 1211
    },
    {
      "epoch": 2.6648321408915794,
      "grad_norm": 0.5508314967155457,
      "learning_rate": 7.40486865494926e-06,
      "loss": 0.0515,
      "step": 1212
    },
    {
      "epoch": 2.667033571821684,
      "grad_norm": 0.6130932569503784,
      "learning_rate": 7.308324265397836e-06,
      "loss": 0.0582,
      "step": 1213
    },
    {
      "epoch": 2.6692350027517886,
      "grad_norm": 0.49070799350738525,
      "learning_rate": 7.212389508279138e-06,
      "loss": 0.0478,
      "step": 1214
    },
    {
      "epoch": 2.671436433681893,
      "grad_norm": 0.4508554935455322,
      "learning_rate": 7.1170650145553245e-06,
      "loss": 0.0343,
      "step": 1215
    },
    {
      "epoch": 2.673637864611998,
      "grad_norm": 0.6292645931243896,
      "learning_rate": 7.022351411174866e-06,
      "loss": 0.1009,
      "step": 1216
    },
    {
      "epoch": 2.675839295542102,
      "grad_norm": 0.9365841150283813,
      "learning_rate": 6.928249321068381e-06,
      "loss": 0.0665,
      "step": 1217
    },
    {
      "epoch": 2.678040726472207,
      "grad_norm": 1.076918601989746,
      "learning_rate": 6.834759363144594e-06,
      "loss": 0.1623,
      "step": 1218
    },
    {
      "epoch": 2.6802421574023114,
      "grad_norm": 0.5346421599388123,
      "learning_rate": 6.741882152286227e-06,
      "loss": 0.0347,
      "step": 1219
    },
    {
      "epoch": 2.682443588332416,
      "grad_norm": 0.3021618723869324,
      "learning_rate": 6.6496182993459836e-06,
      "loss": 0.0486,
      "step": 1220
    },
    {
      "epoch": 2.6846450192625206,
      "grad_norm": 0.08443254232406616,
      "learning_rate": 6.557968411142523e-06,
      "loss": 0.0106,
      "step": 1221
    },
    {
      "epoch": 2.6868464501926255,
      "grad_norm": 0.3483668267726898,
      "learning_rate": 6.466933090456428e-06,
      "loss": 0.0177,
      "step": 1222
    },
    {
      "epoch": 2.68904788112273,
      "grad_norm": 0.4496798515319824,
      "learning_rate": 6.37651293602628e-06,
      "loss": 0.0386,
      "step": 1223
    },
    {
      "epoch": 2.6912493120528342,
      "grad_norm": 0.4968661665916443,
      "learning_rate": 6.286708542544784e-06,
      "loss": 0.0328,
      "step": 1224
    },
    {
      "epoch": 2.693450742982939,
      "grad_norm": 0.6091892719268799,
      "learning_rate": 6.197520500654685e-06,
      "loss": 0.0691,
      "step": 1225
    },
    {
      "epoch": 2.6956521739130435,
      "grad_norm": 0.3410601317882538,
      "learning_rate": 6.108949396945074e-06,
      "loss": 0.0303,
      "step": 1226
    },
    {
      "epoch": 2.6978536048431483,
      "grad_norm": 0.8630918264389038,
      "learning_rate": 6.020995813947428e-06,
      "loss": 0.1078,
      "step": 1227
    },
    {
      "epoch": 2.7000550357732527,
      "grad_norm": 0.7620694637298584,
      "learning_rate": 5.933660330131752e-06,
      "loss": 0.1604,
      "step": 1228
    },
    {
      "epoch": 2.702256466703357,
      "grad_norm": 0.43725255131721497,
      "learning_rate": 5.846943519902859e-06,
      "loss": 0.05,
      "step": 1229
    },
    {
      "epoch": 2.704457897633462,
      "grad_norm": 0.48732689023017883,
      "learning_rate": 5.760845953596527e-06,
      "loss": 0.0572,
      "step": 1230
    },
    {
      "epoch": 2.7066593285635663,
      "grad_norm": 0.5541000366210938,
      "learning_rate": 5.675368197475783e-06,
      "loss": 0.0676,
      "step": 1231
    },
    {
      "epoch": 2.708860759493671,
      "grad_norm": 0.32182785868644714,
      "learning_rate": 5.59051081372719e-06,
      "loss": 0.0192,
      "step": 1232
    },
    {
      "epoch": 2.7110621904237755,
      "grad_norm": 0.3678714334964752,
      "learning_rate": 5.506274360457086e-06,
      "loss": 0.0476,
      "step": 1233
    },
    {
      "epoch": 2.71326362135388,
      "grad_norm": 0.3759974539279938,
      "learning_rate": 5.422659391687956e-06,
      "loss": 0.0325,
      "step": 1234
    },
    {
      "epoch": 2.7154650522839847,
      "grad_norm": 0.5801433324813843,
      "learning_rate": 5.33966645735483e-06,
      "loss": 0.0653,
      "step": 1235
    },
    {
      "epoch": 2.717666483214089,
      "grad_norm": 0.2991897165775299,
      "learning_rate": 5.257296103301568e-06,
      "loss": 0.0419,
      "step": 1236
    },
    {
      "epoch": 2.719867914144194,
      "grad_norm": 0.8437144756317139,
      "learning_rate": 5.175548871277358e-06,
      "loss": 0.0509,
      "step": 1237
    },
    {
      "epoch": 2.7220693450742983,
      "grad_norm": 0.8704203367233276,
      "learning_rate": 5.094425298933136e-06,
      "loss": 0.1519,
      "step": 1238
    },
    {
      "epoch": 2.7242707760044027,
      "grad_norm": 0.6470730304718018,
      "learning_rate": 5.013925919817975e-06,
      "loss": 0.0686,
      "step": 1239
    },
    {
      "epoch": 2.7264722069345075,
      "grad_norm": 0.6081740856170654,
      "learning_rate": 4.9340512633756945e-06,
      "loss": 0.0731,
      "step": 1240
    },
    {
      "epoch": 2.728673637864612,
      "grad_norm": 0.26082944869995117,
      "learning_rate": 4.854801854941249e-06,
      "loss": 0.0333,
      "step": 1241
    },
    {
      "epoch": 2.7308750687947168,
      "grad_norm": 1.0025891065597534,
      "learning_rate": 4.776178215737426e-06,
      "loss": 0.0796,
      "step": 1242
    },
    {
      "epoch": 2.733076499724821,
      "grad_norm": 1.0358490943908691,
      "learning_rate": 4.698180862871282e-06,
      "loss": 0.0575,
      "step": 1243
    },
    {
      "epoch": 2.7352779306549255,
      "grad_norm": 0.6997416019439697,
      "learning_rate": 4.620810309330803e-06,
      "loss": 0.0613,
      "step": 1244
    },
    {
      "epoch": 2.7374793615850304,
      "grad_norm": 0.7522681355476379,
      "learning_rate": 4.544067063981494e-06,
      "loss": 0.0959,
      "step": 1245
    },
    {
      "epoch": 2.7396807925151347,
      "grad_norm": 0.7872377634048462,
      "learning_rate": 4.467951631563117e-06,
      "loss": 0.0907,
      "step": 1246
    },
    {
      "epoch": 2.7418822234452396,
      "grad_norm": 0.77159184217453,
      "learning_rate": 4.392464512686257e-06,
      "loss": 0.0453,
      "step": 1247
    },
    {
      "epoch": 2.744083654375344,
      "grad_norm": 0.8469691276550293,
      "learning_rate": 4.317606203829127e-06,
      "loss": 0.0953,
      "step": 1248
    },
    {
      "epoch": 2.7462850853054483,
      "grad_norm": 0.45564761757850647,
      "learning_rate": 4.243377197334231e-06,
      "loss": 0.0382,
      "step": 1249
    },
    {
      "epoch": 2.748486516235553,
      "grad_norm": 0.3689277470111847,
      "learning_rate": 4.1697779814051765e-06,
      "loss": 0.0273,
      "step": 1250
    },
    {
      "epoch": 2.7506879471656576,
      "grad_norm": 0.664315402507782,
      "learning_rate": 4.096809040103444e-06,
      "loss": 0.106,
      "step": 1251
    },
    {
      "epoch": 2.7528893780957624,
      "grad_norm": 0.34314075112342834,
      "learning_rate": 4.024470853345175e-06,
      "loss": 0.0332,
      "step": 1252
    },
    {
      "epoch": 2.755090809025867,
      "grad_norm": 0.1801203191280365,
      "learning_rate": 3.952763896898071e-06,
      "loss": 0.0202,
      "step": 1253
    },
    {
      "epoch": 2.757292239955971,
      "grad_norm": 0.9782657027244568,
      "learning_rate": 3.881688642378245e-06,
      "loss": 0.0512,
      "step": 1254
    },
    {
      "epoch": 2.759493670886076,
      "grad_norm": 0.8883532285690308,
      "learning_rate": 3.8112455572470672e-06,
      "loss": 0.0971,
      "step": 1255
    },
    {
      "epoch": 2.7616951018161804,
      "grad_norm": 0.2342640459537506,
      "learning_rate": 3.7414351048081996e-06,
      "loss": 0.0169,
      "step": 1256
    },
    {
      "epoch": 2.763896532746285,
      "grad_norm": 0.5581437349319458,
      "learning_rate": 3.6722577442044102e-06,
      "loss": 0.0539,
      "step": 1257
    },
    {
      "epoch": 2.7660979636763896,
      "grad_norm": 0.6687867641448975,
      "learning_rate": 3.6037139304146762e-06,
      "loss": 0.1083,
      "step": 1258
    },
    {
      "epoch": 2.768299394606494,
      "grad_norm": 0.6550372838973999,
      "learning_rate": 3.53580411425114e-06,
      "loss": 0.0693,
      "step": 1259
    },
    {
      "epoch": 2.770500825536599,
      "grad_norm": 0.2852613031864166,
      "learning_rate": 3.468528742356103e-06,
      "loss": 0.0277,
      "step": 1260
    },
    {
      "epoch": 2.772702256466703,
      "grad_norm": 0.6610994338989258,
      "learning_rate": 3.401888257199204e-06,
      "loss": 0.0704,
      "step": 1261
    },
    {
      "epoch": 2.774903687396808,
      "grad_norm": 0.5986510515213013,
      "learning_rate": 3.3358830970743882e-06,
      "loss": 0.0683,
      "step": 1262
    },
    {
      "epoch": 2.7771051183269124,
      "grad_norm": 0.3271762430667877,
      "learning_rate": 3.270513696097055e-06,
      "loss": 0.0474,
      "step": 1263
    },
    {
      "epoch": 2.779306549257017,
      "grad_norm": 0.6686267256736755,
      "learning_rate": 3.205780484201293e-06,
      "loss": 0.0584,
      "step": 1264
    },
    {
      "epoch": 2.7815079801871216,
      "grad_norm": 0.7449634075164795,
      "learning_rate": 3.1416838871368924e-06,
      "loss": 0.1396,
      "step": 1265
    },
    {
      "epoch": 2.7837094111172265,
      "grad_norm": 0.6699150204658508,
      "learning_rate": 3.0782243264666944e-06,
      "loss": 0.027,
      "step": 1266
    },
    {
      "epoch": 2.785910842047331,
      "grad_norm": 0.22182409465312958,
      "learning_rate": 3.0154022195637454e-06,
      "loss": 0.0306,
      "step": 1267
    },
    {
      "epoch": 2.7881122729774352,
      "grad_norm": 0.630264401435852,
      "learning_rate": 2.9532179796085356e-06,
      "loss": 0.1014,
      "step": 1268
    },
    {
      "epoch": 2.7903137039075396,
      "grad_norm": 0.2437404841184616,
      "learning_rate": 2.891672015586344e-06,
      "loss": 0.0143,
      "step": 1269
    },
    {
      "epoch": 2.7925151348376445,
      "grad_norm": 0.10994002968072891,
      "learning_rate": 2.8307647322844964e-06,
      "loss": 0.0131,
      "step": 1270
    },
    {
      "epoch": 2.7947165657677493,
      "grad_norm": 0.22370854020118713,
      "learning_rate": 2.7704965302897233e-06,
      "loss": 0.0122,
      "step": 1271
    },
    {
      "epoch": 2.7969179966978537,
      "grad_norm": 0.6404604315757751,
      "learning_rate": 2.7108678059855065e-06,
      "loss": 0.0553,
      "step": 1272
    },
    {
      "epoch": 2.799119427627958,
      "grad_norm": 0.7777275443077087,
      "learning_rate": 2.651878951549536e-06,
      "loss": 0.0796,
      "step": 1273
    },
    {
      "epoch": 2.801320858558063,
      "grad_norm": 0.4582979679107666,
      "learning_rate": 2.5935303549510126e-06,
      "loss": 0.0499,
      "step": 1274
    },
    {
      "epoch": 2.8035222894881673,
      "grad_norm": 0.45491763949394226,
      "learning_rate": 2.53582239994824e-06,
      "loss": 0.0432,
      "step": 1275
    },
    {
      "epoch": 2.805723720418272,
      "grad_norm": 0.4901306629180908,
      "learning_rate": 2.478755466085958e-06,
      "loss": 0.0416,
      "step": 1276
    },
    {
      "epoch": 2.8079251513483765,
      "grad_norm": 0.43012434244155884,
      "learning_rate": 2.422329928692957e-06,
      "loss": 0.0354,
      "step": 1277
    },
    {
      "epoch": 2.810126582278481,
      "grad_norm": 0.9710955619812012,
      "learning_rate": 2.36654615887959e-06,
      "loss": 0.0901,
      "step": 1278
    },
    {
      "epoch": 2.8123280132085857,
      "grad_norm": 1.6936571598052979,
      "learning_rate": 2.311404523535243e-06,
      "loss": 0.1524,
      "step": 1279
    },
    {
      "epoch": 2.81452944413869,
      "grad_norm": 0.965338945388794,
      "learning_rate": 2.2569053853260246e-06,
      "loss": 0.1646,
      "step": 1280
    },
    {
      "epoch": 2.816730875068795,
      "grad_norm": 0.7708274722099304,
      "learning_rate": 2.2030491026923672e-06,
      "loss": 0.0516,
      "step": 1281
    },
    {
      "epoch": 2.8189323059988993,
      "grad_norm": 0.43852585554122925,
      "learning_rate": 2.149836029846608e-06,
      "loss": 0.042,
      "step": 1282
    },
    {
      "epoch": 2.8211337369290037,
      "grad_norm": 0.11031460762023926,
      "learning_rate": 2.0972665167707126e-06,
      "loss": 0.0115,
      "step": 1283
    },
    {
      "epoch": 2.8233351678591085,
      "grad_norm": 0.5105849504470825,
      "learning_rate": 2.0453409092139662e-06,
      "loss": 0.0348,
      "step": 1284
    },
    {
      "epoch": 2.825536598789213,
      "grad_norm": 0.44641202688217163,
      "learning_rate": 1.9940595486906964e-06,
      "loss": 0.055,
      "step": 1285
    },
    {
      "epoch": 2.8277380297193178,
      "grad_norm": 0.7521995902061462,
      "learning_rate": 1.9434227724779984e-06,
      "loss": 0.1221,
      "step": 1286
    },
    {
      "epoch": 2.829939460649422,
      "grad_norm": 0.6151113510131836,
      "learning_rate": 1.8934309136135697e-06,
      "loss": 0.0944,
      "step": 1287
    },
    {
      "epoch": 2.8321408915795265,
      "grad_norm": 0.6635796427726746,
      "learning_rate": 1.8440843008934561e-06,
      "loss": 0.1008,
      "step": 1288
    },
    {
      "epoch": 2.8343423225096314,
      "grad_norm": 0.1558506190776825,
      "learning_rate": 1.795383258869987e-06,
      "loss": 0.0114,
      "step": 1289
    },
    {
      "epoch": 2.8365437534397357,
      "grad_norm": 0.5053389072418213,
      "learning_rate": 1.7473281078494997e-06,
      "loss": 0.07,
      "step": 1290
    },
    {
      "epoch": 2.8387451843698406,
      "grad_norm": 0.594647228717804,
      "learning_rate": 1.6999191638903623e-06,
      "loss": 0.0662,
      "step": 1291
    },
    {
      "epoch": 2.840946615299945,
      "grad_norm": 0.3465157747268677,
      "learning_rate": 1.6531567388008429e-06,
      "loss": 0.0322,
      "step": 1292
    },
    {
      "epoch": 2.8431480462300494,
      "grad_norm": 0.38056671619415283,
      "learning_rate": 1.6070411401370334e-06,
      "loss": 0.0373,
      "step": 1293
    },
    {
      "epoch": 2.845349477160154,
      "grad_norm": 0.88359135389328,
      "learning_rate": 1.561572671200884e-06,
      "loss": 0.0647,
      "step": 1294
    },
    {
      "epoch": 2.8475509080902586,
      "grad_norm": 1.0830795764923096,
      "learning_rate": 1.516751631038138e-06,
      "loss": 0.0619,
      "step": 1295
    },
    {
      "epoch": 2.8497523390203634,
      "grad_norm": 0.4293959438800812,
      "learning_rate": 1.4725783144364568e-06,
      "loss": 0.0624,
      "step": 1296
    },
    {
      "epoch": 2.851953769950468,
      "grad_norm": 0.2833307683467865,
      "learning_rate": 1.429053011923387e-06,
      "loss": 0.0271,
      "step": 1297
    },
    {
      "epoch": 2.854155200880572,
      "grad_norm": 0.427614688873291,
      "learning_rate": 1.386176009764506e-06,
      "loss": 0.0384,
      "step": 1298
    },
    {
      "epoch": 2.856356631810677,
      "grad_norm": 1.211296796798706,
      "learning_rate": 1.343947589961514e-06,
      "loss": 0.1,
      "step": 1299
    },
    {
      "epoch": 2.8585580627407814,
      "grad_norm": 0.33716437220573425,
      "learning_rate": 1.3023680302504338e-06,
      "loss": 0.0477,
      "step": 1300
    },
    {
      "epoch": 2.8607594936708862,
      "grad_norm": 0.825700044631958,
      "learning_rate": 1.26143760409968e-06,
      "loss": 0.04,
      "step": 1301
    },
    {
      "epoch": 2.8629609246009906,
      "grad_norm": 0.6166131496429443,
      "learning_rate": 1.2211565807083492e-06,
      "loss": 0.0391,
      "step": 1302
    },
    {
      "epoch": 2.865162355531095,
      "grad_norm": 0.308035671710968,
      "learning_rate": 1.1815252250044318e-06,
      "loss": 0.0381,
      "step": 1303
    },
    {
      "epoch": 2.8673637864612,
      "grad_norm": 0.49501779675483704,
      "learning_rate": 1.1425437976430365e-06,
      "loss": 0.0519,
      "step": 1304
    },
    {
      "epoch": 2.869565217391304,
      "grad_norm": 0.3320211172103882,
      "learning_rate": 1.1042125550047134e-06,
      "loss": 0.0385,
      "step": 1305
    },
    {
      "epoch": 2.871766648321409,
      "grad_norm": 0.26195937395095825,
      "learning_rate": 1.0665317491937553e-06,
      "loss": 0.0212,
      "step": 1306
    },
    {
      "epoch": 2.8739680792515134,
      "grad_norm": 0.20724286139011383,
      "learning_rate": 1.0295016280365112e-06,
      "loss": 0.0251,
      "step": 1307
    },
    {
      "epoch": 2.876169510181618,
      "grad_norm": 0.3688121736049652,
      "learning_rate": 9.931224350798185e-07,
      "loss": 0.0339,
      "step": 1308
    },
    {
      "epoch": 2.8783709411117226,
      "grad_norm": 0.43073609471321106,
      "learning_rate": 9.573944095893294e-07,
      "loss": 0.0331,
      "step": 1309
    },
    {
      "epoch": 2.880572372041827,
      "grad_norm": 0.9119531512260437,
      "learning_rate": 9.223177865480215e-07,
      "loss": 0.0563,
      "step": 1310
    },
    {
      "epoch": 2.882773802971932,
      "grad_norm": 0.911408007144928,
      "learning_rate": 8.878927966545326e-07,
      "loss": 0.1245,
      "step": 1311
    },
    {
      "epoch": 2.8849752339020363,
      "grad_norm": 0.6210458278656006,
      "learning_rate": 8.541196663217954e-07,
      "loss": 0.0648,
      "step": 1312
    },
    {
      "epoch": 2.8871766648321406,
      "grad_norm": 0.4914691746234894,
      "learning_rate": 8.209986176753948e-07,
      "loss": 0.1079,
      "step": 1313
    },
    {
      "epoch": 2.8893780957622455,
      "grad_norm": 0.4978880286216736,
      "learning_rate": 7.885298685522235e-07,
      "loss": 0.0528,
      "step": 1314
    },
    {
      "epoch": 2.8915795266923503,
      "grad_norm": 0.31169232726097107,
      "learning_rate": 7.567136324989844e-07,
      "loss": 0.0251,
      "step": 1315
    },
    {
      "epoch": 2.8937809576224547,
      "grad_norm": 1.253857135772705,
      "learning_rate": 7.255501187708347e-07,
      "loss": 0.0566,
      "step": 1316
    },
    {
      "epoch": 2.895982388552559,
      "grad_norm": 0.615176796913147,
      "learning_rate": 6.95039532329933e-07,
      "loss": 0.0412,
      "step": 1317
    },
    {
      "epoch": 2.8981838194826635,
      "grad_norm": 1.291667103767395,
      "learning_rate": 6.651820738441949e-07,
      "loss": 0.0761,
      "step": 1318
    },
    {
      "epoch": 2.9003852504127683,
      "grad_norm": 0.4518704116344452,
      "learning_rate": 6.359779396858945e-07,
      "loss": 0.0566,
      "step": 1319
    },
    {
      "epoch": 2.902586681342873,
      "grad_norm": 0.28910595178604126,
      "learning_rate": 6.074273219303761e-07,
      "loss": 0.0138,
      "step": 1320
    },
    {
      "epoch": 2.9047881122729775,
      "grad_norm": 0.581666886806488,
      "learning_rate": 5.795304083548559e-07,
      "loss": 0.0331,
      "step": 1321
    },
    {
      "epoch": 2.906989543203082,
      "grad_norm": 0.07092265039682388,
      "learning_rate": 5.522873824370889e-07,
      "loss": 0.0059,
      "step": 1322
    },
    {
      "epoch": 2.9091909741331867,
      "grad_norm": 0.4092436730861664,
      "learning_rate": 5.256984233542595e-07,
      "loss": 0.0479,
      "step": 1323
    },
    {
      "epoch": 2.911392405063291,
      "grad_norm": 0.43878406286239624,
      "learning_rate": 4.997637059817595e-07,
      "loss": 0.0419,
      "step": 1324
    },
    {
      "epoch": 2.913593835993396,
      "grad_norm": 0.28752970695495605,
      "learning_rate": 4.744834008920007e-07,
      "loss": 0.0106,
      "step": 1325
    },
    {
      "epoch": 2.9157952669235003,
      "grad_norm": 0.733717679977417,
      "learning_rate": 4.498576743533711e-07,
      "loss": 0.0753,
      "step": 1326
    },
    {
      "epoch": 2.9179966978536047,
      "grad_norm": 0.32417628169059753,
      "learning_rate": 4.258866883290691e-07,
      "loss": 0.0571,
      "step": 1327
    },
    {
      "epoch": 2.9201981287837095,
      "grad_norm": 0.30484825372695923,
      "learning_rate": 4.025706004760932e-07,
      "loss": 0.0394,
      "step": 1328
    },
    {
      "epoch": 2.922399559713814,
      "grad_norm": 0.5322850346565247,
      "learning_rate": 3.799095641441763e-07,
      "loss": 0.1103,
      "step": 1329
    },
    {
      "epoch": 2.9246009906439188,
      "grad_norm": 0.3624371290206909,
      "learning_rate": 3.5790372837477546e-07,
      "loss": 0.035,
      "step": 1330
    },
    {
      "epoch": 2.926802421574023,
      "grad_norm": 0.4711335599422455,
      "learning_rate": 3.3655323790008354e-07,
      "loss": 0.0574,
      "step": 1331
    },
    {
      "epoch": 2.9290038525041275,
      "grad_norm": 0.6064951419830322,
      "learning_rate": 3.1585823314214115e-07,
      "loss": 0.0794,
      "step": 1332
    },
    {
      "epoch": 2.9312052834342324,
      "grad_norm": 0.3930189907550812,
      "learning_rate": 2.9581885021181533e-07,
      "loss": 0.0472,
      "step": 1333
    },
    {
      "epoch": 2.9334067143643368,
      "grad_norm": 0.38262468576431274,
      "learning_rate": 2.7643522090796683e-07,
      "loss": 0.0472,
      "step": 1334
    },
    {
      "epoch": 2.9356081452944416,
      "grad_norm": 0.42688238620758057,
      "learning_rate": 2.577074727165951e-07,
      "loss": 0.017,
      "step": 1335
    },
    {
      "epoch": 2.937809576224546,
      "grad_norm": 0.538941502571106,
      "learning_rate": 2.3963572880995044e-07,
      "loss": 0.0359,
      "step": 1336
    },
    {
      "epoch": 2.9400110071546504,
      "grad_norm": 0.6182091236114502,
      "learning_rate": 2.2222010804573423e-07,
      "loss": 0.0486,
      "step": 1337
    },
    {
      "epoch": 2.942212438084755,
      "grad_norm": 0.4431805908679962,
      "learning_rate": 2.054607249663665e-07,
      "loss": 0.0486,
      "step": 1338
    },
    {
      "epoch": 2.9444138690148596,
      "grad_norm": 0.8684697151184082,
      "learning_rate": 1.8935768979817524e-07,
      "loss": 0.1061,
      "step": 1339
    },
    {
      "epoch": 2.9466152999449644,
      "grad_norm": 0.8039331436157227,
      "learning_rate": 1.7391110845069725e-07,
      "loss": 0.0541,
      "step": 1340
    },
    {
      "epoch": 2.948816730875069,
      "grad_norm": 0.8392862677574158,
      "learning_rate": 1.5912108251597834e-07,
      "loss": 0.1627,
      "step": 1341
    },
    {
      "epoch": 2.951018161805173,
      "grad_norm": 0.43912941217422485,
      "learning_rate": 1.449877092679075e-07,
      "loss": 0.0321,
      "step": 1342
    },
    {
      "epoch": 2.953219592735278,
      "grad_norm": 0.7228869795799255,
      "learning_rate": 1.3151108166156168e-07,
      "loss": 0.1113,
      "step": 1343
    },
    {
      "epoch": 2.9554210236653824,
      "grad_norm": 0.6244905591011047,
      "learning_rate": 1.1869128833262854e-07,
      "loss": 0.0542,
      "step": 1344
    },
    {
      "epoch": 2.9576224545954872,
      "grad_norm": 0.3682965040206909,
      "learning_rate": 1.0652841359678478e-07,
      "loss": 0.0257,
      "step": 1345
    },
    {
      "epoch": 2.9598238855255916,
      "grad_norm": 0.32940956950187683,
      "learning_rate": 9.502253744916311e-08,
      "loss": 0.0308,
      "step": 1346
    },
    {
      "epoch": 2.962025316455696,
      "grad_norm": 0.4789118766784668,
      "learning_rate": 8.417373556381946e-08,
      "loss": 0.0315,
      "step": 1347
    },
    {
      "epoch": 2.964226747385801,
      "grad_norm": 1.1318228244781494,
      "learning_rate": 7.39820792932333e-08,
      "loss": 0.0997,
      "step": 1348
    },
    {
      "epoch": 2.966428178315905,
      "grad_norm": 0.30917805433273315,
      "learning_rate": 6.444763566786361e-08,
      "loss": 0.0333,
      "step": 1349
    },
    {
      "epoch": 2.96862960924601,
      "grad_norm": 0.6403358578681946,
      "learning_rate": 5.55704673956714e-08,
      "loss": 0.0581,
      "step": 1350
    },
    {
      "epoch": 2.9708310401761144,
      "grad_norm": 0.20618505775928497,
      "learning_rate": 4.7350632861709044e-08,
      "loss": 0.024,
      "step": 1351
    },
    {
      "epoch": 2.973032471106219,
      "grad_norm": 0.5780773758888245,
      "learning_rate": 3.978818612777602e-08,
      "loss": 0.0734,
      "step": 1352
    },
    {
      "epoch": 2.9752339020363237,
      "grad_norm": 0.6004192233085632,
      "learning_rate": 3.288317693201926e-08,
      "loss": 0.0396,
      "step": 1353
    },
    {
      "epoch": 2.977435332966428,
      "grad_norm": 0.41798269748687744,
      "learning_rate": 2.6635650688633384e-08,
      "loss": 0.0315,
      "step": 1354
    },
    {
      "epoch": 2.979636763896533,
      "grad_norm": 0.2113114893436432,
      "learning_rate": 2.1045648487549864e-08,
      "loss": 0.0221,
      "step": 1355
    },
    {
      "epoch": 2.9818381948266373,
      "grad_norm": 0.5978252291679382,
      "learning_rate": 1.6113207094181626e-08,
      "loss": 0.0544,
      "step": 1356
    },
    {
      "epoch": 2.9840396257567416,
      "grad_norm": 0.10408246517181396,
      "learning_rate": 1.1838358949134431e-08,
      "loss": 0.0078,
      "step": 1357
    },
    {
      "epoch": 2.9862410566868465,
      "grad_norm": 0.23431262373924255,
      "learning_rate": 8.221132168073631e-09,
      "loss": 0.0204,
      "step": 1358
    },
    {
      "epoch": 2.988442487616951,
      "grad_norm": 0.37034013867378235,
      "learning_rate": 5.261550541457716e-09,
      "loss": 0.0417,
      "step": 1359
    },
    {
      "epoch": 2.9906439185470557,
      "grad_norm": 0.6617506146430969,
      "learning_rate": 2.9596335344383996e-09,
      "loss": 0.0349,
      "step": 1360
    },
    {
      "epoch": 2.99284534947716,
      "grad_norm": 0.45733800530433655,
      "learning_rate": 1.315396286705184e-09,
      "loss": 0.0461,
      "step": 1361
    },
    {
      "epoch": 2.9950467804072645,
      "grad_norm": 0.48512786626815796,
      "learning_rate": 3.2884961238544007e-10,
      "loss": 0.0484,
      "step": 1362
    }
  ],
  "logging_steps": 1,
  "max_steps": 1362,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.260686554725018e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}