{
  "best_global_step": 684,
  "best_metric": 0.4992051124572754,
  "best_model_checkpoint": "outputs/checkpoint-684",
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 684,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014619883040935672,
      "grad_norm": 1.7495784759521484,
      "learning_rate": 0.0,
      "loss": 0.425,
      "step": 1
    },
    {
      "epoch": 0.0029239766081871343,
      "grad_norm": 1.9972009658813477,
      "learning_rate": 1.4619883040935672e-07,
      "loss": 0.5992,
      "step": 2
    },
    {
      "epoch": 0.0043859649122807015,
      "grad_norm": 1.8668241500854492,
      "learning_rate": 2.9239766081871344e-07,
      "loss": 0.4872,
      "step": 3
    },
    {
      "epoch": 0.005847953216374269,
      "grad_norm": 2.140504837036133,
      "learning_rate": 4.385964912280702e-07,
      "loss": 0.5045,
      "step": 4
    },
    {
      "epoch": 0.007309941520467836,
      "grad_norm": 1.6007329225540161,
      "learning_rate": 5.847953216374269e-07,
      "loss": 0.4394,
      "step": 5
    },
    {
      "epoch": 0.008771929824561403,
      "grad_norm": 1.6368324756622314,
      "learning_rate": 7.309941520467836e-07,
      "loss": 0.3499,
      "step": 6
    },
    {
      "epoch": 0.01023391812865497,
      "grad_norm": 2.5845789909362793,
      "learning_rate": 8.771929824561404e-07,
      "loss": 0.4349,
      "step": 7
    },
    {
      "epoch": 0.011695906432748537,
      "grad_norm": 2.194718360900879,
      "learning_rate": 1.0233918128654972e-06,
      "loss": 0.5503,
      "step": 8
    },
    {
      "epoch": 0.013157894736842105,
      "grad_norm": 1.9716426134109497,
      "learning_rate": 1.1695906432748538e-06,
      "loss": 0.4435,
      "step": 9
    },
    {
      "epoch": 0.014619883040935672,
      "grad_norm": 2.026991605758667,
      "learning_rate": 1.3157894736842106e-06,
      "loss": 0.5627,
      "step": 10
    },
    {
      "epoch": 0.01608187134502924,
      "grad_norm": 1.5689380168914795,
      "learning_rate": 1.4619883040935671e-06,
      "loss": 0.3364,
      "step": 11
    },
    {
      "epoch": 0.017543859649122806,
      "grad_norm": 1.644498348236084,
      "learning_rate": 1.608187134502924e-06,
      "loss": 0.3911,
      "step": 12
    },
    {
      "epoch": 0.019005847953216373,
      "grad_norm": 1.3109540939331055,
      "learning_rate": 1.7543859649122807e-06,
      "loss": 0.3462,
      "step": 13
    },
    {
      "epoch": 0.02046783625730994,
      "grad_norm": 3.642599105834961,
      "learning_rate": 1.9005847953216373e-06,
      "loss": 0.4644,
      "step": 14
    },
    {
      "epoch": 0.021929824561403508,
      "grad_norm": 2.097911834716797,
      "learning_rate": 2.0467836257309943e-06,
      "loss": 0.4397,
      "step": 15
    },
    {
      "epoch": 0.023391812865497075,
      "grad_norm": 2.2044146060943604,
      "learning_rate": 2.1929824561403507e-06,
      "loss": 0.4713,
      "step": 16
    },
    {
      "epoch": 0.024853801169590642,
      "grad_norm": 2.130998134613037,
      "learning_rate": 2.3391812865497075e-06,
      "loss": 0.7038,
      "step": 17
    },
    {
      "epoch": 0.02631578947368421,
      "grad_norm": 1.7702172994613647,
      "learning_rate": 2.4853801169590643e-06,
      "loss": 0.4186,
      "step": 18
    },
    {
      "epoch": 0.027777777777777776,
      "grad_norm": 2.0703587532043457,
      "learning_rate": 2.631578947368421e-06,
      "loss": 0.4122,
      "step": 19
    },
    {
      "epoch": 0.029239766081871343,
      "grad_norm": 1.802437424659729,
      "learning_rate": 2.777777777777778e-06,
      "loss": 0.4731,
      "step": 20
    },
    {
      "epoch": 0.03070175438596491,
      "grad_norm": 1.637001633644104,
      "learning_rate": 2.9239766081871343e-06,
      "loss": 0.4402,
      "step": 21
    },
    {
      "epoch": 0.03216374269005848,
      "grad_norm": 1.8240504264831543,
      "learning_rate": 3.070175438596491e-06,
      "loss": 0.4405,
      "step": 22
    },
    {
      "epoch": 0.033625730994152045,
      "grad_norm": 1.52961003780365,
      "learning_rate": 3.216374269005848e-06,
      "loss": 0.4439,
      "step": 23
    },
    {
      "epoch": 0.03508771929824561,
      "grad_norm": 1.3200383186340332,
      "learning_rate": 3.3625730994152047e-06,
      "loss": 0.3027,
      "step": 24
    },
    {
      "epoch": 0.03654970760233918,
      "grad_norm": 1.5211174488067627,
      "learning_rate": 3.5087719298245615e-06,
      "loss": 0.3538,
      "step": 25
    },
    {
      "epoch": 0.038011695906432746,
      "grad_norm": 1.7521167993545532,
      "learning_rate": 3.6549707602339183e-06,
      "loss": 0.3215,
      "step": 26
    },
    {
      "epoch": 0.039473684210526314,
      "grad_norm": 2.1831953525543213,
      "learning_rate": 3.8011695906432747e-06,
      "loss": 0.5326,
      "step": 27
    },
    {
      "epoch": 0.04093567251461988,
      "grad_norm": 1.9375377893447876,
      "learning_rate": 3.9473684210526315e-06,
      "loss": 0.3058,
      "step": 28
    },
    {
      "epoch": 0.04239766081871345,
      "grad_norm": 1.3378911018371582,
      "learning_rate": 4.093567251461989e-06,
      "loss": 0.3124,
      "step": 29
    },
    {
      "epoch": 0.043859649122807015,
      "grad_norm": 2.0896005630493164,
      "learning_rate": 4.239766081871345e-06,
      "loss": 0.4827,
      "step": 30
    },
    {
      "epoch": 0.04532163742690058,
      "grad_norm": 1.5062603950500488,
      "learning_rate": 4.3859649122807014e-06,
      "loss": 0.3157,
      "step": 31
    },
    {
      "epoch": 0.04678362573099415,
      "grad_norm": 1.947313904762268,
      "learning_rate": 4.532163742690059e-06,
      "loss": 0.4191,
      "step": 32
    },
    {
      "epoch": 0.04824561403508772,
      "grad_norm": 1.9071850776672363,
      "learning_rate": 4.678362573099415e-06,
      "loss": 0.4158,
      "step": 33
    },
    {
      "epoch": 0.049707602339181284,
      "grad_norm": 1.2716987133026123,
      "learning_rate": 4.824561403508772e-06,
      "loss": 0.2569,
      "step": 34
    },
    {
      "epoch": 0.05116959064327485,
      "grad_norm": 1.7718721628189087,
      "learning_rate": 4.970760233918129e-06,
      "loss": 0.3228,
      "step": 35
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 1.8403756618499756,
      "learning_rate": 5.116959064327485e-06,
      "loss": 0.3864,
      "step": 36
    },
    {
      "epoch": 0.054093567251461985,
      "grad_norm": 1.7765403985977173,
      "learning_rate": 5.263157894736842e-06,
      "loss": 0.3609,
      "step": 37
    },
    {
      "epoch": 0.05555555555555555,
      "grad_norm": 1.4612114429473877,
      "learning_rate": 5.409356725146199e-06,
      "loss": 0.3059,
      "step": 38
    },
    {
      "epoch": 0.05701754385964912,
      "grad_norm": 1.8746145963668823,
      "learning_rate": 5.555555555555556e-06,
      "loss": 0.4677,
      "step": 39
    },
    {
      "epoch": 0.05847953216374269,
      "grad_norm": 2.311183452606201,
      "learning_rate": 5.701754385964912e-06,
      "loss": 0.5493,
      "step": 40
    },
    {
      "epoch": 0.059941520467836254,
      "grad_norm": 1.568487286567688,
      "learning_rate": 5.8479532163742686e-06,
      "loss": 0.3327,
      "step": 41
    },
    {
      "epoch": 0.06140350877192982,
      "grad_norm": 2.155261516571045,
      "learning_rate": 5.994152046783626e-06,
      "loss": 0.3829,
      "step": 42
    },
    {
      "epoch": 0.06286549707602339,
      "grad_norm": 2.0299155712127686,
      "learning_rate": 6.140350877192982e-06,
      "loss": 0.3032,
      "step": 43
    },
    {
      "epoch": 0.06432748538011696,
      "grad_norm": 2.4522647857666016,
      "learning_rate": 6.286549707602339e-06,
      "loss": 0.5365,
      "step": 44
    },
    {
      "epoch": 0.06578947368421052,
      "grad_norm": 1.9584052562713623,
      "learning_rate": 6.432748538011696e-06,
      "loss": 0.3653,
      "step": 45
    },
    {
      "epoch": 0.06725146198830409,
      "grad_norm": 1.3375778198242188,
      "learning_rate": 6.578947368421053e-06,
      "loss": 0.2396,
      "step": 46
    },
    {
      "epoch": 0.06871345029239766,
      "grad_norm": 2.1510448455810547,
      "learning_rate": 6.725146198830409e-06,
      "loss": 0.4654,
      "step": 47
    },
    {
      "epoch": 0.07017543859649122,
      "grad_norm": 1.4656825065612793,
      "learning_rate": 6.871345029239766e-06,
      "loss": 0.2605,
      "step": 48
    },
    {
      "epoch": 0.07163742690058479,
      "grad_norm": 2.095970869064331,
      "learning_rate": 7.017543859649123e-06,
      "loss": 0.4557,
      "step": 49
    },
    {
      "epoch": 0.07309941520467836,
      "grad_norm": 1.7976460456848145,
      "learning_rate": 7.163742690058479e-06,
      "loss": 0.4151,
      "step": 50
    },
    {
      "epoch": 0.07456140350877193,
      "grad_norm": 1.99152672290802,
      "learning_rate": 7.3099415204678366e-06,
      "loss": 0.3263,
      "step": 51
    },
    {
      "epoch": 0.07602339181286549,
      "grad_norm": 1.84891676902771,
      "learning_rate": 7.456140350877193e-06,
      "loss": 0.4964,
      "step": 52
    },
    {
      "epoch": 0.07748538011695906,
      "grad_norm": 2.088576078414917,
      "learning_rate": 7.602339181286549e-06,
      "loss": 0.3814,
      "step": 53
    },
    {
      "epoch": 0.07894736842105263,
      "grad_norm": 1.83640456199646,
      "learning_rate": 7.748538011695907e-06,
      "loss": 0.2547,
      "step": 54
    },
    {
      "epoch": 0.0804093567251462,
      "grad_norm": 2.1047003269195557,
      "learning_rate": 7.894736842105263e-06,
      "loss": 0.3693,
      "step": 55
    },
    {
      "epoch": 0.08187134502923976,
      "grad_norm": 1.741404414176941,
      "learning_rate": 8.04093567251462e-06,
      "loss": 0.3956,
      "step": 56
    },
    {
      "epoch": 0.08333333333333333,
      "grad_norm": 5.588784217834473,
      "learning_rate": 8.187134502923977e-06,
      "loss": 0.5578,
      "step": 57
    },
    {
      "epoch": 0.0847953216374269,
      "grad_norm": 1.9800654649734497,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.4344,
      "step": 58
    },
    {
      "epoch": 0.08625730994152046,
      "grad_norm": 1.7948042154312134,
      "learning_rate": 8.47953216374269e-06,
      "loss": 0.29,
      "step": 59
    },
    {
      "epoch": 0.08771929824561403,
      "grad_norm": 1.9095481634140015,
      "learning_rate": 8.625730994152046e-06,
      "loss": 0.4691,
      "step": 60
    },
    {
      "epoch": 0.0891812865497076,
      "grad_norm": 1.6817309856414795,
      "learning_rate": 8.771929824561403e-06,
      "loss": 0.3032,
      "step": 61
    },
    {
      "epoch": 0.09064327485380116,
      "grad_norm": 1.9546353816986084,
      "learning_rate": 8.918128654970761e-06,
      "loss": 0.2903,
      "step": 62
    },
    {
      "epoch": 0.09210526315789473,
      "grad_norm": 2.055668592453003,
      "learning_rate": 9.064327485380117e-06,
      "loss": 0.4438,
      "step": 63
    },
    {
      "epoch": 0.0935672514619883,
      "grad_norm": 1.5767889022827148,
      "learning_rate": 9.210526315789474e-06,
      "loss": 0.2873,
      "step": 64
    },
    {
      "epoch": 0.09502923976608187,
      "grad_norm": 1.682050347328186,
      "learning_rate": 9.35672514619883e-06,
      "loss": 0.2899,
      "step": 65
    },
    {
      "epoch": 0.09649122807017543,
      "grad_norm": 1.6590290069580078,
      "learning_rate": 9.502923976608186e-06,
      "loss": 0.2476,
      "step": 66
    },
    {
      "epoch": 0.097953216374269,
      "grad_norm": 1.7078795433044434,
      "learning_rate": 9.649122807017545e-06,
      "loss": 0.3166,
      "step": 67
    },
    {
      "epoch": 0.09941520467836257,
      "grad_norm": 1.7867945432662964,
      "learning_rate": 9.795321637426901e-06,
      "loss": 0.3134,
      "step": 68
    },
    {
      "epoch": 0.10087719298245613,
      "grad_norm": 1.6910769939422607,
      "learning_rate": 9.941520467836257e-06,
      "loss": 0.2943,
      "step": 69
    },
    {
      "epoch": 0.1023391812865497,
      "grad_norm": 1.9768290519714355,
      "learning_rate": 1.0087719298245614e-05,
      "loss": 0.4493,
      "step": 70
    },
    {
      "epoch": 0.10380116959064327,
      "grad_norm": 1.9877041578292847,
      "learning_rate": 1.023391812865497e-05,
      "loss": 0.4361,
      "step": 71
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 2.2635536193847656,
      "learning_rate": 1.0380116959064328e-05,
      "loss": 0.3523,
      "step": 72
    },
    {
      "epoch": 0.1067251461988304,
      "grad_norm": 2.345411777496338,
      "learning_rate": 1.0526315789473684e-05,
      "loss": 0.5638,
      "step": 73
    },
    {
      "epoch": 0.10818713450292397,
      "grad_norm": 2.087989091873169,
      "learning_rate": 1.067251461988304e-05,
      "loss": 0.4163,
      "step": 74
    },
    {
      "epoch": 0.10964912280701754,
      "grad_norm": 2.2147741317749023,
      "learning_rate": 1.0818713450292397e-05,
      "loss": 0.4489,
      "step": 75
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 1.6369982957839966,
      "learning_rate": 1.0964912280701754e-05,
      "loss": 0.4014,
      "step": 76
    },
    {
      "epoch": 0.11257309941520467,
      "grad_norm": 1.7678766250610352,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 0.3449,
      "step": 77
    },
    {
      "epoch": 0.11403508771929824,
      "grad_norm": 1.8219599723815918,
      "learning_rate": 1.1257309941520468e-05,
      "loss": 0.3628,
      "step": 78
    },
    {
      "epoch": 0.1154970760233918,
      "grad_norm": 2.1565258502960205,
      "learning_rate": 1.1403508771929824e-05,
      "loss": 0.4629,
      "step": 79
    },
    {
      "epoch": 0.11695906432748537,
      "grad_norm": 1.5876237154006958,
      "learning_rate": 1.154970760233918e-05,
      "loss": 0.3217,
      "step": 80
    },
    {
      "epoch": 0.11842105263157894,
      "grad_norm": 2.255028486251831,
      "learning_rate": 1.1695906432748537e-05,
      "loss": 0.4575,
      "step": 81
    },
    {
      "epoch": 0.11988304093567251,
      "grad_norm": 1.773084044456482,
      "learning_rate": 1.1842105263157895e-05,
      "loss": 0.3205,
      "step": 82
    },
    {
      "epoch": 0.12134502923976608,
      "grad_norm": 2.2178328037261963,
      "learning_rate": 1.1988304093567252e-05,
      "loss": 0.3171,
      "step": 83
    },
    {
      "epoch": 0.12280701754385964,
      "grad_norm": 2.338407278060913,
      "learning_rate": 1.2134502923976608e-05,
      "loss": 0.479,
      "step": 84
    },
    {
      "epoch": 0.12426900584795321,
      "grad_norm": 2.733433961868286,
      "learning_rate": 1.2280701754385964e-05,
      "loss": 0.4127,
      "step": 85
    },
    {
      "epoch": 0.12573099415204678,
      "grad_norm": 2.2404630184173584,
      "learning_rate": 1.242690058479532e-05,
      "loss": 0.4027,
      "step": 86
    },
    {
      "epoch": 0.12719298245614036,
      "grad_norm": 2.113896608352661,
      "learning_rate": 1.2573099415204679e-05,
      "loss": 0.4118,
      "step": 87
    },
    {
      "epoch": 0.1286549707602339,
      "grad_norm": 2.293775796890259,
      "learning_rate": 1.2719298245614037e-05,
      "loss": 0.4649,
      "step": 88
    },
    {
      "epoch": 0.1301169590643275,
      "grad_norm": 1.4413833618164062,
      "learning_rate": 1.2865497076023392e-05,
      "loss": 0.2874,
      "step": 89
    },
    {
      "epoch": 0.13157894736842105,
      "grad_norm": 1.6772958040237427,
      "learning_rate": 1.301169590643275e-05,
      "loss": 0.3649,
      "step": 90
    },
    {
      "epoch": 0.13304093567251463,
      "grad_norm": 1.9642162322998047,
      "learning_rate": 1.3157894736842106e-05,
      "loss": 0.3622,
      "step": 91
    },
    {
      "epoch": 0.13450292397660818,
      "grad_norm": 1.7148772478103638,
      "learning_rate": 1.3304093567251464e-05,
      "loss": 0.3246,
      "step": 92
    },
    {
      "epoch": 0.13596491228070176,
      "grad_norm": 1.841139316558838,
      "learning_rate": 1.3450292397660819e-05,
      "loss": 0.4338,
      "step": 93
    },
    {
      "epoch": 0.13742690058479531,
      "grad_norm": 1.8452824354171753,
      "learning_rate": 1.3596491228070177e-05,
      "loss": 0.349,
      "step": 94
    },
    {
      "epoch": 0.1388888888888889,
      "grad_norm": 2.06516170501709,
      "learning_rate": 1.3742690058479531e-05,
      "loss": 0.3776,
      "step": 95
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 1.886522889137268,
      "learning_rate": 1.388888888888889e-05,
      "loss": 0.4038,
      "step": 96
    },
    {
      "epoch": 0.14181286549707603,
      "grad_norm": 1.5818755626678467,
      "learning_rate": 1.4035087719298246e-05,
      "loss": 0.2919,
      "step": 97
    },
    {
      "epoch": 0.14327485380116958,
      "grad_norm": 1.4295921325683594,
      "learning_rate": 1.4181286549707604e-05,
      "loss": 0.2517,
      "step": 98
    },
    {
      "epoch": 0.14473684210526316,
      "grad_norm": 1.7458497285842896,
      "learning_rate": 1.4327485380116959e-05,
      "loss": 0.3907,
      "step": 99
    },
    {
      "epoch": 0.14619883040935672,
      "grad_norm": 2.005880832672119,
      "learning_rate": 1.4473684210526317e-05,
      "loss": 0.372,
      "step": 100
    },
    {
      "epoch": 0.1476608187134503,
      "grad_norm": 1.6340547800064087,
      "learning_rate": 1.4619883040935673e-05,
      "loss": 0.3137,
      "step": 101
    },
    {
      "epoch": 0.14912280701754385,
      "grad_norm": 1.4766933917999268,
      "learning_rate": 1.4766081871345031e-05,
      "loss": 0.3142,
      "step": 102
    },
    {
      "epoch": 0.15058479532163743,
      "grad_norm": 2.0684752464294434,
      "learning_rate": 1.4912280701754386e-05,
      "loss": 0.3975,
      "step": 103
    },
    {
      "epoch": 0.15204678362573099,
      "grad_norm": 1.809065580368042,
      "learning_rate": 1.5058479532163744e-05,
      "loss": 0.2827,
      "step": 104
    },
    {
      "epoch": 0.15350877192982457,
      "grad_norm": 1.4468668699264526,
      "learning_rate": 1.5204678362573099e-05,
      "loss": 0.2391,
      "step": 105
    },
    {
      "epoch": 0.15497076023391812,
      "grad_norm": 2.209812879562378,
      "learning_rate": 1.5350877192982457e-05,
      "loss": 0.4639,
      "step": 106
    },
    {
      "epoch": 0.1564327485380117,
      "grad_norm": 2.2262823581695557,
      "learning_rate": 1.5497076023391813e-05,
      "loss": 0.4266,
      "step": 107
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 1.9805610179901123,
      "learning_rate": 1.564327485380117e-05,
      "loss": 0.3326,
      "step": 108
    },
    {
      "epoch": 0.15935672514619884,
      "grad_norm": 1.497840404510498,
      "learning_rate": 1.5789473684210526e-05,
      "loss": 0.2294,
      "step": 109
    },
    {
      "epoch": 0.1608187134502924,
      "grad_norm": 1.9749515056610107,
      "learning_rate": 1.5935672514619886e-05,
      "loss": 0.2891,
      "step": 110
    },
    {
      "epoch": 0.16228070175438597,
      "grad_norm": 2.430293321609497,
      "learning_rate": 1.608187134502924e-05,
      "loss": 0.4273,
      "step": 111
    },
    {
      "epoch": 0.16374269005847952,
      "grad_norm": 1.9196723699569702,
      "learning_rate": 1.62280701754386e-05,
      "loss": 0.4144,
      "step": 112
    },
    {
      "epoch": 0.1652046783625731,
      "grad_norm": 2.0163681507110596,
      "learning_rate": 1.6374269005847955e-05,
      "loss": 0.3724,
      "step": 113
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 1.5672687292099,
      "learning_rate": 1.652046783625731e-05,
      "loss": 0.3081,
      "step": 114
    },
    {
      "epoch": 0.16812865497076024,
      "grad_norm": 2.052649974822998,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.2418,
      "step": 115
    },
    {
      "epoch": 0.1695906432748538,
      "grad_norm": 1.809874415397644,
      "learning_rate": 1.6812865497076024e-05,
      "loss": 0.3187,
      "step": 116
    },
    {
      "epoch": 0.17105263157894737,
      "grad_norm": 1.6516849994659424,
      "learning_rate": 1.695906432748538e-05,
      "loss": 0.3157,
      "step": 117
    },
    {
      "epoch": 0.17251461988304093,
      "grad_norm": 2.8488309383392334,
      "learning_rate": 1.7105263157894737e-05,
      "loss": 0.8204,
      "step": 118
    },
    {
      "epoch": 0.1739766081871345,
      "grad_norm": 1.6678235530853271,
      "learning_rate": 1.7251461988304093e-05,
      "loss": 0.3324,
      "step": 119
    },
    {
      "epoch": 0.17543859649122806,
      "grad_norm": 2.4188318252563477,
      "learning_rate": 1.7397660818713453e-05,
      "loss": 0.3969,
      "step": 120
    },
    {
      "epoch": 0.17690058479532164,
      "grad_norm": 1.8499585390090942,
      "learning_rate": 1.7543859649122806e-05,
      "loss": 0.2678,
      "step": 121
    },
    {
      "epoch": 0.1783625730994152,
      "grad_norm": 1.4912441968917847,
      "learning_rate": 1.7690058479532165e-05,
      "loss": 0.3079,
      "step": 122
    },
    {
      "epoch": 0.17982456140350878,
      "grad_norm": 1.5774823427200317,
      "learning_rate": 1.7836257309941522e-05,
      "loss": 0.3191,
      "step": 123
    },
    {
      "epoch": 0.18128654970760233,
      "grad_norm": 1.8139753341674805,
      "learning_rate": 1.7982456140350878e-05,
      "loss": 0.284,
      "step": 124
    },
    {
      "epoch": 0.1827485380116959,
      "grad_norm": 1.904847502708435,
      "learning_rate": 1.8128654970760235e-05,
      "loss": 0.2867,
      "step": 125
    },
    {
      "epoch": 0.18421052631578946,
      "grad_norm": 1.5972429513931274,
      "learning_rate": 1.827485380116959e-05,
      "loss": 0.2595,
      "step": 126
    },
    {
      "epoch": 0.18567251461988304,
      "grad_norm": 1.8197851181030273,
      "learning_rate": 1.8421052631578947e-05,
      "loss": 0.3642,
      "step": 127
    },
    {
      "epoch": 0.1871345029239766,
      "grad_norm": 1.9099805355072021,
      "learning_rate": 1.8567251461988304e-05,
      "loss": 0.391,
      "step": 128
    },
    {
      "epoch": 0.18859649122807018,
      "grad_norm": 2.2964887619018555,
      "learning_rate": 1.871345029239766e-05,
      "loss": 0.3504,
      "step": 129
    },
    {
      "epoch": 0.19005847953216373,
      "grad_norm": 1.8502508401870728,
      "learning_rate": 1.885964912280702e-05,
      "loss": 0.3005,
      "step": 130
    },
    {
      "epoch": 0.1915204678362573,
      "grad_norm": 1.989492654800415,
      "learning_rate": 1.9005847953216373e-05,
      "loss": 0.393,
      "step": 131
    },
    {
      "epoch": 0.19298245614035087,
      "grad_norm": 2.0604186058044434,
      "learning_rate": 1.9152046783625733e-05,
      "loss": 0.2991,
      "step": 132
    },
    {
      "epoch": 0.19444444444444445,
      "grad_norm": 1.8911117315292358,
      "learning_rate": 1.929824561403509e-05,
      "loss": 0.3842,
      "step": 133
    },
    {
      "epoch": 0.195906432748538,
      "grad_norm": 1.5201209783554077,
      "learning_rate": 1.9444444444444445e-05,
      "loss": 0.3527,
      "step": 134
    },
    {
      "epoch": 0.19736842105263158,
      "grad_norm": 2.6792094707489014,
      "learning_rate": 1.9590643274853802e-05,
      "loss": 0.4835,
      "step": 135
    },
    {
      "epoch": 0.19883040935672514,
      "grad_norm": 1.8801100254058838,
      "learning_rate": 1.9736842105263158e-05,
      "loss": 0.333,
      "step": 136
    },
    {
      "epoch": 0.20029239766081872,
      "grad_norm": 1.9986276626586914,
      "learning_rate": 1.9883040935672515e-05,
      "loss": 0.41,
      "step": 137
    },
    {
      "epoch": 0.20175438596491227,
      "grad_norm": 2.249020576477051,
      "learning_rate": 2.0029239766081874e-05,
      "loss": 0.3672,
      "step": 138
    },
    {
      "epoch": 0.20321637426900585,
      "grad_norm": 1.679406762123108,
      "learning_rate": 2.0175438596491227e-05,
      "loss": 0.3311,
      "step": 139
    },
    {
      "epoch": 0.2046783625730994,
      "grad_norm": 2.2505438327789307,
      "learning_rate": 2.0321637426900587e-05,
      "loss": 0.3312,
      "step": 140
    },
    {
      "epoch": 0.20614035087719298,
      "grad_norm": 1.78598952293396,
      "learning_rate": 2.046783625730994e-05,
      "loss": 0.3686,
      "step": 141
    },
    {
      "epoch": 0.20760233918128654,
      "grad_norm": 2.0316102504730225,
      "learning_rate": 2.06140350877193e-05,
      "loss": 0.3573,
      "step": 142
    },
    {
      "epoch": 0.20906432748538012,
      "grad_norm": 1.8309293985366821,
      "learning_rate": 2.0760233918128656e-05,
      "loss": 0.2878,
      "step": 143
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 1.5772371292114258,
      "learning_rate": 2.0906432748538013e-05,
      "loss": 0.257,
      "step": 144
    },
    {
      "epoch": 0.21198830409356725,
      "grad_norm": 1.4653829336166382,
      "learning_rate": 2.105263157894737e-05,
      "loss": 0.238,
      "step": 145
    },
    {
      "epoch": 0.2134502923976608,
      "grad_norm": 1.4423526525497437,
      "learning_rate": 2.1198830409356725e-05,
      "loss": 0.2228,
      "step": 146
    },
    {
      "epoch": 0.2149122807017544,
      "grad_norm": 1.665651559829712,
      "learning_rate": 2.134502923976608e-05,
      "loss": 0.342,
      "step": 147
    },
    {
      "epoch": 0.21637426900584794,
      "grad_norm": 1.5140175819396973,
      "learning_rate": 2.149122807017544e-05,
      "loss": 0.2752,
      "step": 148
    },
    {
      "epoch": 0.21783625730994152,
      "grad_norm": 1.991401195526123,
      "learning_rate": 2.1637426900584794e-05,
      "loss": 0.3925,
      "step": 149
    },
    {
      "epoch": 0.21929824561403508,
      "grad_norm": 1.882815957069397,
      "learning_rate": 2.1783625730994154e-05,
      "loss": 0.3556,
      "step": 150
    },
    {
      "epoch": 0.22076023391812866,
      "grad_norm": 1.9453823566436768,
      "learning_rate": 2.1929824561403507e-05,
      "loss": 0.3577,
      "step": 151
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 1.7709293365478516,
      "learning_rate": 2.2076023391812867e-05,
      "loss": 0.3289,
      "step": 152
    },
    {
      "epoch": 0.2236842105263158,
      "grad_norm": 1.55705988407135,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 0.2733,
      "step": 153
    },
    {
      "epoch": 0.22514619883040934,
      "grad_norm": 2.3360848426818848,
      "learning_rate": 2.236842105263158e-05,
      "loss": 0.4267,
      "step": 154
    },
    {
      "epoch": 0.22660818713450293,
      "grad_norm": 2.1530961990356445,
      "learning_rate": 2.2514619883040936e-05,
      "loss": 0.4047,
      "step": 155
    },
    {
      "epoch": 0.22807017543859648,
      "grad_norm": 2.1304171085357666,
      "learning_rate": 2.2660818713450292e-05,
      "loss": 0.3136,
      "step": 156
    },
    {
      "epoch": 0.22953216374269006,
      "grad_norm": 1.545301079750061,
      "learning_rate": 2.280701754385965e-05,
      "loss": 0.2586,
      "step": 157
    },
    {
      "epoch": 0.2309941520467836,
      "grad_norm": 1.5622113943099976,
      "learning_rate": 2.295321637426901e-05,
      "loss": 0.3171,
      "step": 158
    },
    {
      "epoch": 0.2324561403508772,
      "grad_norm": 2.239356517791748,
      "learning_rate": 2.309941520467836e-05,
      "loss": 0.3129,
      "step": 159
    },
    {
      "epoch": 0.23391812865497075,
      "grad_norm": 1.6174793243408203,
      "learning_rate": 2.324561403508772e-05,
      "loss": 0.2842,
      "step": 160
    },
    {
      "epoch": 0.23538011695906433,
      "grad_norm": 1.8902108669281006,
      "learning_rate": 2.3391812865497074e-05,
      "loss": 0.3787,
      "step": 161
    },
    {
      "epoch": 0.23684210526315788,
      "grad_norm": 2.0892152786254883,
      "learning_rate": 2.3538011695906434e-05,
      "loss": 0.3162,
      "step": 162
    },
    {
      "epoch": 0.23830409356725146,
      "grad_norm": 1.732193112373352,
      "learning_rate": 2.368421052631579e-05,
      "loss": 0.3186,
      "step": 163
    },
    {
      "epoch": 0.23976608187134502,
      "grad_norm": 1.8098409175872803,
      "learning_rate": 2.3830409356725147e-05,
      "loss": 0.3302,
      "step": 164
    },
    {
      "epoch": 0.2412280701754386,
      "grad_norm": 1.7397595643997192,
      "learning_rate": 2.3976608187134503e-05,
      "loss": 0.3294,
      "step": 165
    },
    {
      "epoch": 0.24269005847953215,
      "grad_norm": 2.1776487827301025,
      "learning_rate": 2.412280701754386e-05,
      "loss": 0.3798,
      "step": 166
    },
    {
      "epoch": 0.24415204678362573,
      "grad_norm": 2.2244021892547607,
      "learning_rate": 2.4269005847953216e-05,
      "loss": 0.4095,
      "step": 167
    },
    {
      "epoch": 0.24561403508771928,
      "grad_norm": 1.6893987655639648,
      "learning_rate": 2.4415204678362576e-05,
      "loss": 0.2719,
      "step": 168
    },
    {
      "epoch": 0.24707602339181287,
      "grad_norm": 2.039149761199951,
      "learning_rate": 2.456140350877193e-05,
      "loss": 0.4732,
      "step": 169
    },
    {
      "epoch": 0.24853801169590642,
      "grad_norm": 1.6376155614852905,
      "learning_rate": 2.470760233918129e-05,
      "loss": 0.3169,
      "step": 170
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.7381919622421265,
      "learning_rate": 2.485380116959064e-05,
      "loss": 0.3688,
      "step": 171
    },
    {
      "epoch": 0.25146198830409355,
      "grad_norm": 1.8953245878219604,
      "learning_rate": 2.5e-05,
      "loss": 0.3869,
      "step": 172
    },
    {
      "epoch": 0.25292397660818716,
      "grad_norm": 1.5782065391540527,
      "learning_rate": 2.5146198830409358e-05,
      "loss": 0.2483,
      "step": 173
    },
    {
      "epoch": 0.2543859649122807,
      "grad_norm": 1.716516375541687,
      "learning_rate": 2.5292397660818717e-05,
      "loss": 0.3779,
      "step": 174
    },
    {
      "epoch": 0.25584795321637427,
      "grad_norm": 2.4229736328125,
      "learning_rate": 2.5438596491228074e-05,
      "loss": 0.4408,
      "step": 175
    },
    {
      "epoch": 0.2573099415204678,
      "grad_norm": 1.5032482147216797,
      "learning_rate": 2.5584795321637427e-05,
      "loss": 0.2432,
      "step": 176
    },
    {
      "epoch": 0.25877192982456143,
      "grad_norm": 1.4741259813308716,
      "learning_rate": 2.5730994152046783e-05,
      "loss": 0.2688,
      "step": 177
    },
    {
      "epoch": 0.260233918128655,
      "grad_norm": 1.6456725597381592,
      "learning_rate": 2.5877192982456143e-05,
      "loss": 0.3072,
      "step": 178
    },
    {
      "epoch": 0.26169590643274854,
      "grad_norm": 2.748579263687134,
      "learning_rate": 2.60233918128655e-05,
      "loss": 0.4332,
      "step": 179
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 1.934592843055725,
      "learning_rate": 2.6169590643274856e-05,
      "loss": 0.3391,
      "step": 180
    },
    {
      "epoch": 0.2646198830409357,
      "grad_norm": 1.712693452835083,
      "learning_rate": 2.6315789473684212e-05,
      "loss": 0.2309,
      "step": 181
    },
    {
      "epoch": 0.26608187134502925,
      "grad_norm": 1.576505184173584,
      "learning_rate": 2.6461988304093572e-05,
      "loss": 0.226,
      "step": 182
    },
    {
      "epoch": 0.2675438596491228,
      "grad_norm": 1.5628488063812256,
      "learning_rate": 2.6608187134502928e-05,
      "loss": 0.2414,
      "step": 183
    },
    {
      "epoch": 0.26900584795321636,
      "grad_norm": 1.5298950672149658,
      "learning_rate": 2.675438596491228e-05,
      "loss": 0.3546,
      "step": 184
    },
    {
      "epoch": 0.27046783625730997,
      "grad_norm": 1.9669793844223022,
      "learning_rate": 2.6900584795321637e-05,
      "loss": 0.314,
      "step": 185
    },
    {
      "epoch": 0.2719298245614035,
      "grad_norm": 1.9723678827285767,
      "learning_rate": 2.7046783625730997e-05,
      "loss": 0.3389,
      "step": 186
    },
    {
      "epoch": 0.2733918128654971,
      "grad_norm": 2.0154645442962646,
      "learning_rate": 2.7192982456140354e-05,
      "loss": 0.305,
      "step": 187
    },
    {
      "epoch": 0.27485380116959063,
      "grad_norm": 2.423405170440674,
      "learning_rate": 2.733918128654971e-05,
      "loss": 0.4848,
      "step": 188
    },
    {
      "epoch": 0.27631578947368424,
      "grad_norm": 1.7974543571472168,
      "learning_rate": 2.7485380116959063e-05,
      "loss": 0.3611,
      "step": 189
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 1.810512661933899,
      "learning_rate": 2.7631578947368426e-05,
      "loss": 0.2957,
      "step": 190
    },
    {
      "epoch": 0.27923976608187134,
      "grad_norm": 2.8855981826782227,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.2873,
      "step": 191
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 1.9867562055587769,
      "learning_rate": 2.7923976608187135e-05,
      "loss": 0.3715,
      "step": 192
    },
    {
      "epoch": 0.2821637426900585,
      "grad_norm": 2.1393628120422363,
      "learning_rate": 2.8070175438596492e-05,
      "loss": 0.4265,
      "step": 193
    },
    {
      "epoch": 0.28362573099415206,
      "grad_norm": 2.435749053955078,
      "learning_rate": 2.821637426900585e-05,
      "loss": 0.5519,
      "step": 194
    },
    {
      "epoch": 0.2850877192982456,
      "grad_norm": 2.097238779067993,
      "learning_rate": 2.8362573099415208e-05,
      "loss": 0.3412,
      "step": 195
    },
    {
      "epoch": 0.28654970760233917,
      "grad_norm": 2.1815011501312256,
      "learning_rate": 2.850877192982456e-05,
      "loss": 0.2972,
      "step": 196
    },
    {
      "epoch": 0.2880116959064328,
      "grad_norm": 2.151921033859253,
      "learning_rate": 2.8654970760233917e-05,
      "loss": 0.4724,
      "step": 197
    },
    {
      "epoch": 0.2894736842105263,
      "grad_norm": 1.9080790281295776,
      "learning_rate": 2.8801169590643277e-05,
      "loss": 0.4011,
      "step": 198
    },
    {
      "epoch": 0.2909356725146199,
      "grad_norm": 1.7844010591506958,
      "learning_rate": 2.8947368421052634e-05,
      "loss": 0.349,
      "step": 199
    },
    {
      "epoch": 0.29239766081871343,
      "grad_norm": 1.4919390678405762,
      "learning_rate": 2.909356725146199e-05,
      "loss": 0.254,
      "step": 200
    },
    {
      "epoch": 0.29385964912280704,
      "grad_norm": 1.8354111909866333,
      "learning_rate": 2.9239766081871346e-05,
      "loss": 0.4328,
      "step": 201
    },
    {
      "epoch": 0.2953216374269006,
      "grad_norm": 1.5062732696533203,
      "learning_rate": 2.9385964912280706e-05,
      "loss": 0.302,
      "step": 202
    },
    {
      "epoch": 0.29678362573099415,
      "grad_norm": 1.7705012559890747,
      "learning_rate": 2.9532163742690062e-05,
      "loss": 0.3333,
      "step": 203
    },
    {
      "epoch": 0.2982456140350877,
      "grad_norm": 2.125746488571167,
      "learning_rate": 2.9678362573099415e-05,
      "loss": 0.3358,
      "step": 204
    },
    {
      "epoch": 0.2997076023391813,
      "grad_norm": 2.0204596519470215,
      "learning_rate": 2.9824561403508772e-05,
      "loss": 0.4405,
      "step": 205
    },
    {
      "epoch": 0.30116959064327486,
      "grad_norm": 1.980130910873413,
      "learning_rate": 2.997076023391813e-05,
      "loss": 0.3859,
      "step": 206
    },
    {
      "epoch": 0.3026315789473684,
      "grad_norm": 1.4389185905456543,
      "learning_rate": 3.0116959064327488e-05,
      "loss": 0.3301,
      "step": 207
    },
    {
      "epoch": 0.30409356725146197,
      "grad_norm": 2.386847972869873,
      "learning_rate": 3.0263157894736844e-05,
      "loss": 0.4717,
      "step": 208
    },
    {
      "epoch": 0.3055555555555556,
      "grad_norm": 2.0449209213256836,
      "learning_rate": 3.0409356725146197e-05,
      "loss": 0.4165,
      "step": 209
    },
    {
      "epoch": 0.30701754385964913,
      "grad_norm": 1.7676043510437012,
      "learning_rate": 3.055555555555556e-05,
      "loss": 0.3402,
      "step": 210
    },
    {
      "epoch": 0.3084795321637427,
      "grad_norm": 1.8220148086547852,
      "learning_rate": 3.0701754385964913e-05,
      "loss": 0.3292,
      "step": 211
    },
    {
      "epoch": 0.30994152046783624,
      "grad_norm": 2.1669318675994873,
      "learning_rate": 3.084795321637427e-05,
      "loss": 0.423,
      "step": 212
    },
    {
      "epoch": 0.31140350877192985,
      "grad_norm": 1.9490599632263184,
      "learning_rate": 3.0994152046783626e-05,
      "loss": 0.3466,
      "step": 213
    },
    {
      "epoch": 0.3128654970760234,
      "grad_norm": 1.8736350536346436,
      "learning_rate": 3.1140350877192986e-05,
      "loss": 0.356,
      "step": 214
    },
    {
      "epoch": 0.31432748538011696,
      "grad_norm": 1.8510347604751587,
      "learning_rate": 3.128654970760234e-05,
      "loss": 0.372,
      "step": 215
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 1.6804232597351074,
      "learning_rate": 3.14327485380117e-05,
      "loss": 0.3016,
      "step": 216
    },
    {
      "epoch": 0.3172514619883041,
      "grad_norm": 1.6097888946533203,
      "learning_rate": 3.157894736842105e-05,
      "loss": 0.2383,
      "step": 217
    },
    {
      "epoch": 0.31871345029239767,
      "grad_norm": 2.6004140377044678,
      "learning_rate": 3.172514619883041e-05,
      "loss": 0.5164,
      "step": 218
    },
    {
      "epoch": 0.3201754385964912,
      "grad_norm": 1.973547101020813,
      "learning_rate": 3.187134502923977e-05,
      "loss": 0.3614,
      "step": 219
    },
    {
      "epoch": 0.3216374269005848,
      "grad_norm": 3.3534610271453857,
      "learning_rate": 3.2017543859649124e-05,
      "loss": 0.4569,
      "step": 220
    },
    {
      "epoch": 0.3230994152046784,
      "grad_norm": 1.677751898765564,
      "learning_rate": 3.216374269005848e-05,
      "loss": 0.2575,
      "step": 221
    },
    {
      "epoch": 0.32456140350877194,
      "grad_norm": 1.71629798412323,
      "learning_rate": 3.230994152046784e-05,
      "loss": 0.3216,
      "step": 222
    },
    {
      "epoch": 0.3260233918128655,
      "grad_norm": 2.218287467956543,
      "learning_rate": 3.24561403508772e-05,
      "loss": 0.3825,
      "step": 223
    },
    {
      "epoch": 0.32748538011695905,
      "grad_norm": 1.6495413780212402,
      "learning_rate": 3.260233918128655e-05,
      "loss": 0.3544,
      "step": 224
    },
    {
      "epoch": 0.32894736842105265,
      "grad_norm": 2.727339744567871,
      "learning_rate": 3.274853801169591e-05,
      "loss": 0.4822,
      "step": 225
    },
    {
      "epoch": 0.3304093567251462,
      "grad_norm": 2.028611660003662,
      "learning_rate": 3.289473684210527e-05,
      "loss": 0.3344,
      "step": 226
    },
    {
      "epoch": 0.33187134502923976,
      "grad_norm": 1.6433840990066528,
      "learning_rate": 3.304093567251462e-05,
      "loss": 0.2784,
      "step": 227
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 2.251619815826416,
      "learning_rate": 3.3187134502923975e-05,
      "loss": 0.416,
      "step": 228
    },
    {
      "epoch": 0.3347953216374269,
      "grad_norm": 1.9172239303588867,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.2786,
      "step": 229
    },
    {
      "epoch": 0.3362573099415205,
      "grad_norm": 2.3143632411956787,
      "learning_rate": 3.3479532163742695e-05,
      "loss": 0.3497,
      "step": 230
    },
    {
      "epoch": 0.33771929824561403,
      "grad_norm": 1.984010934829712,
      "learning_rate": 3.362573099415205e-05,
      "loss": 0.2244,
      "step": 231
    },
    {
      "epoch": 0.3391812865497076,
      "grad_norm": 1.8638683557510376,
      "learning_rate": 3.377192982456141e-05,
      "loss": 0.4262,
      "step": 232
    },
    {
      "epoch": 0.3406432748538012,
      "grad_norm": 1.868976354598999,
      "learning_rate": 3.391812865497076e-05,
      "loss": 0.4227,
      "step": 233
    },
    {
      "epoch": 0.34210526315789475,
      "grad_norm": 1.8778854608535767,
      "learning_rate": 3.406432748538012e-05,
      "loss": 0.355,
      "step": 234
    },
    {
      "epoch": 0.3435672514619883,
      "grad_norm": 2.503788471221924,
      "learning_rate": 3.421052631578947e-05,
      "loss": 0.5787,
      "step": 235
    },
    {
      "epoch": 0.34502923976608185,
      "grad_norm": 1.6835317611694336,
      "learning_rate": 3.435672514619883e-05,
      "loss": 0.2707,
      "step": 236
    },
    {
      "epoch": 0.34649122807017546,
      "grad_norm": 2.123242139816284,
      "learning_rate": 3.4502923976608186e-05,
      "loss": 0.4741,
      "step": 237
    },
    {
      "epoch": 0.347953216374269,
      "grad_norm": 1.3670194149017334,
      "learning_rate": 3.4649122807017546e-05,
      "loss": 0.2723,
      "step": 238
    },
    {
      "epoch": 0.34941520467836257,
      "grad_norm": 1.939557671546936,
      "learning_rate": 3.4795321637426905e-05,
      "loss": 0.2941,
      "step": 239
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 1.5702491998672485,
      "learning_rate": 3.494152046783626e-05,
      "loss": 0.346,
      "step": 240
    },
    {
      "epoch": 0.35233918128654973,
      "grad_norm": 1.7520431280136108,
      "learning_rate": 3.508771929824561e-05,
      "loss": 0.3362,
      "step": 241
    },
    {
      "epoch": 0.3538011695906433,
      "grad_norm": 1.3005727529525757,
      "learning_rate": 3.523391812865498e-05,
      "loss": 0.2198,
      "step": 242
    },
    {
      "epoch": 0.35526315789473684,
      "grad_norm": 2.0419647693634033,
      "learning_rate": 3.538011695906433e-05,
      "loss": 0.2627,
      "step": 243
    },
    {
      "epoch": 0.3567251461988304,
      "grad_norm": 1.8182775974273682,
      "learning_rate": 3.5526315789473684e-05,
      "loss": 0.3093,
      "step": 244
    },
    {
      "epoch": 0.358187134502924,
      "grad_norm": 1.592496395111084,
      "learning_rate": 3.5672514619883044e-05,
      "loss": 0.2943,
      "step": 245
    },
    {
      "epoch": 0.35964912280701755,
      "grad_norm": 1.6161870956420898,
      "learning_rate": 3.5818713450292403e-05,
      "loss": 0.3118,
      "step": 246
    },
    {
      "epoch": 0.3611111111111111,
      "grad_norm": 2.633676290512085,
      "learning_rate": 3.5964912280701756e-05,
      "loss": 0.3927,
      "step": 247
    },
    {
      "epoch": 0.36257309941520466,
      "grad_norm": 2.1901743412017822,
      "learning_rate": 3.611111111111111e-05,
      "loss": 0.4944,
      "step": 248
    },
    {
      "epoch": 0.36403508771929827,
      "grad_norm": 2.667672872543335,
      "learning_rate": 3.625730994152047e-05,
      "loss": 0.4855,
      "step": 249
    },
    {
      "epoch": 0.3654970760233918,
      "grad_norm": 1.9923423528671265,
      "learning_rate": 3.640350877192983e-05,
      "loss": 0.372,
      "step": 250
    },
    {
      "epoch": 0.3669590643274854,
      "grad_norm": 2.3821113109588623,
      "learning_rate": 3.654970760233918e-05,
      "loss": 0.3471,
      "step": 251
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 1.5223642587661743,
      "learning_rate": 3.669590643274854e-05,
      "loss": 0.3728,
      "step": 252
    },
    {
      "epoch": 0.36988304093567254,
      "grad_norm": 1.6055282354354858,
      "learning_rate": 3.6842105263157895e-05,
      "loss": 0.2399,
      "step": 253
    },
    {
      "epoch": 0.3713450292397661,
      "grad_norm": 2.2257461547851562,
      "learning_rate": 3.6988304093567254e-05,
      "loss": 0.4523,
      "step": 254
    },
    {
      "epoch": 0.37280701754385964,
      "grad_norm": 2.265007257461548,
      "learning_rate": 3.713450292397661e-05,
      "loss": 0.4584,
      "step": 255
    },
    {
      "epoch": 0.3742690058479532,
      "grad_norm": 1.7679740190505981,
      "learning_rate": 3.728070175438597e-05,
      "loss": 0.3462,
      "step": 256
    },
    {
      "epoch": 0.3757309941520468,
      "grad_norm": 1.6778432130813599,
      "learning_rate": 3.742690058479532e-05,
      "loss": 0.3014,
      "step": 257
    },
    {
      "epoch": 0.37719298245614036,
      "grad_norm": 1.953843355178833,
      "learning_rate": 3.757309941520468e-05,
      "loss": 0.5143,
      "step": 258
    },
    {
      "epoch": 0.3786549707602339,
      "grad_norm": 1.726922869682312,
      "learning_rate": 3.771929824561404e-05,
      "loss": 0.3495,
      "step": 259
    },
    {
      "epoch": 0.38011695906432746,
      "grad_norm": 1.7834779024124146,
      "learning_rate": 3.786549707602339e-05,
      "loss": 0.3608,
      "step": 260
    },
    {
      "epoch": 0.3815789473684211,
      "grad_norm": 1.866376280784607,
      "learning_rate": 3.8011695906432746e-05,
      "loss": 0.3882,
      "step": 261
    },
    {
      "epoch": 0.3830409356725146,
      "grad_norm": 1.5821527242660522,
      "learning_rate": 3.815789473684211e-05,
      "loss": 0.3464,
      "step": 262
    },
    {
      "epoch": 0.3845029239766082,
      "grad_norm": 1.9589916467666626,
      "learning_rate": 3.8304093567251465e-05,
      "loss": 0.3278,
      "step": 263
    },
    {
      "epoch": 0.38596491228070173,
      "grad_norm": 1.7693442106246948,
      "learning_rate": 3.845029239766082e-05,
      "loss": 0.3691,
      "step": 264
    },
    {
      "epoch": 0.38742690058479534,
      "grad_norm": 1.71920645236969,
      "learning_rate": 3.859649122807018e-05,
      "loss": 0.3383,
      "step": 265
    },
    {
      "epoch": 0.3888888888888889,
      "grad_norm": 2.1875786781311035,
      "learning_rate": 3.874269005847954e-05,
      "loss": 0.45,
      "step": 266
    },
    {
      "epoch": 0.39035087719298245,
      "grad_norm": 2.0212056636810303,
      "learning_rate": 3.888888888888889e-05,
      "loss": 0.3146,
      "step": 267
    },
    {
      "epoch": 0.391812865497076,
      "grad_norm": 1.5974324941635132,
      "learning_rate": 3.9035087719298244e-05,
      "loss": 0.3886,
      "step": 268
    },
    {
      "epoch": 0.3932748538011696,
      "grad_norm": 1.5394872426986694,
      "learning_rate": 3.9181286549707604e-05,
      "loss": 0.2601,
      "step": 269
    },
    {
      "epoch": 0.39473684210526316,
      "grad_norm": 2.1220672130584717,
      "learning_rate": 3.932748538011696e-05,
      "loss": 0.3592,
      "step": 270
    },
    {
      "epoch": 0.3961988304093567,
      "grad_norm": 2.2934184074401855,
      "learning_rate": 3.9473684210526316e-05,
      "loss": 0.4686,
      "step": 271
    },
    {
      "epoch": 0.39766081871345027,
      "grad_norm": 2.3653199672698975,
      "learning_rate": 3.9619883040935676e-05,
      "loss": 0.5325,
      "step": 272
    },
    {
      "epoch": 0.3991228070175439,
      "grad_norm": 2.072711706161499,
      "learning_rate": 3.976608187134503e-05,
      "loss": 0.4735,
      "step": 273
    },
    {
      "epoch": 0.40058479532163743,
      "grad_norm": 1.5149919986724854,
      "learning_rate": 3.991228070175439e-05,
      "loss": 0.2688,
      "step": 274
    },
    {
      "epoch": 0.402046783625731,
      "grad_norm": 1.963314414024353,
      "learning_rate": 4.005847953216375e-05,
      "loss": 0.3744,
      "step": 275
    },
    {
      "epoch": 0.40350877192982454,
      "grad_norm": 2.0859949588775635,
      "learning_rate": 4.02046783625731e-05,
      "loss": 0.3925,
      "step": 276
    },
    {
      "epoch": 0.40497076023391815,
      "grad_norm": 1.7795841693878174,
      "learning_rate": 4.0350877192982455e-05,
      "loss": 0.4322,
      "step": 277
    },
    {
      "epoch": 0.4064327485380117,
      "grad_norm": 1.928659439086914,
      "learning_rate": 4.0497076023391814e-05,
      "loss": 0.3528,
      "step": 278
    },
    {
      "epoch": 0.40789473684210525,
      "grad_norm": 1.6361182928085327,
      "learning_rate": 4.0643274853801174e-05,
      "loss": 0.2749,
      "step": 279
    },
    {
      "epoch": 0.4093567251461988,
      "grad_norm": 1.4732563495635986,
      "learning_rate": 4.078947368421053e-05,
      "loss": 0.2708,
      "step": 280
    },
    {
      "epoch": 0.4108187134502924,
      "grad_norm": 2.180634021759033,
      "learning_rate": 4.093567251461988e-05,
      "loss": 0.4575,
      "step": 281
    },
    {
      "epoch": 0.41228070175438597,
      "grad_norm": 2.4502696990966797,
      "learning_rate": 4.1081871345029247e-05,
      "loss": 0.4141,
      "step": 282
    },
    {
      "epoch": 0.4137426900584795,
      "grad_norm": 2.5899109840393066,
      "learning_rate": 4.12280701754386e-05,
      "loss": 0.5448,
      "step": 283
    },
    {
      "epoch": 0.4152046783625731,
      "grad_norm": 1.8651745319366455,
      "learning_rate": 4.137426900584795e-05,
      "loss": 0.4004,
      "step": 284
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 1.8774100542068481,
      "learning_rate": 4.152046783625731e-05,
      "loss": 0.4367,
      "step": 285
    },
    {
      "epoch": 0.41812865497076024,
      "grad_norm": 2.0152692794799805,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.3619,
      "step": 286
    },
    {
      "epoch": 0.4195906432748538,
      "grad_norm": 1.7969722747802734,
      "learning_rate": 4.1812865497076025e-05,
      "loss": 0.3515,
      "step": 287
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 1.9542049169540405,
      "learning_rate": 4.195906432748538e-05,
      "loss": 0.3446,
      "step": 288
    },
    {
      "epoch": 0.42251461988304095,
      "grad_norm": 1.8978732824325562,
      "learning_rate": 4.210526315789474e-05,
      "loss": 0.2951,
      "step": 289
    },
    {
      "epoch": 0.4239766081871345,
      "grad_norm": 2.6646249294281006,
      "learning_rate": 4.22514619883041e-05,
      "loss": 0.6275,
      "step": 290
    },
    {
      "epoch": 0.42543859649122806,
      "grad_norm": 2.3016018867492676,
      "learning_rate": 4.239766081871345e-05,
      "loss": 0.3165,
      "step": 291
    },
    {
      "epoch": 0.4269005847953216,
      "grad_norm": 1.3937578201293945,
      "learning_rate": 4.254385964912281e-05,
      "loss": 0.3096,
      "step": 292
    },
    {
      "epoch": 0.4283625730994152,
      "grad_norm": 2.069260597229004,
      "learning_rate": 4.269005847953216e-05,
      "loss": 0.5325,
      "step": 293
    },
    {
      "epoch": 0.4298245614035088,
      "grad_norm": 2.3702552318573,
      "learning_rate": 4.283625730994152e-05,
      "loss": 0.4822,
      "step": 294
    },
    {
      "epoch": 0.43128654970760233,
      "grad_norm": 1.6650553941726685,
      "learning_rate": 4.298245614035088e-05,
      "loss": 0.4216,
      "step": 295
    },
    {
      "epoch": 0.4327485380116959,
      "grad_norm": 1.7805320024490356,
      "learning_rate": 4.3128654970760236e-05,
      "loss": 0.3329,
      "step": 296
    },
    {
      "epoch": 0.4342105263157895,
      "grad_norm": 2.095808267593384,
      "learning_rate": 4.327485380116959e-05,
      "loss": 0.4621,
      "step": 297
    },
    {
      "epoch": 0.43567251461988304,
      "grad_norm": 2.1446943283081055,
      "learning_rate": 4.342105263157895e-05,
      "loss": 0.3277,
      "step": 298
    },
    {
      "epoch": 0.4371345029239766,
      "grad_norm": 1.7880353927612305,
      "learning_rate": 4.356725146198831e-05,
      "loss": 0.5058,
      "step": 299
    },
    {
      "epoch": 0.43859649122807015,
      "grad_norm": 1.5456608533859253,
      "learning_rate": 4.371345029239766e-05,
      "loss": 0.295,
      "step": 300
    },
    {
      "epoch": 0.44005847953216376,
      "grad_norm": 1.6270560026168823,
      "learning_rate": 4.3859649122807014e-05,
      "loss": 0.3263,
      "step": 301
    },
    {
      "epoch": 0.4415204678362573,
      "grad_norm": 1.6269253492355347,
      "learning_rate": 4.400584795321638e-05,
      "loss": 0.2614,
      "step": 302
    },
    {
      "epoch": 0.44298245614035087,
      "grad_norm": 2.0793192386627197,
      "learning_rate": 4.4152046783625734e-05,
      "loss": 0.3969,
      "step": 303
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 2.2050130367279053,
      "learning_rate": 4.429824561403509e-05,
      "loss": 0.3631,
      "step": 304
    },
    {
      "epoch": 0.44590643274853803,
      "grad_norm": 1.6470381021499634,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 0.3681,
      "step": 305
    },
    {
      "epoch": 0.4473684210526316,
      "grad_norm": 1.7928194999694824,
      "learning_rate": 4.4590643274853806e-05,
      "loss": 0.4091,
      "step": 306
    },
    {
      "epoch": 0.44883040935672514,
      "grad_norm": 2.948406934738159,
      "learning_rate": 4.473684210526316e-05,
      "loss": 0.3836,
      "step": 307
    },
    {
      "epoch": 0.4502923976608187,
      "grad_norm": 2.0245373249053955,
      "learning_rate": 4.488304093567251e-05,
      "loss": 0.3924,
      "step": 308
    },
    {
      "epoch": 0.4517543859649123,
      "grad_norm": 1.6427713632583618,
      "learning_rate": 4.502923976608187e-05,
      "loss": 0.3414,
      "step": 309
    },
    {
      "epoch": 0.45321637426900585,
      "grad_norm": 2.387951374053955,
      "learning_rate": 4.517543859649123e-05,
      "loss": 0.5332,
      "step": 310
    },
    {
      "epoch": 0.4546783625730994,
      "grad_norm": 1.7910897731781006,
      "learning_rate": 4.5321637426900585e-05,
      "loss": 0.3698,
      "step": 311
    },
    {
      "epoch": 0.45614035087719296,
      "grad_norm": 2.0086562633514404,
      "learning_rate": 4.5467836257309945e-05,
      "loss": 0.3384,
      "step": 312
    },
    {
      "epoch": 0.45760233918128657,
      "grad_norm": 2.6067330837249756,
      "learning_rate": 4.56140350877193e-05,
      "loss": 0.3492,
      "step": 313
    },
    {
      "epoch": 0.4590643274853801,
      "grad_norm": 1.7646232843399048,
      "learning_rate": 4.576023391812866e-05,
      "loss": 0.4478,
      "step": 314
    },
    {
      "epoch": 0.4605263157894737,
      "grad_norm": 1.8665695190429688,
      "learning_rate": 4.590643274853802e-05,
      "loss": 0.4507,
      "step": 315
    },
    {
      "epoch": 0.4619883040935672,
      "grad_norm": 1.7864433526992798,
      "learning_rate": 4.605263157894737e-05,
      "loss": 0.3681,
      "step": 316
    },
    {
      "epoch": 0.46345029239766083,
      "grad_norm": 1.9625555276870728,
      "learning_rate": 4.619883040935672e-05,
      "loss": 0.2751,
      "step": 317
    },
    {
      "epoch": 0.4649122807017544,
      "grad_norm": 1.8124951124191284,
      "learning_rate": 4.634502923976608e-05,
      "loss": 0.4775,
      "step": 318
    },
    {
      "epoch": 0.46637426900584794,
      "grad_norm": 1.4325212240219116,
      "learning_rate": 4.649122807017544e-05,
      "loss": 0.2601,
      "step": 319
    },
    {
      "epoch": 0.4678362573099415,
      "grad_norm": 1.5628498792648315,
      "learning_rate": 4.6637426900584796e-05,
      "loss": 0.3159,
      "step": 320
    },
    {
      "epoch": 0.4692982456140351,
      "grad_norm": 1.7195894718170166,
      "learning_rate": 4.678362573099415e-05,
      "loss": 0.3473,
      "step": 321
    },
    {
      "epoch": 0.47076023391812866,
      "grad_norm": 1.5737459659576416,
      "learning_rate": 4.6929824561403515e-05,
      "loss": 0.316,
      "step": 322
    },
    {
      "epoch": 0.4722222222222222,
      "grad_norm": 1.5952339172363281,
      "learning_rate": 4.707602339181287e-05,
      "loss": 0.3855,
      "step": 323
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 1.8633426427841187,
      "learning_rate": 4.722222222222222e-05,
      "loss": 0.272,
      "step": 324
    },
    {
      "epoch": 0.47514619883040937,
      "grad_norm": 1.8762574195861816,
      "learning_rate": 4.736842105263158e-05,
      "loss": 0.3793,
      "step": 325
    },
    {
      "epoch": 0.4766081871345029,
      "grad_norm": 2.399427652359009,
      "learning_rate": 4.751461988304094e-05,
      "loss": 0.519,
      "step": 326
    },
    {
      "epoch": 0.4780701754385965,
      "grad_norm": 1.8337801694869995,
      "learning_rate": 4.7660818713450294e-05,
      "loss": 0.4216,
      "step": 327
    },
    {
      "epoch": 0.47953216374269003,
      "grad_norm": 2.2894349098205566,
      "learning_rate": 4.780701754385965e-05,
      "loss": 0.523,
      "step": 328
    },
    {
      "epoch": 0.48099415204678364,
      "grad_norm": 2.033219814300537,
      "learning_rate": 4.7953216374269006e-05,
      "loss": 0.3586,
      "step": 329
    },
    {
      "epoch": 0.4824561403508772,
      "grad_norm": 1.827260136604309,
      "learning_rate": 4.8099415204678366e-05,
      "loss": 0.4258,
      "step": 330
    },
    {
      "epoch": 0.48391812865497075,
      "grad_norm": 1.9719338417053223,
      "learning_rate": 4.824561403508772e-05,
      "loss": 0.4291,
      "step": 331
    },
    {
      "epoch": 0.4853801169590643,
      "grad_norm": 2.074366569519043,
      "learning_rate": 4.839181286549708e-05,
      "loss": 0.4074,
      "step": 332
    },
    {
      "epoch": 0.4868421052631579,
      "grad_norm": 2.5167973041534424,
      "learning_rate": 4.853801169590643e-05,
      "loss": 0.5734,
      "step": 333
    },
    {
      "epoch": 0.48830409356725146,
      "grad_norm": 1.715615153312683,
      "learning_rate": 4.868421052631579e-05,
      "loss": 0.3627,
      "step": 334
    },
    {
      "epoch": 0.489766081871345,
      "grad_norm": 1.6657428741455078,
      "learning_rate": 4.883040935672515e-05,
      "loss": 0.3648,
      "step": 335
    },
    {
      "epoch": 0.49122807017543857,
      "grad_norm": 2.268401622772217,
      "learning_rate": 4.8976608187134504e-05,
      "loss": 0.43,
      "step": 336
    },
    {
      "epoch": 0.4926900584795322,
      "grad_norm": 1.8155171871185303,
      "learning_rate": 4.912280701754386e-05,
      "loss": 0.4696,
      "step": 337
    },
    {
      "epoch": 0.49415204678362573,
      "grad_norm": 1.8868937492370605,
      "learning_rate": 4.926900584795322e-05,
      "loss": 0.4021,
      "step": 338
    },
    {
      "epoch": 0.4956140350877193,
      "grad_norm": 1.800012469291687,
      "learning_rate": 4.941520467836258e-05,
      "loss": 0.3976,
      "step": 339
    },
    {
      "epoch": 0.49707602339181284,
      "grad_norm": 1.8147532939910889,
      "learning_rate": 4.956140350877193e-05,
      "loss": 0.4306,
      "step": 340
    },
    {
      "epoch": 0.49853801169590645,
      "grad_norm": 1.6838949918746948,
      "learning_rate": 4.970760233918128e-05,
      "loss": 0.3577,
      "step": 341
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.5661842823028564,
      "learning_rate": 4.985380116959065e-05,
      "loss": 0.3152,
      "step": 342
    },
    {
      "epoch": 0.5014619883040936,
      "grad_norm": 1.998780608177185,
      "learning_rate": 5e-05,
      "loss": 0.3999,
      "step": 343
    },
    {
      "epoch": 0.5029239766081871,
      "grad_norm": 2.1736700534820557,
      "learning_rate": 4.9999986978155956e-05,
      "loss": 0.4295,
      "step": 344
    },
    {
      "epoch": 0.5043859649122807,
      "grad_norm": 1.489250898361206,
      "learning_rate": 4.999994791263739e-05,
      "loss": 0.3144,
      "step": 345
    },
    {
      "epoch": 0.5058479532163743,
      "grad_norm": 1.9218119382858276,
      "learning_rate": 4.9999882803485004e-05,
      "loss": 0.4255,
      "step": 346
    },
    {
      "epoch": 0.5073099415204678,
      "grad_norm": 2.5860095024108887,
      "learning_rate": 4.9999791650766615e-05,
      "loss": 0.5971,
      "step": 347
    },
    {
      "epoch": 0.5087719298245614,
      "grad_norm": 1.5442886352539062,
      "learning_rate": 4.999967445457718e-05,
      "loss": 0.3232,
      "step": 348
    },
    {
      "epoch": 0.5102339181286549,
      "grad_norm": 1.8710730075836182,
      "learning_rate": 4.999953121503881e-05,
      "loss": 0.4056,
      "step": 349
    },
    {
      "epoch": 0.5116959064327485,
      "grad_norm": 1.7341574430465698,
      "learning_rate": 4.99993619323007e-05,
      "loss": 0.3727,
      "step": 350
    },
    {
      "epoch": 0.5131578947368421,
      "grad_norm": 1.9389700889587402,
      "learning_rate": 4.999916660653921e-05,
      "loss": 0.3684,
      "step": 351
    },
    {
      "epoch": 0.5146198830409356,
      "grad_norm": 2.749030351638794,
      "learning_rate": 4.999894523795781e-05,
      "loss": 0.5419,
      "step": 352
    },
    {
      "epoch": 0.5160818713450293,
      "grad_norm": 1.8607683181762695,
      "learning_rate": 4.999869782678712e-05,
      "loss": 0.3614,
      "step": 353
    },
    {
      "epoch": 0.5175438596491229,
      "grad_norm": 1.6071836948394775,
      "learning_rate": 4.999842437328489e-05,
      "loss": 0.3015,
      "step": 354
    },
    {
      "epoch": 0.5190058479532164,
      "grad_norm": 1.7129038572311401,
      "learning_rate": 4.999812487773597e-05,
      "loss": 0.3431,
      "step": 355
    },
    {
      "epoch": 0.52046783625731,
      "grad_norm": 1.9856266975402832,
      "learning_rate": 4.9997799340452365e-05,
      "loss": 0.365,
      "step": 356
    },
    {
      "epoch": 0.5219298245614035,
      "grad_norm": 1.5447169542312622,
      "learning_rate": 4.999744776177321e-05,
      "loss": 0.3747,
      "step": 357
    },
    {
      "epoch": 0.5233918128654971,
      "grad_norm": 2.341623067855835,
      "learning_rate": 4.999707014206475e-05,
      "loss": 0.4512,
      "step": 358
    },
    {
      "epoch": 0.5248538011695907,
      "grad_norm": 1.6096324920654297,
      "learning_rate": 4.9996666481720386e-05,
      "loss": 0.3394,
      "step": 359
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 1.744593620300293,
      "learning_rate": 4.999623678116061e-05,
      "loss": 0.28,
      "step": 360
    },
    {
      "epoch": 0.5277777777777778,
      "grad_norm": 3.5207672119140625,
      "learning_rate": 4.999578104083307e-05,
      "loss": 0.8074,
      "step": 361
    },
    {
      "epoch": 0.5292397660818714,
      "grad_norm": 2.0043256282806396,
      "learning_rate": 4.9995299261212536e-05,
      "loss": 0.4611,
      "step": 362
    },
    {
      "epoch": 0.5307017543859649,
      "grad_norm": 2.1335196495056152,
      "learning_rate": 4.99947914428009e-05,
      "loss": 0.4772,
      "step": 363
    },
    {
      "epoch": 0.5321637426900585,
      "grad_norm": 2.2432262897491455,
      "learning_rate": 4.9994257586127175e-05,
      "loss": 0.3972,
      "step": 364
    },
    {
      "epoch": 0.533625730994152,
      "grad_norm": 1.7606252431869507,
      "learning_rate": 4.999369769174751e-05,
      "loss": 0.4233,
      "step": 365
    },
    {
      "epoch": 0.5350877192982456,
      "grad_norm": 1.7537559270858765,
      "learning_rate": 4.999311176024517e-05,
      "loss": 0.3685,
      "step": 366
    },
    {
      "epoch": 0.5365497076023392,
      "grad_norm": 2.2795956134796143,
      "learning_rate": 4.999249979223055e-05,
      "loss": 0.4321,
      "step": 367
    },
    {
      "epoch": 0.5380116959064327,
      "grad_norm": 1.7395251989364624,
      "learning_rate": 4.9991861788341165e-05,
      "loss": 0.4683,
      "step": 368
    },
    {
      "epoch": 0.5394736842105263,
      "grad_norm": 2.5909295082092285,
      "learning_rate": 4.999119774924166e-05,
      "loss": 0.4694,
      "step": 369
    },
    {
      "epoch": 0.5409356725146199,
      "grad_norm": 1.6204602718353271,
      "learning_rate": 4.999050767562379e-05,
      "loss": 0.3199,
      "step": 370
    },
    {
      "epoch": 0.5423976608187134,
      "grad_norm": 2.1818158626556396,
      "learning_rate": 4.9989791568206434e-05,
      "loss": 0.4531,
      "step": 371
    },
    {
      "epoch": 0.543859649122807,
      "grad_norm": 1.8216023445129395,
      "learning_rate": 4.99890494277356e-05,
      "loss": 0.278,
      "step": 372
    },
    {
      "epoch": 0.5453216374269005,
      "grad_norm": 2.3476250171661377,
      "learning_rate": 4.9988281254984414e-05,
      "loss": 0.5406,
      "step": 373
    },
    {
      "epoch": 0.5467836257309941,
      "grad_norm": 1.9644140005111694,
      "learning_rate": 4.998748705075311e-05,
      "loss": 0.466,
      "step": 374
    },
    {
      "epoch": 0.5482456140350878,
      "grad_norm": 1.4741235971450806,
      "learning_rate": 4.9986666815869054e-05,
      "loss": 0.2702,
      "step": 375
    },
    {
      "epoch": 0.5497076023391813,
      "grad_norm": 1.9738681316375732,
      "learning_rate": 4.998582055118672e-05,
      "loss": 0.3656,
      "step": 376
    },
    {
      "epoch": 0.5511695906432749,
      "grad_norm": 1.780532956123352,
      "learning_rate": 4.998494825758771e-05,
      "loss": 0.3667,
      "step": 377
    },
    {
      "epoch": 0.5526315789473685,
      "grad_norm": 1.9166702032089233,
      "learning_rate": 4.9984049935980726e-05,
      "loss": 0.377,
      "step": 378
    },
    {
      "epoch": 0.554093567251462,
      "grad_norm": 2.0257017612457275,
      "learning_rate": 4.998312558730159e-05,
      "loss": 0.4267,
      "step": 379
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 1.9673963785171509,
      "learning_rate": 4.998217521251326e-05,
      "loss": 0.4208,
      "step": 380
    },
    {
      "epoch": 0.5570175438596491,
      "grad_norm": 2.2184839248657227,
      "learning_rate": 4.998119881260576e-05,
      "loss": 0.5568,
      "step": 381
    },
    {
      "epoch": 0.5584795321637427,
      "grad_norm": 1.660023808479309,
      "learning_rate": 4.9980196388596255e-05,
      "loss": 0.3989,
      "step": 382
    },
    {
      "epoch": 0.5599415204678363,
      "grad_norm": 2.1084377765655518,
      "learning_rate": 4.9979167941529034e-05,
      "loss": 0.4559,
      "step": 383
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 2.341717004776001,
      "learning_rate": 4.997811347247548e-05,
      "loss": 0.5585,
      "step": 384
    },
    {
      "epoch": 0.5628654970760234,
      "grad_norm": 2.5732650756835938,
      "learning_rate": 4.997703298253406e-05,
      "loss": 0.4662,
      "step": 385
    },
    {
      "epoch": 0.564327485380117,
      "grad_norm": 1.9843530654907227,
      "learning_rate": 4.9975926472830395e-05,
      "loss": 0.5027,
      "step": 386
    },
    {
      "epoch": 0.5657894736842105,
      "grad_norm": 1.9600590467453003,
      "learning_rate": 4.997479394451717e-05,
      "loss": 0.3689,
      "step": 387
    },
    {
      "epoch": 0.5672514619883041,
      "grad_norm": 2.2262799739837646,
      "learning_rate": 4.997363539877422e-05,
      "loss": 0.4345,
      "step": 388
    },
    {
      "epoch": 0.5687134502923976,
      "grad_norm": 1.883344054222107,
      "learning_rate": 4.997245083680843e-05,
      "loss": 0.4418,
      "step": 389
    },
    {
      "epoch": 0.5701754385964912,
      "grad_norm": 1.7878280878067017,
      "learning_rate": 4.997124025985383e-05,
      "loss": 0.3656,
      "step": 390
    },
    {
      "epoch": 0.5716374269005848,
      "grad_norm": 2.706404685974121,
      "learning_rate": 4.9970003669171525e-05,
      "loss": 0.5461,
      "step": 391
    },
    {
      "epoch": 0.5730994152046783,
      "grad_norm": 1.806484580039978,
      "learning_rate": 4.996874106604974e-05,
      "loss": 0.4398,
      "step": 392
    },
    {
      "epoch": 0.5745614035087719,
      "grad_norm": 2.131579875946045,
      "learning_rate": 4.9967452451803784e-05,
      "loss": 0.4419,
      "step": 393
    },
    {
      "epoch": 0.5760233918128655,
      "grad_norm": 1.7251105308532715,
      "learning_rate": 4.996613782777607e-05,
      "loss": 0.3886,
      "step": 394
    },
    {
      "epoch": 0.577485380116959,
      "grad_norm": 2.2064549922943115,
      "learning_rate": 4.996479719533611e-05,
      "loss": 0.3766,
      "step": 395
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 2.3021111488342285,
      "learning_rate": 4.996343055588049e-05,
      "loss": 0.4369,
      "step": 396
    },
    {
      "epoch": 0.5804093567251462,
      "grad_norm": 1.6880431175231934,
      "learning_rate": 4.996203791083291e-05,
      "loss": 0.3367,
      "step": 397
    },
    {
      "epoch": 0.5818713450292398,
      "grad_norm": 2.097285032272339,
      "learning_rate": 4.996061926164416e-05,
      "loss": 0.4358,
      "step": 398
    },
    {
      "epoch": 0.5833333333333334,
      "grad_norm": 1.8281804323196411,
      "learning_rate": 4.99591746097921e-05,
      "loss": 0.3585,
      "step": 399
    },
    {
      "epoch": 0.5847953216374269,
      "grad_norm": 2.1264681816101074,
      "learning_rate": 4.995770395678171e-05,
      "loss": 0.3761,
      "step": 400
    },
    {
      "epoch": 0.5862573099415205,
      "grad_norm": 1.7255804538726807,
      "learning_rate": 4.995620730414502e-05,
      "loss": 0.3966,
      "step": 401
    },
    {
      "epoch": 0.5877192982456141,
      "grad_norm": 2.54319429397583,
      "learning_rate": 4.995468465344119e-05,
      "loss": 0.5814,
      "step": 402
    },
    {
      "epoch": 0.5891812865497076,
      "grad_norm": 2.460178852081299,
      "learning_rate": 4.9953136006256415e-05,
      "loss": 0.7037,
      "step": 403
    },
    {
      "epoch": 0.5906432748538012,
      "grad_norm": 2.0374484062194824,
      "learning_rate": 4.9951561364204006e-05,
      "loss": 0.4698,
      "step": 404
    },
    {
      "epoch": 0.5921052631578947,
      "grad_norm": 1.8541250228881836,
      "learning_rate": 4.994996072892434e-05,
      "loss": 0.3881,
      "step": 405
    },
    {
      "epoch": 0.5935672514619883,
      "grad_norm": 1.8663760423660278,
      "learning_rate": 4.994833410208487e-05,
      "loss": 0.4504,
      "step": 406
    },
    {
      "epoch": 0.5950292397660819,
      "grad_norm": 1.7711328268051147,
      "learning_rate": 4.994668148538013e-05,
      "loss": 0.4055,
      "step": 407
    },
    {
      "epoch": 0.5964912280701754,
      "grad_norm": 1.6116139888763428,
      "learning_rate": 4.994500288053174e-05,
      "loss": 0.3853,
      "step": 408
    },
    {
      "epoch": 0.597953216374269,
      "grad_norm": 1.6673407554626465,
      "learning_rate": 4.994329828928838e-05,
      "loss": 0.3747,
      "step": 409
    },
    {
      "epoch": 0.5994152046783626,
      "grad_norm": 1.8015586137771606,
      "learning_rate": 4.994156771342579e-05,
      "loss": 0.3994,
      "step": 410
    },
    {
      "epoch": 0.6008771929824561,
      "grad_norm": 1.781525731086731,
      "learning_rate": 4.993981115474681e-05,
      "loss": 0.3742,
      "step": 411
    },
    {
      "epoch": 0.6023391812865497,
      "grad_norm": 1.8017756938934326,
      "learning_rate": 4.9938028615081315e-05,
      "loss": 0.3971,
      "step": 412
    },
    {
      "epoch": 0.6038011695906432,
      "grad_norm": 2.0826539993286133,
      "learning_rate": 4.993622009628628e-05,
      "loss": 0.3808,
      "step": 413
    },
    {
      "epoch": 0.6052631578947368,
      "grad_norm": 1.8292765617370605,
      "learning_rate": 4.99343856002457e-05,
      "loss": 0.3772,
      "step": 414
    },
    {
      "epoch": 0.6067251461988304,
      "grad_norm": 1.644363522529602,
      "learning_rate": 4.993252512887069e-05,
      "loss": 0.3937,
      "step": 415
    },
    {
      "epoch": 0.6081871345029239,
      "grad_norm": 2.1542656421661377,
      "learning_rate": 4.993063868409936e-05,
      "loss": 0.5146,
      "step": 416
    },
    {
      "epoch": 0.6096491228070176,
      "grad_norm": 1.9757295846939087,
      "learning_rate": 4.9928726267896924e-05,
      "loss": 0.4166,
      "step": 417
    },
    {
      "epoch": 0.6111111111111112,
      "grad_norm": 2.384495258331299,
      "learning_rate": 4.9926787882255636e-05,
      "loss": 0.43,
      "step": 418
    },
    {
      "epoch": 0.6125730994152047,
      "grad_norm": 2.5664448738098145,
      "learning_rate": 4.99248235291948e-05,
      "loss": 0.5663,
      "step": 419
    },
    {
      "epoch": 0.6140350877192983,
      "grad_norm": 2.3594064712524414,
      "learning_rate": 4.992283321076079e-05,
      "loss": 0.4803,
      "step": 420
    },
    {
      "epoch": 0.6154970760233918,
      "grad_norm": 1.9946856498718262,
      "learning_rate": 4.992081692902699e-05,
      "loss": 0.3847,
      "step": 421
    },
    {
      "epoch": 0.6169590643274854,
      "grad_norm": 1.8300626277923584,
      "learning_rate": 4.9918774686093885e-05,
      "loss": 0.3672,
      "step": 422
    },
    {
      "epoch": 0.618421052631579,
      "grad_norm": 1.8371638059616089,
      "learning_rate": 4.991670648408895e-05,
      "loss": 0.3641,
      "step": 423
    },
    {
      "epoch": 0.6198830409356725,
      "grad_norm": 2.318730115890503,
      "learning_rate": 4.991461232516675e-05,
      "loss": 0.4443,
      "step": 424
    },
    {
      "epoch": 0.6213450292397661,
      "grad_norm": 1.766786813735962,
      "learning_rate": 4.9912492211508855e-05,
      "loss": 0.4328,
      "step": 425
    },
    {
      "epoch": 0.6228070175438597,
      "grad_norm": 2.2804787158966064,
      "learning_rate": 4.9910346145323906e-05,
      "loss": 0.4936,
      "step": 426
    },
    {
      "epoch": 0.6242690058479532,
      "grad_norm": 1.5067193508148193,
      "learning_rate": 4.990817412884754e-05,
      "loss": 0.3576,
      "step": 427
    },
    {
      "epoch": 0.6257309941520468,
      "grad_norm": 2.2982981204986572,
      "learning_rate": 4.990597616434246e-05,
      "loss": 0.5083,
      "step": 428
    },
    {
      "epoch": 0.6271929824561403,
      "grad_norm": 1.7265206575393677,
      "learning_rate": 4.99037522540984e-05,
      "loss": 0.3529,
      "step": 429
    },
    {
      "epoch": 0.6286549707602339,
      "grad_norm": 1.8511167764663696,
      "learning_rate": 4.99015024004321e-05,
      "loss": 0.4129,
      "step": 430
    },
    {
      "epoch": 0.6301169590643275,
      "grad_norm": 2.0598514080047607,
      "learning_rate": 4.9899226605687344e-05,
      "loss": 0.5372,
      "step": 431
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 1.7002969980239868,
      "learning_rate": 4.989692487223493e-05,
      "loss": 0.4971,
      "step": 432
    },
    {
      "epoch": 0.6330409356725146,
      "grad_norm": 1.8592265844345093,
      "learning_rate": 4.9894597202472696e-05,
      "loss": 0.396,
      "step": 433
    },
    {
      "epoch": 0.6345029239766082,
      "grad_norm": 1.6110180616378784,
      "learning_rate": 4.989224359882547e-05,
      "loss": 0.3312,
      "step": 434
    },
    {
      "epoch": 0.6359649122807017,
      "grad_norm": 1.9149975776672363,
      "learning_rate": 4.988986406374512e-05,
      "loss": 0.5386,
      "step": 435
    },
    {
      "epoch": 0.6374269005847953,
      "grad_norm": 2.1653451919555664,
      "learning_rate": 4.9887458599710526e-05,
      "loss": 0.4666,
      "step": 436
    },
    {
      "epoch": 0.6388888888888888,
      "grad_norm": 1.868247389793396,
      "learning_rate": 4.9885027209227575e-05,
      "loss": 0.4783,
      "step": 437
    },
    {
      "epoch": 0.6403508771929824,
      "grad_norm": 2.091641664505005,
      "learning_rate": 4.9882569894829144e-05,
      "loss": 0.3685,
      "step": 438
    },
    {
      "epoch": 0.6418128654970761,
      "grad_norm": 1.8764753341674805,
      "learning_rate": 4.9880086659075156e-05,
      "loss": 0.3313,
      "step": 439
    },
    {
      "epoch": 0.6432748538011696,
      "grad_norm": 2.0913355350494385,
      "learning_rate": 4.987757750455251e-05,
      "loss": 0.4106,
      "step": 440
    },
    {
      "epoch": 0.6447368421052632,
      "grad_norm": 2.0343973636627197,
      "learning_rate": 4.9875042433875105e-05,
      "loss": 0.5114,
      "step": 441
    },
    {
      "epoch": 0.6461988304093568,
      "grad_norm": 3.2243010997772217,
      "learning_rate": 4.9872481449683844e-05,
      "loss": 0.6282,
      "step": 442
    },
    {
      "epoch": 0.6476608187134503,
      "grad_norm": 2.0600948333740234,
      "learning_rate": 4.986989455464663e-05,
      "loss": 0.3549,
      "step": 443
    },
    {
      "epoch": 0.6491228070175439,
      "grad_norm": 2.429845094680786,
      "learning_rate": 4.986728175145836e-05,
      "loss": 0.2972,
      "step": 444
    },
    {
      "epoch": 0.6505847953216374,
      "grad_norm": 1.7953526973724365,
      "learning_rate": 4.986464304284091e-05,
      "loss": 0.3382,
      "step": 445
    },
    {
      "epoch": 0.652046783625731,
      "grad_norm": 2.2379395961761475,
      "learning_rate": 4.9861978431543145e-05,
      "loss": 0.5618,
      "step": 446
    },
    {
      "epoch": 0.6535087719298246,
      "grad_norm": 1.5855752229690552,
      "learning_rate": 4.9859287920340915e-05,
      "loss": 0.2735,
      "step": 447
    },
    {
      "epoch": 0.6549707602339181,
      "grad_norm": 1.7404121160507202,
      "learning_rate": 4.985657151203706e-05,
      "loss": 0.4535,
      "step": 448
    },
    {
      "epoch": 0.6564327485380117,
      "grad_norm": 2.5131490230560303,
      "learning_rate": 4.98538292094614e-05,
      "loss": 0.6326,
      "step": 449
    },
    {
      "epoch": 0.6578947368421053,
      "grad_norm": 1.636088490486145,
      "learning_rate": 4.98510610154707e-05,
      "loss": 0.4868,
      "step": 450
    },
    {
      "epoch": 0.6593567251461988,
      "grad_norm": 1.4509011507034302,
      "learning_rate": 4.984826693294874e-05,
      "loss": 0.2488,
      "step": 451
    },
    {
      "epoch": 0.6608187134502924,
      "grad_norm": 2.273134708404541,
      "learning_rate": 4.984544696480624e-05,
      "loss": 0.4622,
      "step": 452
    },
    {
      "epoch": 0.6622807017543859,
      "grad_norm": 1.9466441869735718,
      "learning_rate": 4.9842601113980886e-05,
      "loss": 0.4909,
      "step": 453
    },
    {
      "epoch": 0.6637426900584795,
      "grad_norm": 2.194655418395996,
      "learning_rate": 4.983972938343735e-05,
      "loss": 0.4337,
      "step": 454
    },
    {
      "epoch": 0.6652046783625731,
      "grad_norm": 2.2090723514556885,
      "learning_rate": 4.9836831776167245e-05,
      "loss": 0.5377,
      "step": 455
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.5295518636703491,
      "learning_rate": 4.983390829518914e-05,
      "loss": 0.347,
      "step": 456
    },
    {
      "epoch": 0.6681286549707602,
      "grad_norm": 1.8688359260559082,
      "learning_rate": 4.983095894354858e-05,
      "loss": 0.3858,
      "step": 457
    },
    {
      "epoch": 0.6695906432748538,
      "grad_norm": 1.6634221076965332,
      "learning_rate": 4.982798372431803e-05,
      "loss": 0.3241,
      "step": 458
    },
    {
      "epoch": 0.6710526315789473,
      "grad_norm": 2.1221494674682617,
      "learning_rate": 4.982498264059692e-05,
      "loss": 0.4185,
      "step": 459
    },
    {
      "epoch": 0.672514619883041,
      "grad_norm": 1.8509141206741333,
      "learning_rate": 4.982195569551162e-05,
      "loss": 0.5775,
      "step": 460
    },
    {
      "epoch": 0.6739766081871345,
      "grad_norm": 1.8871842622756958,
      "learning_rate": 4.981890289221546e-05,
      "loss": 0.4737,
      "step": 461
    },
    {
      "epoch": 0.6754385964912281,
      "grad_norm": 1.8580923080444336,
      "learning_rate": 4.9815824233888664e-05,
      "loss": 0.4307,
      "step": 462
    },
    {
      "epoch": 0.6769005847953217,
      "grad_norm": 1.9768396615982056,
      "learning_rate": 4.9812719723738435e-05,
      "loss": 0.4624,
      "step": 463
    },
    {
      "epoch": 0.6783625730994152,
      "grad_norm": 1.8355333805084229,
      "learning_rate": 4.980958936499888e-05,
      "loss": 0.4705,
      "step": 464
    },
    {
      "epoch": 0.6798245614035088,
      "grad_norm": 1.911109209060669,
      "learning_rate": 4.9806433160931044e-05,
      "loss": 0.3952,
      "step": 465
    },
    {
      "epoch": 0.6812865497076024,
      "grad_norm": 1.5615458488464355,
      "learning_rate": 4.98032511148229e-05,
      "loss": 0.3498,
      "step": 466
    },
    {
      "epoch": 0.6827485380116959,
      "grad_norm": 1.5741957426071167,
      "learning_rate": 4.980004322998933e-05,
      "loss": 0.3692,
      "step": 467
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 1.853812336921692,
      "learning_rate": 4.9796809509772145e-05,
      "loss": 0.4068,
      "step": 468
    },
    {
      "epoch": 0.685672514619883,
      "grad_norm": 1.6525896787643433,
      "learning_rate": 4.979354995754006e-05,
      "loss": 0.3492,
      "step": 469
    },
    {
      "epoch": 0.6871345029239766,
      "grad_norm": 1.506797432899475,
      "learning_rate": 4.979026457668871e-05,
      "loss": 0.4271,
      "step": 470
    },
    {
      "epoch": 0.6885964912280702,
      "grad_norm": 1.5811541080474854,
      "learning_rate": 4.978695337064063e-05,
      "loss": 0.4028,
      "step": 471
    },
    {
      "epoch": 0.6900584795321637,
      "grad_norm": 1.9363372325897217,
      "learning_rate": 4.9783616342845265e-05,
      "loss": 0.4188,
      "step": 472
    },
    {
      "epoch": 0.6915204678362573,
      "grad_norm": 2.290966749191284,
      "learning_rate": 4.978025349677895e-05,
      "loss": 0.4883,
      "step": 473
    },
    {
      "epoch": 0.6929824561403509,
      "grad_norm": 2.7394368648529053,
      "learning_rate": 4.977686483594492e-05,
      "loss": 0.3802,
      "step": 474
    },
    {
      "epoch": 0.6944444444444444,
      "grad_norm": 1.7522988319396973,
      "learning_rate": 4.977345036387331e-05,
      "loss": 0.3625,
      "step": 475
    },
    {
      "epoch": 0.695906432748538,
      "grad_norm": 2.302976608276367,
      "learning_rate": 4.977001008412113e-05,
      "loss": 0.5672,
      "step": 476
    },
    {
      "epoch": 0.6973684210526315,
      "grad_norm": 1.7930705547332764,
      "learning_rate": 4.9766544000272296e-05,
      "loss": 0.4035,
      "step": 477
    },
    {
      "epoch": 0.6988304093567251,
      "grad_norm": 1.8383108377456665,
      "learning_rate": 4.976305211593758e-05,
      "loss": 0.3863,
      "step": 478
    },
    {
      "epoch": 0.7002923976608187,
      "grad_norm": 1.6916474103927612,
      "learning_rate": 4.975953443475465e-05,
      "loss": 0.3741,
      "step": 479
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 1.9730843305587769,
      "learning_rate": 4.975599096038804e-05,
      "loss": 0.5164,
      "step": 480
    },
    {
      "epoch": 0.7032163742690059,
      "grad_norm": 1.9919596910476685,
      "learning_rate": 4.9752421696529164e-05,
      "loss": 0.4424,
      "step": 481
    },
    {
      "epoch": 0.7046783625730995,
      "grad_norm": 2.2427196502685547,
      "learning_rate": 4.974882664689627e-05,
      "loss": 0.4054,
      "step": 482
    },
    {
      "epoch": 0.706140350877193,
      "grad_norm": 1.5932695865631104,
      "learning_rate": 4.974520581523452e-05,
      "loss": 0.3196,
      "step": 483
    },
    {
      "epoch": 0.7076023391812866,
      "grad_norm": 2.0366060733795166,
      "learning_rate": 4.9741559205315887e-05,
      "loss": 0.4138,
      "step": 484
    },
    {
      "epoch": 0.7090643274853801,
      "grad_norm": 1.6552878618240356,
      "learning_rate": 4.973788682093923e-05,
      "loss": 0.3856,
      "step": 485
    },
    {
      "epoch": 0.7105263157894737,
      "grad_norm": 2.3496367931365967,
      "learning_rate": 4.973418866593023e-05,
      "loss": 0.4812,
      "step": 486
    },
    {
      "epoch": 0.7119883040935673,
      "grad_norm": 1.6886743307113647,
      "learning_rate": 4.9730464744141445e-05,
      "loss": 0.3486,
      "step": 487
    },
    {
      "epoch": 0.7134502923976608,
      "grad_norm": 3.122567653656006,
      "learning_rate": 4.972671505945227e-05,
      "loss": 0.5483,
      "step": 488
    },
    {
      "epoch": 0.7149122807017544,
      "grad_norm": 2.0637013912200928,
      "learning_rate": 4.972293961576891e-05,
      "loss": 0.4322,
      "step": 489
    },
    {
      "epoch": 0.716374269005848,
      "grad_norm": 1.9868749380111694,
      "learning_rate": 4.971913841702443e-05,
      "loss": 0.5018,
      "step": 490
    },
    {
      "epoch": 0.7178362573099415,
      "grad_norm": 2.0727813243865967,
      "learning_rate": 4.971531146717873e-05,
      "loss": 0.5054,
      "step": 491
    },
    {
      "epoch": 0.7192982456140351,
      "grad_norm": 1.7431650161743164,
      "learning_rate": 4.97114587702185e-05,
      "loss": 0.4233,
      "step": 492
    },
    {
      "epoch": 0.7207602339181286,
      "grad_norm": 1.752251148223877,
      "learning_rate": 4.970758033015731e-05,
      "loss": 0.3652,
      "step": 493
    },
    {
      "epoch": 0.7222222222222222,
      "grad_norm": 1.9212924242019653,
      "learning_rate": 4.970367615103549e-05,
      "loss": 0.4639,
      "step": 494
    },
    {
      "epoch": 0.7236842105263158,
      "grad_norm": 1.5945523977279663,
      "learning_rate": 4.969974623692023e-05,
      "loss": 0.4185,
      "step": 495
    },
    {
      "epoch": 0.7251461988304093,
      "grad_norm": 1.7479863166809082,
      "learning_rate": 4.969579059190549e-05,
      "loss": 0.5139,
      "step": 496
    },
    {
      "epoch": 0.7266081871345029,
      "grad_norm": 1.9763168096542358,
      "learning_rate": 4.969180922011206e-05,
      "loss": 0.3539,
      "step": 497
    },
    {
      "epoch": 0.7280701754385965,
      "grad_norm": 1.7572076320648193,
      "learning_rate": 4.968780212568752e-05,
      "loss": 0.3796,
      "step": 498
    },
    {
      "epoch": 0.72953216374269,
      "grad_norm": 1.905580997467041,
      "learning_rate": 4.968376931280626e-05,
      "loss": 0.4989,
      "step": 499
    },
    {
      "epoch": 0.7309941520467836,
      "grad_norm": 1.6628644466400146,
      "learning_rate": 4.9679710785669454e-05,
      "loss": 0.3901,
      "step": 500
    },
    {
      "epoch": 0.7324561403508771,
      "grad_norm": 1.544498324394226,
      "learning_rate": 4.967562654850505e-05,
      "loss": 0.4249,
      "step": 501
    },
    {
      "epoch": 0.7339181286549707,
      "grad_norm": 1.582729458808899,
      "learning_rate": 4.9671516605567806e-05,
      "loss": 0.3758,
      "step": 502
    },
    {
      "epoch": 0.7353801169590644,
      "grad_norm": 2.354980230331421,
      "learning_rate": 4.9667380961139226e-05,
      "loss": 0.52,
      "step": 503
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 2.1196136474609375,
      "learning_rate": 4.9663219619527624e-05,
      "loss": 0.5812,
      "step": 504
    },
    {
      "epoch": 0.7383040935672515,
      "grad_norm": 2.0975210666656494,
      "learning_rate": 4.965903258506806e-05,
      "loss": 0.4089,
      "step": 505
    },
    {
      "epoch": 0.7397660818713451,
      "grad_norm": 2.7108922004699707,
      "learning_rate": 4.965481986212237e-05,
      "loss": 0.4879,
      "step": 506
    },
    {
      "epoch": 0.7412280701754386,
      "grad_norm": 1.5601476430892944,
      "learning_rate": 4.965058145507915e-05,
      "loss": 0.3611,
      "step": 507
    },
    {
      "epoch": 0.7426900584795322,
      "grad_norm": 2.0003271102905273,
      "learning_rate": 4.9646317368353743e-05,
      "loss": 0.4147,
      "step": 508
    },
    {
      "epoch": 0.7441520467836257,
      "grad_norm": 1.9817136526107788,
      "learning_rate": 4.964202760638826e-05,
      "loss": 0.387,
      "step": 509
    },
    {
      "epoch": 0.7456140350877193,
      "grad_norm": 1.8296986818313599,
      "learning_rate": 4.963771217365154e-05,
      "loss": 0.4455,
      "step": 510
    },
    {
      "epoch": 0.7470760233918129,
      "grad_norm": 1.7010998725891113,
      "learning_rate": 4.963337107463918e-05,
      "loss": 0.4077,
      "step": 511
    },
    {
      "epoch": 0.7485380116959064,
      "grad_norm": 2.176881790161133,
      "learning_rate": 4.9629004313873506e-05,
      "loss": 0.3918,
      "step": 512
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.9547199010849,
      "learning_rate": 4.9624611895903586e-05,
      "loss": 0.4587,
      "step": 513
    },
    {
      "epoch": 0.7514619883040936,
      "grad_norm": 2.218224048614502,
      "learning_rate": 4.962019382530521e-05,
      "loss": 0.5855,
      "step": 514
    },
    {
      "epoch": 0.7529239766081871,
      "grad_norm": 2.166445016860962,
      "learning_rate": 4.961575010668088e-05,
      "loss": 0.5484,
      "step": 515
    },
    {
      "epoch": 0.7543859649122807,
      "grad_norm": 2.160301685333252,
      "learning_rate": 4.9611280744659836e-05,
      "loss": 0.463,
      "step": 516
    },
    {
      "epoch": 0.7558479532163743,
      "grad_norm": 2.650303840637207,
      "learning_rate": 4.960678574389803e-05,
      "loss": 0.4189,
      "step": 517
    },
    {
      "epoch": 0.7573099415204678,
      "grad_norm": 2.0575671195983887,
      "learning_rate": 4.960226510907811e-05,
      "loss": 0.4019,
      "step": 518
    },
    {
      "epoch": 0.7587719298245614,
      "grad_norm": 2.089404821395874,
      "learning_rate": 4.959771884490946e-05,
      "loss": 0.51,
      "step": 519
    },
    {
      "epoch": 0.7602339181286549,
      "grad_norm": 2.4824209213256836,
      "learning_rate": 4.95931469561281e-05,
      "loss": 0.5687,
      "step": 520
    },
    {
      "epoch": 0.7616959064327485,
      "grad_norm": 1.8112894296646118,
      "learning_rate": 4.958854944749681e-05,
      "loss": 0.4055,
      "step": 521
    },
    {
      "epoch": 0.7631578947368421,
      "grad_norm": 1.983642578125,
      "learning_rate": 4.958392632380503e-05,
      "loss": 0.4216,
      "step": 522
    },
    {
      "epoch": 0.7646198830409356,
      "grad_norm": 1.9053888320922852,
      "learning_rate": 4.957927758986888e-05,
      "loss": 0.4715,
      "step": 523
    },
    {
      "epoch": 0.7660818713450293,
      "grad_norm": 1.8498287200927734,
      "learning_rate": 4.957460325053117e-05,
      "loss": 0.4477,
      "step": 524
    },
    {
      "epoch": 0.7675438596491229,
      "grad_norm": 1.7368321418762207,
      "learning_rate": 4.956990331066139e-05,
      "loss": 0.3244,
      "step": 525
    },
    {
      "epoch": 0.7690058479532164,
      "grad_norm": 1.6912308931350708,
      "learning_rate": 4.956517777515568e-05,
      "loss": 0.4397,
      "step": 526
    },
    {
      "epoch": 0.77046783625731,
      "grad_norm": 2.0592827796936035,
      "learning_rate": 4.9560426648936856e-05,
      "loss": 0.4041,
      "step": 527
    },
    {
      "epoch": 0.7719298245614035,
      "grad_norm": 2.2229933738708496,
      "learning_rate": 4.9555649936954396e-05,
      "loss": 0.4241,
      "step": 528
    },
    {
      "epoch": 0.7733918128654971,
      "grad_norm": 1.8884410858154297,
      "learning_rate": 4.955084764418443e-05,
      "loss": 0.4426,
      "step": 529
    },
    {
      "epoch": 0.7748538011695907,
      "grad_norm": 2.183872938156128,
      "learning_rate": 4.954601977562973e-05,
      "loss": 0.4154,
      "step": 530
    },
    {
      "epoch": 0.7763157894736842,
      "grad_norm": 2.583272933959961,
      "learning_rate": 4.954116633631972e-05,
      "loss": 0.4535,
      "step": 531
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 1.8618327379226685,
      "learning_rate": 4.953628733131045e-05,
      "loss": 0.4711,
      "step": 532
    },
    {
      "epoch": 0.7792397660818714,
      "grad_norm": 2.038996934890747,
      "learning_rate": 4.953138276568462e-05,
      "loss": 0.5113,
      "step": 533
    },
    {
      "epoch": 0.7807017543859649,
      "grad_norm": 2.2305846214294434,
      "learning_rate": 4.952645264455155e-05,
      "loss": 0.4894,
      "step": 534
    },
    {
      "epoch": 0.7821637426900585,
      "grad_norm": 2.13934063911438,
      "learning_rate": 4.952149697304716e-05,
      "loss": 0.5283,
      "step": 535
    },
    {
      "epoch": 0.783625730994152,
      "grad_norm": 1.430418848991394,
      "learning_rate": 4.951651575633405e-05,
      "loss": 0.3615,
      "step": 536
    },
    {
      "epoch": 0.7850877192982456,
      "grad_norm": 2.216066598892212,
      "learning_rate": 4.951150899960135e-05,
      "loss": 0.3938,
      "step": 537
    },
    {
      "epoch": 0.7865497076023392,
      "grad_norm": 1.9449279308319092,
      "learning_rate": 4.9506476708064865e-05,
      "loss": 0.4537,
      "step": 538
    },
    {
      "epoch": 0.7880116959064327,
      "grad_norm": 2.240190029144287,
      "learning_rate": 4.9501418886966955e-05,
      "loss": 0.428,
      "step": 539
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 2.368926763534546,
      "learning_rate": 4.9496335541576595e-05,
      "loss": 0.4989,
      "step": 540
    },
    {
      "epoch": 0.7909356725146199,
      "grad_norm": 1.9143961668014526,
      "learning_rate": 4.949122667718935e-05,
      "loss": 0.3476,
      "step": 541
    },
    {
      "epoch": 0.7923976608187134,
      "grad_norm": 2.0308244228363037,
      "learning_rate": 4.9486092299127366e-05,
      "loss": 0.4366,
      "step": 542
    },
    {
      "epoch": 0.793859649122807,
      "grad_norm": 2.0171005725860596,
      "learning_rate": 4.948093241273938e-05,
      "loss": 0.4345,
      "step": 543
    },
    {
      "epoch": 0.7953216374269005,
      "grad_norm": 2.3451991081237793,
      "learning_rate": 4.947574702340067e-05,
      "loss": 0.5557,
      "step": 544
    },
    {
      "epoch": 0.7967836257309941,
      "grad_norm": 2.4183530807495117,
      "learning_rate": 4.9470536136513114e-05,
      "loss": 0.5053,
      "step": 545
    },
    {
      "epoch": 0.7982456140350878,
      "grad_norm": 1.8835848569869995,
      "learning_rate": 4.946529975750514e-05,
      "loss": 0.5564,
      "step": 546
    },
    {
      "epoch": 0.7997076023391813,
      "grad_norm": 1.7763210535049438,
      "learning_rate": 4.946003789183173e-05,
      "loss": 0.4679,
      "step": 547
    },
    {
      "epoch": 0.8011695906432749,
      "grad_norm": 1.696906566619873,
      "learning_rate": 4.945475054497443e-05,
      "loss": 0.3111,
      "step": 548
    },
    {
      "epoch": 0.8026315789473685,
      "grad_norm": 2.0995283126831055,
      "learning_rate": 4.944943772244131e-05,
      "loss": 0.3954,
      "step": 549
    },
    {
      "epoch": 0.804093567251462,
      "grad_norm": 1.713724136352539,
      "learning_rate": 4.944409942976699e-05,
      "loss": 0.4271,
      "step": 550
    },
    {
      "epoch": 0.8055555555555556,
      "grad_norm": 2.8676769733428955,
      "learning_rate": 4.943873567251262e-05,
      "loss": 0.4477,
      "step": 551
    },
    {
      "epoch": 0.8070175438596491,
      "grad_norm": 1.5396246910095215,
      "learning_rate": 4.94333464562659e-05,
      "loss": 0.3187,
      "step": 552
    },
    {
      "epoch": 0.8084795321637427,
      "grad_norm": 1.6387983560562134,
      "learning_rate": 4.9427931786641e-05,
      "loss": 0.2871,
      "step": 553
    },
    {
      "epoch": 0.8099415204678363,
      "grad_norm": 1.7519559860229492,
      "learning_rate": 4.942249166927867e-05,
      "loss": 0.4239,
      "step": 554
    },
    {
      "epoch": 0.8114035087719298,
      "grad_norm": 2.5054068565368652,
      "learning_rate": 4.941702610984612e-05,
      "loss": 0.4863,
      "step": 555
    },
    {
      "epoch": 0.8128654970760234,
      "grad_norm": 2.1645209789276123,
      "learning_rate": 4.941153511403709e-05,
      "loss": 0.5865,
      "step": 556
    },
    {
      "epoch": 0.814327485380117,
      "grad_norm": 2.2612287998199463,
      "learning_rate": 4.9406018687571816e-05,
      "loss": 0.5705,
      "step": 557
    },
    {
      "epoch": 0.8157894736842105,
      "grad_norm": 1.9473901987075806,
      "learning_rate": 4.9400476836197014e-05,
      "loss": 0.4731,
      "step": 558
    },
    {
      "epoch": 0.8172514619883041,
      "grad_norm": 2.250812530517578,
      "learning_rate": 4.9394909565685894e-05,
      "loss": 0.5051,
      "step": 559
    },
    {
      "epoch": 0.8187134502923976,
      "grad_norm": 2.19724440574646,
      "learning_rate": 4.938931688183815e-05,
      "loss": 0.5666,
      "step": 560
    },
    {
      "epoch": 0.8201754385964912,
      "grad_norm": 2.4907655715942383,
      "learning_rate": 4.9383698790479946e-05,
      "loss": 0.4217,
      "step": 561
    },
    {
      "epoch": 0.8216374269005848,
      "grad_norm": 2.0893754959106445,
      "learning_rate": 4.937805529746391e-05,
      "loss": 0.5175,
      "step": 562
    },
    {
      "epoch": 0.8230994152046783,
      "grad_norm": 1.7704755067825317,
      "learning_rate": 4.937238640866914e-05,
      "loss": 0.3764,
      "step": 563
    },
    {
      "epoch": 0.8245614035087719,
      "grad_norm": 1.9850884675979614,
      "learning_rate": 4.936669213000119e-05,
      "loss": 0.5432,
      "step": 564
    },
    {
      "epoch": 0.8260233918128655,
      "grad_norm": 1.8370407819747925,
      "learning_rate": 4.9360972467392056e-05,
      "loss": 0.4676,
      "step": 565
    },
    {
      "epoch": 0.827485380116959,
      "grad_norm": 1.9375964403152466,
      "learning_rate": 4.935522742680019e-05,
      "loss": 0.4966,
      "step": 566
    },
    {
      "epoch": 0.8289473684210527,
      "grad_norm": 1.6922190189361572,
      "learning_rate": 4.934945701421046e-05,
      "loss": 0.309,
      "step": 567
    },
    {
      "epoch": 0.8304093567251462,
      "grad_norm": 1.8439449071884155,
      "learning_rate": 4.93436612356342e-05,
      "loss": 0.456,
      "step": 568
    },
    {
      "epoch": 0.8318713450292398,
      "grad_norm": 2.0624637603759766,
      "learning_rate": 4.9337840097109126e-05,
      "loss": 0.5002,
      "step": 569
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 2.2448410987854004,
      "learning_rate": 4.93319936046994e-05,
      "loss": 0.6695,
      "step": 570
    },
    {
      "epoch": 0.8347953216374269,
      "grad_norm": 2.0495433807373047,
      "learning_rate": 4.9326121764495596e-05,
      "loss": 0.4,
      "step": 571
    },
    {
      "epoch": 0.8362573099415205,
      "grad_norm": 2.4171793460845947,
      "learning_rate": 4.9320224582614694e-05,
      "loss": 0.6087,
      "step": 572
    },
    {
      "epoch": 0.8377192982456141,
      "grad_norm": 1.9952441453933716,
      "learning_rate": 4.931430206520006e-05,
      "loss": 0.4698,
      "step": 573
    },
    {
      "epoch": 0.8391812865497076,
      "grad_norm": 1.5964637994766235,
      "learning_rate": 4.930835421842146e-05,
      "loss": 0.3387,
      "step": 574
    },
    {
      "epoch": 0.8406432748538012,
      "grad_norm": 2.148587942123413,
      "learning_rate": 4.930238104847506e-05,
      "loss": 0.3426,
      "step": 575
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 1.6622304916381836,
      "learning_rate": 4.929638256158339e-05,
      "loss": 0.3814,
      "step": 576
    },
    {
      "epoch": 0.8435672514619883,
      "grad_norm": 2.045555591583252,
      "learning_rate": 4.929035876399535e-05,
      "loss": 0.3362,
      "step": 577
    },
    {
      "epoch": 0.8450292397660819,
      "grad_norm": 2.1931281089782715,
      "learning_rate": 4.928430966198622e-05,
      "loss": 0.3913,
      "step": 578
    },
    {
      "epoch": 0.8464912280701754,
      "grad_norm": 1.4383291006088257,
      "learning_rate": 4.927823526185765e-05,
      "loss": 0.2923,
      "step": 579
    },
    {
      "epoch": 0.847953216374269,
      "grad_norm": 1.5619359016418457,
      "learning_rate": 4.927213556993762e-05,
      "loss": 0.3705,
      "step": 580
    },
    {
      "epoch": 0.8494152046783626,
      "grad_norm": 1.9117201566696167,
      "learning_rate": 4.926601059258046e-05,
      "loss": 0.5157,
      "step": 581
    },
    {
      "epoch": 0.8508771929824561,
      "grad_norm": 1.8845484256744385,
      "learning_rate": 4.925986033616687e-05,
      "loss": 0.4445,
      "step": 582
    },
    {
      "epoch": 0.8523391812865497,
      "grad_norm": 1.9900391101837158,
      "learning_rate": 4.925368480710385e-05,
      "loss": 0.4843,
      "step": 583
    },
    {
      "epoch": 0.8538011695906432,
      "grad_norm": 1.8824185132980347,
      "learning_rate": 4.924748401182475e-05,
      "loss": 0.3602,
      "step": 584
    },
    {
      "epoch": 0.8552631578947368,
      "grad_norm": 1.8788493871688843,
      "learning_rate": 4.924125795678923e-05,
      "loss": 0.4089,
      "step": 585
    },
    {
      "epoch": 0.8567251461988304,
      "grad_norm": 1.8428534269332886,
      "learning_rate": 4.923500664848326e-05,
      "loss": 0.3932,
      "step": 586
    },
    {
      "epoch": 0.8581871345029239,
      "grad_norm": 1.9290796518325806,
      "learning_rate": 4.922873009341914e-05,
      "loss": 0.4343,
      "step": 587
    },
    {
      "epoch": 0.8596491228070176,
      "grad_norm": 1.7226279973983765,
      "learning_rate": 4.9222428298135446e-05,
      "loss": 0.3974,
      "step": 588
    },
    {
      "epoch": 0.8611111111111112,
      "grad_norm": 2.079890489578247,
      "learning_rate": 4.921610126919706e-05,
      "loss": 0.4883,
      "step": 589
    },
    {
      "epoch": 0.8625730994152047,
      "grad_norm": 2.8552420139312744,
      "learning_rate": 4.920974901319515e-05,
      "loss": 0.5934,
      "step": 590
    },
    {
      "epoch": 0.8640350877192983,
      "grad_norm": 1.5755919218063354,
      "learning_rate": 4.920337153674716e-05,
      "loss": 0.3446,
      "step": 591
    },
    {
      "epoch": 0.8654970760233918,
      "grad_norm": 2.265284299850464,
      "learning_rate": 4.919696884649681e-05,
      "loss": 0.5121,
      "step": 592
    },
    {
      "epoch": 0.8669590643274854,
      "grad_norm": 2.215454339981079,
      "learning_rate": 4.919054094911409e-05,
      "loss": 0.3496,
      "step": 593
    },
    {
      "epoch": 0.868421052631579,
      "grad_norm": 2.484990358352661,
      "learning_rate": 4.9184087851295244e-05,
      "loss": 0.6217,
      "step": 594
    },
    {
      "epoch": 0.8698830409356725,
      "grad_norm": 2.127047538757324,
      "learning_rate": 4.917760955976277e-05,
      "loss": 0.5688,
      "step": 595
    },
    {
      "epoch": 0.8713450292397661,
      "grad_norm": 1.5317752361297607,
      "learning_rate": 4.9171106081265416e-05,
      "loss": 0.3787,
      "step": 596
    },
    {
      "epoch": 0.8728070175438597,
      "grad_norm": 1.934916615486145,
      "learning_rate": 4.916457742257816e-05,
      "loss": 0.3755,
      "step": 597
    },
    {
      "epoch": 0.8742690058479532,
      "grad_norm": 2.281262159347534,
      "learning_rate": 4.915802359050222e-05,
      "loss": 0.5163,
      "step": 598
    },
    {
      "epoch": 0.8757309941520468,
      "grad_norm": 1.5686475038528442,
      "learning_rate": 4.915144459186502e-05,
      "loss": 0.3343,
      "step": 599
    },
    {
      "epoch": 0.8771929824561403,
      "grad_norm": 1.7507493495941162,
      "learning_rate": 4.9144840433520245e-05,
      "loss": 0.4965,
      "step": 600
    },
    {
      "epoch": 0.8786549707602339,
      "grad_norm": 1.8117406368255615,
      "learning_rate": 4.9138211122347736e-05,
      "loss": 0.4511,
      "step": 601
    },
    {
      "epoch": 0.8801169590643275,
      "grad_norm": 2.0598530769348145,
      "learning_rate": 4.913155666525357e-05,
      "loss": 0.4598,
      "step": 602
    },
    {
      "epoch": 0.881578947368421,
      "grad_norm": 1.7195734977722168,
      "learning_rate": 4.9124877069170017e-05,
      "loss": 0.409,
      "step": 603
    },
    {
      "epoch": 0.8830409356725146,
      "grad_norm": 1.5387144088745117,
      "learning_rate": 4.9118172341055516e-05,
      "loss": 0.3136,
      "step": 604
    },
    {
      "epoch": 0.8845029239766082,
      "grad_norm": 2.1562612056732178,
      "learning_rate": 4.9111442487894705e-05,
      "loss": 0.423,
      "step": 605
    },
    {
      "epoch": 0.8859649122807017,
      "grad_norm": 2.1832849979400635,
      "learning_rate": 4.91046875166984e-05,
      "loss": 0.4298,
      "step": 606
    },
    {
      "epoch": 0.8874269005847953,
      "grad_norm": 1.7478790283203125,
      "learning_rate": 4.9097907434503564e-05,
      "loss": 0.4456,
      "step": 607
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 2.050065279006958,
      "learning_rate": 4.909110224837334e-05,
      "loss": 0.4309,
      "step": 608
    },
    {
      "epoch": 0.8903508771929824,
      "grad_norm": 1.7566088438034058,
      "learning_rate": 4.9084271965397014e-05,
      "loss": 0.3601,
      "step": 609
    },
    {
      "epoch": 0.8918128654970761,
      "grad_norm": 1.9086076021194458,
      "learning_rate": 4.907741659269001e-05,
      "loss": 0.4556,
      "step": 610
    },
    {
      "epoch": 0.8932748538011696,
      "grad_norm": 2.1648757457733154,
      "learning_rate": 4.9070536137393896e-05,
      "loss": 0.3348,
      "step": 611
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 1.8173099756240845,
      "learning_rate": 4.9063630606676375e-05,
      "loss": 0.4545,
      "step": 612
    },
    {
      "epoch": 0.8961988304093568,
      "grad_norm": 1.8049899339675903,
      "learning_rate": 4.905670000773126e-05,
      "loss": 0.4211,
      "step": 613
    },
    {
      "epoch": 0.8976608187134503,
      "grad_norm": 2.503659248352051,
      "learning_rate": 4.9049744347778493e-05,
      "loss": 0.4539,
      "step": 614
    },
    {
      "epoch": 0.8991228070175439,
      "grad_norm": 1.674514651298523,
      "learning_rate": 4.9042763634064114e-05,
      "loss": 0.37,
      "step": 615
    },
    {
      "epoch": 0.9005847953216374,
      "grad_norm": 1.9637904167175293,
      "learning_rate": 4.9035757873860254e-05,
      "loss": 0.4675,
      "step": 616
    },
    {
      "epoch": 0.902046783625731,
      "grad_norm": 1.937668800354004,
      "learning_rate": 4.902872707446516e-05,
      "loss": 0.3884,
      "step": 617
    },
    {
      "epoch": 0.9035087719298246,
      "grad_norm": 2.0102808475494385,
      "learning_rate": 4.9021671243203135e-05,
      "loss": 0.3821,
      "step": 618
    },
    {
      "epoch": 0.9049707602339181,
      "grad_norm": 1.9879564046859741,
      "learning_rate": 4.90145903874246e-05,
      "loss": 0.4104,
      "step": 619
    },
    {
      "epoch": 0.9064327485380117,
      "grad_norm": 1.9384711980819702,
      "learning_rate": 4.9007484514505984e-05,
      "loss": 0.4689,
      "step": 620
    },
    {
      "epoch": 0.9078947368421053,
      "grad_norm": 1.6358801126480103,
      "learning_rate": 4.9000353631849835e-05,
      "loss": 0.3419,
      "step": 621
    },
    {
      "epoch": 0.9093567251461988,
      "grad_norm": 1.589561104774475,
      "learning_rate": 4.899319774688473e-05,
      "loss": 0.3413,
      "step": 622
    },
    {
      "epoch": 0.9108187134502924,
      "grad_norm": 2.4100232124328613,
      "learning_rate": 4.898601686706529e-05,
      "loss": 0.5383,
      "step": 623
    },
    {
      "epoch": 0.9122807017543859,
      "grad_norm": 1.9309585094451904,
      "learning_rate": 4.897881099987218e-05,
      "loss": 0.3143,
      "step": 624
    },
    {
      "epoch": 0.9137426900584795,
      "grad_norm": 2.0240402221679688,
      "learning_rate": 4.897158015281209e-05,
      "loss": 0.4833,
      "step": 625
    },
    {
      "epoch": 0.9152046783625731,
      "grad_norm": 1.9347280263900757,
      "learning_rate": 4.8964324333417756e-05,
      "loss": 0.4518,
      "step": 626
    },
    {
      "epoch": 0.9166666666666666,
      "grad_norm": 1.837488055229187,
      "learning_rate": 4.8957043549247886e-05,
      "loss": 0.3971,
      "step": 627
    },
    {
      "epoch": 0.9181286549707602,
      "grad_norm": 2.1595449447631836,
      "learning_rate": 4.894973780788722e-05,
      "loss": 0.5172,
      "step": 628
    },
    {
      "epoch": 0.9195906432748538,
      "grad_norm": 1.5503318309783936,
      "learning_rate": 4.894240711694652e-05,
      "loss": 0.3518,
      "step": 629
    },
    {
      "epoch": 0.9210526315789473,
      "grad_norm": 2.344728708267212,
      "learning_rate": 4.893505148406249e-05,
      "loss": 0.7296,
      "step": 630
    },
    {
      "epoch": 0.922514619883041,
      "grad_norm": 1.6055322885513306,
      "learning_rate": 4.892767091689786e-05,
      "loss": 0.3867,
      "step": 631
    },
    {
      "epoch": 0.9239766081871345,
      "grad_norm": 1.9131611585617065,
      "learning_rate": 4.8920265423141296e-05,
      "loss": 0.3318,
      "step": 632
    },
    {
      "epoch": 0.9254385964912281,
      "grad_norm": 11.020429611206055,
      "learning_rate": 4.891283501050748e-05,
      "loss": 0.7778,
      "step": 633
    },
    {
      "epoch": 0.9269005847953217,
      "grad_norm": 1.9416626691818237,
      "learning_rate": 4.890537968673701e-05,
      "loss": 0.348,
      "step": 634
    },
    {
      "epoch": 0.9283625730994152,
      "grad_norm": 1.9904481172561646,
      "learning_rate": 4.8897899459596454e-05,
      "loss": 0.4469,
      "step": 635
    },
    {
      "epoch": 0.9298245614035088,
      "grad_norm": 1.3741624355316162,
      "learning_rate": 4.889039433687831e-05,
      "loss": 0.2929,
      "step": 636
    },
    {
      "epoch": 0.9312865497076024,
      "grad_norm": 1.7253600358963013,
      "learning_rate": 4.888286432640104e-05,
      "loss": 0.4367,
      "step": 637
    },
    {
      "epoch": 0.9327485380116959,
      "grad_norm": 2.8955740928649902,
      "learning_rate": 4.8875309436009e-05,
      "loss": 0.5976,
      "step": 638
    },
    {
      "epoch": 0.9342105263157895,
      "grad_norm": 2.3306732177734375,
      "learning_rate": 4.8867729673572484e-05,
      "loss": 0.4295,
      "step": 639
    },
    {
      "epoch": 0.935672514619883,
      "grad_norm": 1.5759066343307495,
      "learning_rate": 4.886012504698769e-05,
      "loss": 0.4069,
      "step": 640
    },
    {
      "epoch": 0.9371345029239766,
      "grad_norm": 1.9031813144683838,
      "learning_rate": 4.8852495564176716e-05,
      "loss": 0.5287,
      "step": 641
    },
    {
      "epoch": 0.9385964912280702,
      "grad_norm": 2.0213451385498047,
      "learning_rate": 4.884484123308756e-05,
      "loss": 0.482,
      "step": 642
    },
    {
      "epoch": 0.9400584795321637,
      "grad_norm": 1.7652124166488647,
      "learning_rate": 4.88371620616941e-05,
      "loss": 0.3564,
      "step": 643
    },
    {
      "epoch": 0.9415204678362573,
      "grad_norm": 2.3317337036132812,
      "learning_rate": 4.8829458057996104e-05,
      "loss": 0.5466,
      "step": 644
    },
    {
      "epoch": 0.9429824561403509,
      "grad_norm": 1.7664676904678345,
      "learning_rate": 4.8821729230019176e-05,
      "loss": 0.4002,
      "step": 645
    },
    {
      "epoch": 0.9444444444444444,
      "grad_norm": 2.157252311706543,
      "learning_rate": 4.881397558581483e-05,
      "loss": 0.6214,
      "step": 646
    },
    {
      "epoch": 0.945906432748538,
      "grad_norm": 1.5458041429519653,
      "learning_rate": 4.880619713346039e-05,
      "loss": 0.3727,
      "step": 647
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 1.699417233467102,
      "learning_rate": 4.879839388105904e-05,
      "loss": 0.4125,
      "step": 648
    },
    {
      "epoch": 0.9488304093567251,
      "grad_norm": 1.8369117975234985,
      "learning_rate": 4.87905658367398e-05,
      "loss": 0.4701,
      "step": 649
    },
    {
      "epoch": 0.9502923976608187,
      "grad_norm": 1.6099762916564941,
      "learning_rate": 4.878271300865752e-05,
      "loss": 0.3281,
      "step": 650
    },
    {
      "epoch": 0.9517543859649122,
      "grad_norm": 1.8754112720489502,
      "learning_rate": 4.877483540499286e-05,
      "loss": 0.4618,
      "step": 651
    },
    {
      "epoch": 0.9532163742690059,
      "grad_norm": 1.7260364294052124,
      "learning_rate": 4.876693303395229e-05,
      "loss": 0.3641,
      "step": 652
    },
    {
      "epoch": 0.9546783625730995,
      "grad_norm": 1.7574645280838013,
      "learning_rate": 4.875900590376811e-05,
      "loss": 0.4648,
      "step": 653
    },
    {
      "epoch": 0.956140350877193,
      "grad_norm": 1.5437654256820679,
      "learning_rate": 4.875105402269835e-05,
      "loss": 0.4298,
      "step": 654
    },
    {
      "epoch": 0.9576023391812866,
      "grad_norm": 2.097038984298706,
      "learning_rate": 4.874307739902689e-05,
      "loss": 0.643,
      "step": 655
    },
    {
      "epoch": 0.9590643274853801,
      "grad_norm": 1.84390389919281,
      "learning_rate": 4.8735076041063345e-05,
      "loss": 0.3644,
      "step": 656
    },
    {
      "epoch": 0.9605263157894737,
      "grad_norm": 1.9462608098983765,
      "learning_rate": 4.872704995714312e-05,
      "loss": 0.4172,
      "step": 657
    },
    {
      "epoch": 0.9619883040935673,
      "grad_norm": 1.7451448440551758,
      "learning_rate": 4.871899915562736e-05,
      "loss": 0.4669,
      "step": 658
    },
    {
      "epoch": 0.9634502923976608,
      "grad_norm": 2.386901617050171,
      "learning_rate": 4.871092364490297e-05,
      "loss": 0.568,
      "step": 659
    },
    {
      "epoch": 0.9649122807017544,
      "grad_norm": 2.0267467498779297,
      "learning_rate": 4.870282343338259e-05,
      "loss": 0.4633,
      "step": 660
    },
    {
      "epoch": 0.966374269005848,
      "grad_norm": 2.4335813522338867,
      "learning_rate": 4.869469852950461e-05,
      "loss": 0.6197,
      "step": 661
    },
    {
      "epoch": 0.9678362573099415,
      "grad_norm": 2.3473143577575684,
      "learning_rate": 4.868654894173311e-05,
      "loss": 0.4807,
      "step": 662
    },
    {
      "epoch": 0.9692982456140351,
      "grad_norm": 2.0476667881011963,
      "learning_rate": 4.8678374678557905e-05,
      "loss": 0.4589,
      "step": 663
    },
    {
      "epoch": 0.9707602339181286,
      "grad_norm": 2.15574312210083,
      "learning_rate": 4.867017574849452e-05,
      "loss": 0.5197,
      "step": 664
    },
    {
      "epoch": 0.9722222222222222,
      "grad_norm": 2.1562066078186035,
      "learning_rate": 4.866195216008418e-05,
      "loss": 0.5114,
      "step": 665
    },
    {
      "epoch": 0.9736842105263158,
      "grad_norm": 1.9275619983673096,
      "learning_rate": 4.8653703921893766e-05,
      "loss": 0.4302,
      "step": 666
    },
    {
      "epoch": 0.9751461988304093,
      "grad_norm": 1.733986735343933,
      "learning_rate": 4.864543104251587e-05,
      "loss": 0.3591,
      "step": 667
    },
    {
      "epoch": 0.9766081871345029,
      "grad_norm": 1.9198062419891357,
      "learning_rate": 4.8637133530568745e-05,
      "loss": 0.3767,
      "step": 668
    },
    {
      "epoch": 0.9780701754385965,
      "grad_norm": 1.7654181718826294,
      "learning_rate": 4.862881139469631e-05,
      "loss": 0.4666,
      "step": 669
    },
    {
      "epoch": 0.97953216374269,
      "grad_norm": 2.2004752159118652,
      "learning_rate": 4.8620464643568106e-05,
      "loss": 0.5103,
      "step": 670
    },
    {
      "epoch": 0.9809941520467836,
      "grad_norm": 1.6918439865112305,
      "learning_rate": 4.861209328587937e-05,
      "loss": 0.3815,
      "step": 671
    },
    {
      "epoch": 0.9824561403508771,
      "grad_norm": 1.6210284233093262,
      "learning_rate": 4.860369733035092e-05,
      "loss": 0.4294,
      "step": 672
    },
    {
      "epoch": 0.9839181286549707,
      "grad_norm": 3.5865211486816406,
      "learning_rate": 4.8595276785729236e-05,
      "loss": 0.796,
      "step": 673
    },
    {
      "epoch": 0.9853801169590644,
      "grad_norm": 1.6121916770935059,
      "learning_rate": 4.858683166078639e-05,
      "loss": 0.3539,
      "step": 674
    },
    {
      "epoch": 0.9868421052631579,
      "grad_norm": 1.5387506484985352,
      "learning_rate": 4.8578361964320084e-05,
      "loss": 0.3536,
      "step": 675
    },
    {
      "epoch": 0.9883040935672515,
      "grad_norm": 1.8393478393554688,
      "learning_rate": 4.856986770515358e-05,
      "loss": 0.5108,
      "step": 676
    },
    {
      "epoch": 0.9897660818713451,
      "grad_norm": 2.026841878890991,
      "learning_rate": 4.856134889213578e-05,
      "loss": 0.4274,
      "step": 677
    },
    {
      "epoch": 0.9912280701754386,
      "grad_norm": 1.9634016752243042,
      "learning_rate": 4.855280553414111e-05,
      "loss": 0.4771,
      "step": 678
    },
    {
      "epoch": 0.9926900584795322,
      "grad_norm": 2.279492139816284,
      "learning_rate": 4.854423764006961e-05,
      "loss": 0.4596,
      "step": 679
    },
    {
      "epoch": 0.9941520467836257,
      "grad_norm": 2.174903392791748,
      "learning_rate": 4.853564521884686e-05,
      "loss": 0.4137,
      "step": 680
    },
    {
      "epoch": 0.9956140350877193,
      "grad_norm": 1.97664213180542,
      "learning_rate": 4.852702827942398e-05,
      "loss": 0.4376,
      "step": 681
    },
    {
      "epoch": 0.9970760233918129,
      "grad_norm": 2.298906087875366,
      "learning_rate": 4.851838683077766e-05,
      "loss": 0.4959,
      "step": 682
    },
    {
      "epoch": 0.9985380116959064,
      "grad_norm": 1.6730514764785767,
      "learning_rate": 4.85097208819101e-05,
      "loss": 0.3965,
      "step": 683
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.7670232057571411,
      "learning_rate": 4.8501030441849035e-05,
      "loss": 0.373,
      "step": 684
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.4992051124572754,
      "eval_runtime": 38.9644,
      "eval_samples_per_second": 3.721,
      "eval_steps_per_second": 3.721,
      "step": 684
    }
  ],
  "logging_steps": 1,
  "max_steps": 3420,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6187979319406592e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}